feat: add bucketed service and strict global routing

This commit is contained in:
2026-04-17 15:03:10 +08:00
parent 96019082cc
commit fa381b5db3
19 changed files with 533 additions and 128 deletions

View File

@@ -205,13 +205,13 @@ impl Router for CacheAffinityRouter {
}
}
RouteDecision {
req_id: req.req_id,
mode: "cache_affinity",
chosen: instances[best_idx].id,
probe_overhead_s: 0.0,
crate::router::local_route_decision(
req.req_id,
"cache_affinity",
instances[best_idx].id,
0.0,
candidates,
reason: "argmin(α·q γ·l0_hit δ·meta_only) + rendezvous tiebreak",
}
"argmin(α·q γ·l0_hit δ·meta_only) + rendezvous tiebreak",
)
}
}