diff --git a/scripts/cache_aware_proxy.py b/scripts/cache_aware_proxy.py index 89e0591..1dead20 100644 --- a/scripts/cache_aware_proxy.py +++ b/scripts/cache_aware_proxy.py @@ -521,13 +521,8 @@ async def _handle_combined(api, req_data, token_ids, input_length, session_id, h def _push_allowed(cache_hit: int) -> bool: if _current_offloads() >= SETTINGS.max_offload_inflight: return False - push_new = max(0, input_length - cache_hit) - if push_new < SETTINGS.heavy_threshold: + if input_length < SETTINGS.heavy_threshold: return False - if SETTINGS.cache_gate_ratio > 0: - cache_ratio = cache_hit / max(input_length, 1) - if cache_ratio < SETTINGS.cache_gate_ratio: - return False return True def _instance_cost(i: int) -> tuple[float, bool]: