From 6307620e2009ff92615e61e5c844783e658e76d6 Mon Sep 17 00:00:00 2001 From: Gahow Wang Date: Wed, 15 Jul 2026 20:36:10 +0800 Subject: [PATCH] Prevent client-side clipping in vLLM grid --- .../best_effort/community_prefill_grid.py | 15 +++++++++++---- .../best_effort/test_community_prefill_grid.py | 2 ++ 2 files changed, 13 insertions(+), 4 deletions(-) diff --git a/runs/frontier-multicase-sufficiency-v0/best_effort/community_prefill_grid.py b/runs/frontier-multicase-sufficiency-v0/best_effort/community_prefill_grid.py index ce347ac..74eb149 100644 --- a/runs/frontier-multicase-sufficiency-v0/best_effort/community_prefill_grid.py +++ b/runs/frontier-multicase-sufficiency-v0/best_effort/community_prefill_grid.py @@ -15,7 +15,7 @@ from pathlib import Path from typing import Any -SCHEMA = "community-vllm-qwen235b-prefill-grid-v1" +SCHEMA = "community-vllm-qwen235b-prefill-grid-v2" MODEL = "/home/admin/cpfs/wjh/models/Qwen/Qwen3-235B-A22B-FP8" SERVED_MODEL = "qwen3-235b-community-prefill" TRACE = ( @@ -25,6 +25,7 @@ TRACE = ( WINDOWS = "/home/admin/cpfs/wjh/aituner/aituner/trace_windows/windows.json" TRACE_SHA256 = "f878e9af18f94dcfaced94a8e1e6b20a2f7d97d64aa862448025660dbbd965b2" ORDER_SEED = 20260715 +CLIENT_MAX_CONCURRENCY = 256 @dataclass(frozen=True) @@ -117,7 +118,7 @@ def study_payload( if tp == 8: base_flags["enable-expert-parallel"] = True return { - "study_id": f"community-qwen235b-prefill-tp{tp}-v1", + "study_id": f"community-qwen235b-prefill-tp{tp}-v2", "hardware": { "gpu_count": tp, "gpu_model": "NVIDIA H20", @@ -151,7 +152,11 @@ def study_payload( "completion_tokens_override": 1, "u_field": "sampling_u", "timestamp_field": "timestamp", - "max_concurrency": 64, + # Keep the request generator above the largest server-side MNS so + # MNS=128 is exercised by vLLM rather than clipped by the client. + # The extra headroom also leaves an explicit engine waiting queue + # under overload instead of moving that queue into the replay loop. + "max_concurrency": CLIENT_MAX_CONCURRENCY, "input_length_filter": { "min_input_tokens": 0, "max_input_tokens": 32768, @@ -244,7 +249,7 @@ def prepare(args: argparse.Namespace) -> None: trial_dir = output / "trials" / config.name trial_path = trial_dir / "trial_spec.json" trial = { - "study_id": f"community-qwen235b-prefill-tp{config.tp}-v1", + "study_id": f"community-qwen235b-prefill-tp{config.tp}-v2", "trial_id": config.name, "config_patch": { "env_patch": {}, @@ -298,6 +303,8 @@ def prepare(args: argparse.Namespace) -> None: "chunked_prefill": True, "cuda_graphs": False, "custom_all_reduce": False, + "client_max_concurrency": CLIENT_MAX_CONCURRENCY, + "max_server_mns": max(config.mns for config in GRID), "kv_blocks_source": "community_vllm_measured_and_fixed_per_topology", }, "order": {"method": "python_random_shuffle", "seed": args.order_seed}, diff --git a/runs/frontier-multicase-sufficiency-v0/best_effort/test_community_prefill_grid.py b/runs/frontier-multicase-sufficiency-v0/best_effort/test_community_prefill_grid.py index 0587fad..5357a24 100644 --- a/runs/frontier-multicase-sufficiency-v0/best_effort/test_community_prefill_grid.py +++ b/runs/frontier-multicase-sufficiency-v0/best_effort/test_community_prefill_grid.py @@ -40,6 +40,8 @@ def test_study_uses_raw_prompt_and_fixed_serving_contract(tmp_path: Path) -> Non assert payload["trace"]["request_mode"] == "raw_completion" assert payload["trace"]["completion_tokens_override"] == 1 assert payload["trace"]["replay_time_scale"] == 1.0 + assert payload["trace"]["max_concurrency"] == 256 + assert payload["trace"]["max_concurrency"] > max(item.mns for item in MODULE.GRID) assert payload["engine"]["base_flags"]["enable-expert-parallel"] is True assert payload["engine"]["base_flags"]["disable-custom-all-reduce"] is True assert payload["engine"]["base_flags"]["num-gpu-blocks-override"] == 62351