Add Qwen3.6 validation and benchmark coverage

This commit is contained in:
2026-07-13 20:24:57 +08:00
parent a2de146fb6
commit 0acaca34cb
12 changed files with 1657 additions and 22 deletions

View File

@@ -25,10 +25,7 @@ class SystemEndpoint:
model_id: str # what to put in the request body's "model" field
api_key: str | None = None # llama-server doesn't need one; xserv ignores it
# Extra fields merged into every request body for this system. Used to keep
# the two engines in the SAME generation mode — xserv hardcodes Qwen3
# thinking OFF (empty <think></think> in its prompt builder), so we disable
# thinking on llama-server via chat_template_kwargs to match. Both engines
# ignore unknown fields, so this is safe.
# both engines in the same chat-template generation mode.
extra_body: dict | None = None
# Process supervision is optional — if base_url is already serving, we skip launch.
launch_cmd: list[str] | None = None
@@ -49,7 +46,12 @@ class BenchConfig:
quality_max_tokens_aime: int = 16384
quality_max_tokens_gsm8k: int = 2048
quality_limit: int | None = None # subsample for smoke tests; None = all
quality_seed: int | None = None
quality_temperature: float = 0.0
quality_top_k: int = 0
quality_top_p: float = 1.0
quality_presence_penalty: float = 0.0
quality_repetition_penalty: float = 1.0
request_timeout_s: float = 1800.0