chore: vendor sglang v0.5.10 snapshot

This commit is contained in:
2026-04-24 12:29:36 +00:00
parent 78f0d15221
commit bded08301f
4308 changed files with 1200894 additions and 2 deletions

View File

@@ -0,0 +1,13 @@
model_name: "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"
tasks:
- name: "gsm8k"
metrics:
- name: "exact_match,strict-match"
value: 0.847
- name: "exact_match,flexible-extract"
value: 0.556
limit: 1319
num_concurrent: 128
num_fewshot: 5
apply_chat_template: false
fewshot_as_multiturn: true

View File

@@ -0,0 +1,13 @@
model_name: "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"
tasks:
- name: "gsm8k"
metrics:
- name: "exact_match,strict-match"
value: 0.847
- name: "exact_match,flexible-extract"
value: 0.556
limit: 1319
num_concurrent: 128
num_fewshot: 5
apply_chat_template: false
fewshot_as_multiturn: true

View File

@@ -0,0 +1,13 @@
model_name: "Qwen/Qwen3.5-397B-A17B"
tasks:
- name: "gsm8k"
metrics:
- name: "exact_match,strict-match"
value: 0.9704
- name: "exact_match,flexible-extract"
value: 0.9697
limit: 1319
num_concurrent: 256
num_fewshot: 5
gen_kwargs: "max_gen_toks=2048"
rtol: 0.05