chore: vendor sglang v0.5.10 snapshot
This commit is contained in:
13
third_party/sglang/test/lm_eval_configs/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16.yaml
vendored
Normal file
13
third_party/sglang/test/lm_eval_configs/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16.yaml
vendored
Normal file
@@ -0,0 +1,13 @@
|
||||
model_name: "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"
|
||||
tasks:
|
||||
- name: "gsm8k"
|
||||
metrics:
|
||||
- name: "exact_match,strict-match"
|
||||
value: 0.847
|
||||
- name: "exact_match,flexible-extract"
|
||||
value: 0.556
|
||||
limit: 1319
|
||||
num_concurrent: 128
|
||||
num_fewshot: 5
|
||||
apply_chat_template: false
|
||||
fewshot_as_multiturn: true
|
||||
13
third_party/sglang/test/lm_eval_configs/NVIDIA-Nemotron-3-Nano-30B-A3B-FP8.yaml
vendored
Normal file
13
third_party/sglang/test/lm_eval_configs/NVIDIA-Nemotron-3-Nano-30B-A3B-FP8.yaml
vendored
Normal file
@@ -0,0 +1,13 @@
|
||||
model_name: "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-FP8"
|
||||
tasks:
|
||||
- name: "gsm8k"
|
||||
metrics:
|
||||
- name: "exact_match,strict-match"
|
||||
value: 0.847
|
||||
- name: "exact_match,flexible-extract"
|
||||
value: 0.556
|
||||
limit: 1319
|
||||
num_concurrent: 128
|
||||
num_fewshot: 5
|
||||
apply_chat_template: false
|
||||
fewshot_as_multiturn: true
|
||||
13
third_party/sglang/test/lm_eval_configs/Qwen3.5-397B-A17B.yaml
vendored
Normal file
13
third_party/sglang/test/lm_eval_configs/Qwen3.5-397B-A17B.yaml
vendored
Normal file
@@ -0,0 +1,13 @@
|
||||
model_name: "Qwen/Qwen3.5-397B-A17B"
|
||||
tasks:
|
||||
- name: "gsm8k"
|
||||
metrics:
|
||||
- name: "exact_match,strict-match"
|
||||
value: 0.9704
|
||||
- name: "exact_match,flexible-extract"
|
||||
value: 0.9697
|
||||
limit: 1319
|
||||
num_concurrent: 256
|
||||
num_fewshot: 5
|
||||
gen_kwargs: "max_gen_toks=2048"
|
||||
rtol: 0.05
|
||||
Reference in New Issue
Block a user