compare: add multi-candidate runner

This commit is contained in:
2026-04-13 20:50:39 +08:00
parent 18ff644b32
commit 26f3b46966
3 changed files with 617 additions and 0 deletions

View File

@@ -0,0 +1,52 @@
{
"compare_id": "dash1-qwen235b-prefill-thinking-7day-baseline-vs-0323-vs-0327",
"study_spec_path": "dash0_qwen235b_prefill_thinking_run3_ttft_tight_0323.json",
"output_root": "../../.aituner-compare/dash1-qwen235b-prefill-thinking-7day-baseline-vs-0323-vs-0327",
"window_ids": [
"thinking_w20260321_1000",
"thinking_w20260322_1000",
"thinking_w20260323_1000",
"thinking_w20260324_1000",
"thinking_w20260325_1000",
"thinking_w20260326_1000",
"thinking_w20260327_1000"
],
"candidates": [
{
"name": "baseline",
"phase": 1,
"config_patch": {
"env_patch": {},
"flag_patch": {}
},
"runtime": {
"cuda_visible_devices": "0,1,2,3",
"port": 18141
}
},
{
"name": "tuned_0323",
"phase": 1,
"trial_ref": {
"study_root": "../../.aituner-prefill/dash0-qwen235b-prefill-thinking-run3-ttft-tight-0323-topology",
"trial_id": "trial-0006"
},
"runtime": {
"cuda_visible_devices": "4,5,6,7",
"port": 18142
}
},
{
"name": "tuned_0327",
"phase": 2,
"trial_ref": {
"study_root": "../../.aituner-prefill/dash0-qwen235b-prefill-thinking-run2-ttft-tight-topology",
"trial_id": "trial-0012"
},
"runtime": {
"cuda_visible_devices": "0,1,2,3,4,5,6,7",
"port": 18143
}
}
]
}