compare: add multi-candidate runner
This commit is contained in:
@@ -0,0 +1,52 @@
|
||||
{
|
||||
"compare_id": "dash1-qwen235b-prefill-thinking-7day-baseline-vs-0323-vs-0327",
|
||||
"study_spec_path": "dash0_qwen235b_prefill_thinking_run3_ttft_tight_0323.json",
|
||||
"output_root": "../../.aituner-compare/dash1-qwen235b-prefill-thinking-7day-baseline-vs-0323-vs-0327",
|
||||
"window_ids": [
|
||||
"thinking_w20260321_1000",
|
||||
"thinking_w20260322_1000",
|
||||
"thinking_w20260323_1000",
|
||||
"thinking_w20260324_1000",
|
||||
"thinking_w20260325_1000",
|
||||
"thinking_w20260326_1000",
|
||||
"thinking_w20260327_1000"
|
||||
],
|
||||
"candidates": [
|
||||
{
|
||||
"name": "baseline",
|
||||
"phase": 1,
|
||||
"config_patch": {
|
||||
"env_patch": {},
|
||||
"flag_patch": {}
|
||||
},
|
||||
"runtime": {
|
||||
"cuda_visible_devices": "0,1,2,3",
|
||||
"port": 18141
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "tuned_0323",
|
||||
"phase": 1,
|
||||
"trial_ref": {
|
||||
"study_root": "../../.aituner-prefill/dash0-qwen235b-prefill-thinking-run3-ttft-tight-0323-topology",
|
||||
"trial_id": "trial-0006"
|
||||
},
|
||||
"runtime": {
|
||||
"cuda_visible_devices": "4,5,6,7",
|
||||
"port": 18142
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "tuned_0327",
|
||||
"phase": 2,
|
||||
"trial_ref": {
|
||||
"study_root": "../../.aituner-prefill/dash0-qwen235b-prefill-thinking-run2-ttft-tight-topology",
|
||||
"trial_id": "trial-0012"
|
||||
},
|
||||
"runtime": {
|
||||
"cuda_visible_devices": "0,1,2,3,4,5,6,7",
|
||||
"port": 18143
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user