Add study tune loop and smoke configs
This commit is contained in:
19
configs/examples/dash0_smoke_proposals/aggressive.json
Normal file
19
configs/examples/dash0_smoke_proposals/aggressive.json
Normal file
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"observation": "Push batching further after validating the balanced layout.",
|
||||
"diagnosis": "If TTFT remains under control, a larger admission window should maximize achieved request rate.",
|
||||
"config_patch": {
|
||||
"env_patch": {},
|
||||
"flag_patch": {
|
||||
"tensor-parallel-size": 4,
|
||||
"max-num-seqs": 24,
|
||||
"max-num-batched-tokens": 98304,
|
||||
"gpu-memory-utilization": 0.92,
|
||||
"block-size": 64
|
||||
}
|
||||
},
|
||||
"expected_effects": [
|
||||
"Highest throughput among the smoke candidates if memory is sufficient",
|
||||
"More pressure on TTFT, so the binary search should locate the safe threshold"
|
||||
],
|
||||
"why_not_previous_failures": "Keeps tp=4 and block-size stable while only expanding batching and memory utilization."
|
||||
}
|
||||
Reference in New Issue
Block a user