86 lines
2.2 KiB
JSON
86 lines
2.2 KiB
JSON
{
|
|
"study_id": "dash0-qwen30b-chat-smoke",
|
|
"hardware": {
|
|
"gpu_count": 4,
|
|
"gpu_model": "H20",
|
|
"host_candidates": ["dash0"]
|
|
},
|
|
"model": {
|
|
"model_id": "qwen3-30b-a3b",
|
|
"served_model_name": "qwen3-30b-smoke"
|
|
},
|
|
"engine": {
|
|
"engine_name": "vllm",
|
|
"engine_version": "0.13.0rc2.dev2111+gb44b43f43.d20260309",
|
|
"exec_path": "/usr/local/bin/vllm",
|
|
"cwd": "/home/admin/cpfs/wjh/aituner/aituner",
|
|
"host": "127.0.0.1",
|
|
"port": 18080,
|
|
"healthcheck_path": "/v1/models",
|
|
"ready_timeout_s": 900,
|
|
"request_timeout_s": 900,
|
|
"launch_args": [
|
|
"serve",
|
|
"/home/admin/resource/model/464482ce.qwen3-30b-a3b/1m-instruct-0726-fp4"
|
|
],
|
|
"base_envs": {
|
|
"CUDA_VISIBLE_DEVICES": "0,1,2,3",
|
|
"VLLM_FP8_USE_BLADNN": "1",
|
|
"VLLM_MOE_USE_BLADNN": "1"
|
|
},
|
|
"base_flags": {
|
|
"host": "127.0.0.1",
|
|
"port": 18080,
|
|
"served-model-name": "qwen3-30b-smoke",
|
|
"max-model-len": 65536,
|
|
"disable-log-requests": true,
|
|
"trust-remote-code": true
|
|
},
|
|
"tunable_envs": [
|
|
"VLLM_ATTENTION_BACKEND"
|
|
],
|
|
"tunable_flags": [
|
|
"tensor-parallel-size",
|
|
"max-num-seqs",
|
|
"max-num-batched-tokens",
|
|
"gpu-memory-utilization",
|
|
"block-size"
|
|
],
|
|
"python_executable": "python3"
|
|
},
|
|
"trace": {
|
|
"windows_path": "/home/admin/cpfs/wjh/aituner/aituner/trace_windows/windows.json",
|
|
"window_id": "chat_w20260311_1000",
|
|
"u_field": "sampling_u",
|
|
"timestamp_field": "timestamp",
|
|
"max_concurrency": 2,
|
|
"max_requests_per_probe": 24
|
|
},
|
|
"slo": {
|
|
"target_pass_rate": 0.95,
|
|
"ttft_rule": {
|
|
"kind": "step_ms",
|
|
"buckets": [
|
|
{"max_input_tokens": 4096, "threshold_ms": 15000},
|
|
{"max_input_tokens": 16384, "threshold_ms": 30000},
|
|
{"threshold_ms": 45000}
|
|
]
|
|
},
|
|
"tpot_rule": {
|
|
"kind": "fixed_ms",
|
|
"threshold_ms": 1500
|
|
}
|
|
},
|
|
"search": {
|
|
"low": 0.0,
|
|
"high": 1.0,
|
|
"tolerance": 0.1,
|
|
"max_probes": 4,
|
|
"sample_seed": 20260325
|
|
},
|
|
"llm": {
|
|
"system_prompt": "Propose a single engine config patch that increases the maximum feasible sampling_u under the SLO target.",
|
|
"max_history_trials": 8
|
|
}
|
|
}
|