54 lines
1.5 KiB
JSON
54 lines
1.5 KiB
JSON
{
|
|
"suite_id": "rs4_frontier_h20_tp1",
|
|
"sim": "frontier_h20_tp1",
|
|
"frontier": {
|
|
"root": "/tmp/replayserve-frontier-rs1b",
|
|
"mode": "patched_scratch",
|
|
"patch": "patches/frontier-vllm-v1-prefix-cache-chunked-prefill.patch"
|
|
},
|
|
"fixtures": [
|
|
"coder_100"
|
|
],
|
|
"defaults": {
|
|
"simulation_mode": "online",
|
|
"sys_arch": "co-location",
|
|
"cluster_scheduler": "sticky_round_robin",
|
|
"replica_scheduler": "vllm_v1",
|
|
"model_name": "qwen3-a3b-30b-moe",
|
|
"device": "h20",
|
|
"network_device": "h20_dgx",
|
|
"attn_tensor_parallel_size": 1,
|
|
"attn_data_parallel_size": 1,
|
|
"moe_tensor_parallel_size": 1,
|
|
"moe_expert_parallel_size": 1,
|
|
"num_pipeline_stages": 1,
|
|
"num_replicas": 1,
|
|
"batch_size_cap": 64,
|
|
"max_tokens_in_batch": 32768,
|
|
"block_size": 16,
|
|
"enable_prefix_caching": true,
|
|
"enable_chunked_prefill": true,
|
|
"long_prefill_token_threshold": 32768,
|
|
"trace_max_tokens": 32768,
|
|
"num_blocks_mode": "memory_planner",
|
|
"num_blocks": null,
|
|
"gpu_memory_utilization": 0.85,
|
|
"non_kv_cache_overhead_bytes": 0,
|
|
"dummy_execution_time_ms": 1.0
|
|
},
|
|
"configs": [
|
|
{
|
|
"id": "planner_kv",
|
|
"description": "H20 TP1 Qwen3-30B-A3B with Frontier memory planner KV capacity."
|
|
},
|
|
{
|
|
"id": "vllm_kv_15281",
|
|
"description": "H20 TP1 Qwen3-30B-A3B with explicit KV blocks matching real vLLM TP1 on dash2.",
|
|
"overrides": {
|
|
"num_blocks_mode": "explicit",
|
|
"num_blocks": 15281
|
|
}
|
|
}
|
|
]
|
|
}
|