{ "suite_id": "rs4_frontier_h20_tp1", "sim": "frontier_h20_tp1", "frontier": { "root": "/tmp/replayserve-frontier-rs1b", "mode": "patched_scratch", "patch": "patches/frontier-vllm-v1-prefix-cache-chunked-prefill.patch" }, "fixtures": [ "coder_100" ], "defaults": { "simulation_mode": "online", "sys_arch": "co-location", "cluster_scheduler": "sticky_round_robin", "replica_scheduler": "vllm_v1", "model_name": "qwen3-a3b-30b-moe", "device": "h20", "network_device": "h20_dgx", "attn_tensor_parallel_size": 1, "attn_data_parallel_size": 1, "moe_tensor_parallel_size": 1, "moe_expert_parallel_size": 1, "num_pipeline_stages": 1, "num_replicas": 1, "batch_size_cap": 64, "max_tokens_in_batch": 32768, "block_size": 16, "enable_prefix_caching": true, "enable_chunked_prefill": true, "long_prefill_token_threshold": 32768, "trace_max_tokens": 32768, "num_blocks_mode": "memory_planner", "num_blocks": null, "gpu_memory_utilization": 0.85, "non_kv_cache_overhead_bytes": 0, "dummy_execution_time_ms": 1.0 }, "configs": [ { "id": "planner_kv", "description": "H20 TP1 Qwen3-30B-A3B with Frontier memory planner KV capacity." }, { "id": "vllm_kv_15281", "description": "H20 TP1 Qwen3-30B-A3B with explicit KV blocks matching real vLLM TP1 on dash2.", "overrides": { "num_blocks_mode": "explicit", "num_blocks": 15281 } } ] }