{ "capacity": [ { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 7.0, "maximum_tested_feasible_request_rate_per_gpu": 7.0, "upper_censored": true }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 7.0, "maximum_tested_feasible_request_rate_per_gpu": 7.0, "upper_censored": true }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 7.0, "maximum_tested_feasible_request_rate_per_gpu": 7.0, "upper_censored": true }, { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 7.0, "maximum_tested_feasible_request_rate_per_gpu": 7.0, "upper_censored": true } ], "config_results": [ { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "loads": [ { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "elapsed_seconds": 10.505136728286743, "offered_request_rate": 5.0, "offered_request_rate_per_gpu": 5.0, "request_count": 64, "request_metrics_sha256": "914a1261d25b03b812dfa30880c3b0a0d7b697a8c13a9f3a26a7bb6eaecd0734", "score": { "feasible": true, "pass_rate": 1.0, "passed": 64, "throughput_requests_per_second": 5.011124187030024, "ttft_max_ms": 171.58529929215405, "ttft_p50_ms": 171.58529929215405, "ttft_p95_ms": 171.58529929215405 }, "status": "completed", "trace_sha256": "98e4ac5df766b1cb5bfb7469f2d76368808c2e085e22eb3553cb8627592cacd7" }, { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "elapsed_seconds": 10.398303508758545, "offered_request_rate": 6.0, "offered_request_rate_per_gpu": 6.0, "request_count": 64, "request_metrics_sha256": "d8f0fe2fbf2ffb42b7e5033f611fc22f3293264859264b5f8d67f13f3a5b66c9", "score": { "feasible": true, "pass_rate": 1.0, "passed": 64, "throughput_requests_per_second": 5.915042512446176, "ttft_max_ms": 432.43322440414465, "ttft_p50_ms": 282.618152646152, "ttft_p95_ms": 333.9001759332376 }, "status": "completed", "trace_sha256": "e0f9adf28d29542fcf834d482c990781724426f3d5cdcc043af53888393d1f64" }, { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "elapsed_seconds": 10.264978170394897, "offered_request_rate": 7.0, "offered_request_rate_per_gpu": 7.0, "request_count": 64, "request_metrics_sha256": "7ba9181767b8cbd741db3794bc7729920d7741d63b795ade4aa1fe28a89f3a63", "score": { "feasible": true, "pass_rate": 1.0, "passed": 64, "throughput_requests_per_second": 6.89299458621687, "ttft_max_ms": 432.97081304433016, "ttft_p50_ms": 297.34516049744997, "ttft_p95_ms": 427.64609771465524 }, "status": "completed", "trace_sha256": "3734627d83aa731c9f09a4c4fea7d994f110bcbe937e157906354a4eda9cbf48" } ] }, { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "loads": [ { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "elapsed_seconds": 10.103909015655518, "offered_request_rate": 5.0, "offered_request_rate_per_gpu": 5.0, "request_count": 64, "request_metrics_sha256": "914a1261d25b03b812dfa30880c3b0a0d7b697a8c13a9f3a26a7bb6eaecd0734", "score": { "feasible": true, "pass_rate": 1.0, "passed": 64, "throughput_requests_per_second": 5.011124187030024, "ttft_max_ms": 171.58529929215405, "ttft_p50_ms": 171.58529929215405, "ttft_p95_ms": 171.58529929215405 }, "status": "completed", "trace_sha256": "98e4ac5df766b1cb5bfb7469f2d76368808c2e085e22eb3553cb8627592cacd7" }, { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "elapsed_seconds": 10.05237078666687, "offered_request_rate": 6.0, "offered_request_rate_per_gpu": 6.0, "request_count": 64, "request_metrics_sha256": "d8f0fe2fbf2ffb42b7e5033f611fc22f3293264859264b5f8d67f13f3a5b66c9", "score": { "feasible": true, "pass_rate": 1.0, "passed": 64, "throughput_requests_per_second": 5.915042512446176, "ttft_max_ms": 432.43322440414465, "ttft_p50_ms": 282.618152646152, "ttft_p95_ms": 333.9001759332376 }, "status": "completed", "trace_sha256": "e0f9adf28d29542fcf834d482c990781724426f3d5cdcc043af53888393d1f64" }, { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "elapsed_seconds": 10.048887729644775, "offered_request_rate": 7.0, "offered_request_rate_per_gpu": 7.0, "request_count": 64, "request_metrics_sha256": "7ba9181767b8cbd741db3794bc7729920d7741d63b795ade4aa1fe28a89f3a63", "score": { "feasible": true, "pass_rate": 1.0, "passed": 64, "throughput_requests_per_second": 6.89299458621687, "ttft_max_ms": 432.97081304433016, "ttft_p50_ms": 297.34516049744997, "ttft_p95_ms": 427.64609771465524 }, "status": "completed", "trace_sha256": "3734627d83aa731c9f09a4c4fea7d994f110bcbe937e157906354a4eda9cbf48" } ] }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "loads": [ { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "elapsed_seconds": 10.058743476867676, "offered_request_rate": 5.0, "offered_request_rate_per_gpu": 5.0, "request_count": 64, "request_metrics_sha256": "914a1261d25b03b812dfa30880c3b0a0d7b697a8c13a9f3a26a7bb6eaecd0734", "score": { "feasible": true, "pass_rate": 1.0, "passed": 64, "throughput_requests_per_second": 5.011124187030024, "ttft_max_ms": 171.58529929215405, "ttft_p50_ms": 171.58529929215405, "ttft_p95_ms": 171.58529929215405 }, "status": "completed", "trace_sha256": "98e4ac5df766b1cb5bfb7469f2d76368808c2e085e22eb3553cb8627592cacd7" }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "elapsed_seconds": 10.106712818145752, "offered_request_rate": 6.0, "offered_request_rate_per_gpu": 6.0, "request_count": 64, "request_metrics_sha256": "d8f0fe2fbf2ffb42b7e5033f611fc22f3293264859264b5f8d67f13f3a5b66c9", "score": { "feasible": true, "pass_rate": 1.0, "passed": 64, "throughput_requests_per_second": 5.915042512446176, "ttft_max_ms": 432.43322440414465, "ttft_p50_ms": 282.618152646152, "ttft_p95_ms": 333.9001759332376 }, "status": "completed", "trace_sha256": "e0f9adf28d29542fcf834d482c990781724426f3d5cdcc043af53888393d1f64" }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "elapsed_seconds": 10.1020348072052, "offered_request_rate": 7.0, "offered_request_rate_per_gpu": 7.0, "request_count": 64, "request_metrics_sha256": "7ba9181767b8cbd741db3794bc7729920d7741d63b795ade4aa1fe28a89f3a63", "score": { "feasible": true, "pass_rate": 1.0, "passed": 64, "throughput_requests_per_second": 6.89299458621687, "ttft_max_ms": 432.97081304433016, "ttft_p50_ms": 297.34516049744997, "ttft_p95_ms": 427.64609771465524 }, "status": "completed", "trace_sha256": "3734627d83aa731c9f09a4c4fea7d994f110bcbe937e157906354a4eda9cbf48" } ] }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "loads": [ { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "elapsed_seconds": 9.897645235061646, "offered_request_rate": 5.0, "offered_request_rate_per_gpu": 5.0, "request_count": 64, "request_metrics_sha256": "914a1261d25b03b812dfa30880c3b0a0d7b697a8c13a9f3a26a7bb6eaecd0734", "score": { "feasible": true, "pass_rate": 1.0, "passed": 64, "throughput_requests_per_second": 5.011124187030024, "ttft_max_ms": 171.58529929215405, "ttft_p50_ms": 171.58529929215405, "ttft_p95_ms": 171.58529929215405 }, "status": "completed", "trace_sha256": "98e4ac5df766b1cb5bfb7469f2d76368808c2e085e22eb3553cb8627592cacd7" }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "elapsed_seconds": 9.957297325134277, "offered_request_rate": 6.0, "offered_request_rate_per_gpu": 6.0, "request_count": 64, "request_metrics_sha256": "d8f0fe2fbf2ffb42b7e5033f611fc22f3293264859264b5f8d67f13f3a5b66c9", "score": { "feasible": true, "pass_rate": 1.0, "passed": 64, "throughput_requests_per_second": 5.915042512446176, "ttft_max_ms": 432.43322440414465, "ttft_p50_ms": 282.618152646152, "ttft_p95_ms": 333.9001759332376 }, "status": "completed", "trace_sha256": "e0f9adf28d29542fcf834d482c990781724426f3d5cdcc043af53888393d1f64" }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "elapsed_seconds": 9.799486875534058, "offered_request_rate": 7.0, "offered_request_rate_per_gpu": 7.0, "request_count": 64, "request_metrics_sha256": "7ba9181767b8cbd741db3794bc7729920d7741d63b795ade4aa1fe28a89f3a63", "score": { "feasible": true, "pass_rate": 1.0, "passed": 64, "throughput_requests_per_second": 6.89299458621687, "ttft_max_ms": 432.97081304433016, "ttft_p50_ms": 297.34516049744997, "ttft_p95_ms": 427.64609771465524 }, "status": "completed", "trace_sha256": "3734627d83aa731c9f09a4c4fea7d994f110bcbe937e157906354a4eda9cbf48" } ] } ], "contract": { "arrival": "open_loop_uniform", "input_tokens": 2048, "output_tokens": 1, "prefix_caching": false, "rates": [ 5.0, 6.0, 7.0 ], "requests_per_anchor": 64, "target_pass_rate": 0.95, "ttft_slo_ms": 1256.0 }, "frontier": { "git_head": "d9cfeb6d8791fbf2f295dd9744c56a666171776e", "git_status_short": " M frontier/config/config.py\n M frontier/entities/request.py\n M frontier/events/cluster_schedule_event.py\n M frontier/execution_time_predictor/sklearn_execution_time_predictor.py\n M frontier/metrics/constants.py\n M frontier/metrics/metrics_store.py\n M frontier/profiling/common/layers/rotary_embedding.py\n M frontier/profiling/moe/moe_impl.py\n M frontier/profiling/moe/moe_vllm_kernel.py\n M frontier/scheduler/cluster_scheduler/__init__.py\n M frontier/scheduler/cluster_scheduler/base_cluster_scheduler.py\n M frontier/scheduler/cluster_scheduler/cluster_scheduler_registry.py\n M frontier/scheduler/cluster_scheduler/sticky_lor_cluster_scheduler.py\n M frontier/scheduler/replica_scheduler/base_replica_scheduler.py\n M frontier/scheduler/replica_scheduler/vllm_v1_engine_replica_scheduler.py\n M frontier/scheduler/replica_stage_scheduler/replica_stage_schduler.py\n M frontier/simulator.py\n M frontier/types/cluster_scheduler_type.py\n?? data/profiling/compute/h20/\n?? frontier/scheduler/cluster_scheduler/prefix_lor_cluster_scheduler.py\n?? runs/\n?? tests/unit/test_attn_prefill_prediction_fallback.py\n", "source": "/tmp/replayserve-frontier-rs1b" }, "profiles": { "coverage": { "attention": { "1": { "exact_prefill_2048_rows": 1, "profile_batch_size": 1 }, "2": { "exact_prefill_2048_rows": 1, "profile_batch_size": 1 }, "4": { "exact_prefill_2048_rows": 1, "profile_batch_size": 1 } }, "manifest": { "attention_tp_coverage": [ 1, 2, 4 ], "environment_contract": { "dtype": "bfloat16", "frontier_commit": "d9cfeb6d8791fbf2f295dd9744c56a666171776e", "hardware": "NVIDIA H20", "model": "Qwen3-30B-A3B", "tensor_parallel_sizes": [ 1, 2, 4 ], "vllm_source_commit": "88d34c6409e9fb3c7b8ca0c04756f061d2099eb1", "vllm_version": "0.20.0" }, "inputs": { "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-allreduce-full-tp2-20260716-v1-dispatch-aware-20260716T140743025781Z/artifacts/artifacts/allreduce-full-tp2-v1/raw/allreduce-tp2.json": "97c3c76b5a04e95bd9192423c2b891667c668f39cc0dfecbd097d749939f2d0a", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-allreduce-full-tp4-20260716-v1-dispatch-aware-20260716T141106009788Z/artifacts/artifacts/allreduce-full-tp4-v1/raw/allreduce-tp4.json": "809df9baa6f468cf12bf0c99827475acc67894dd9f3f948976590b665fac0e76", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-flashattn-kv-full-tp1-20260716-v2-20260716T135132587012Z/artifacts/artifacts/flashattn-kv-full-v2-tp1/raw/flashattn-tp1.json": "dcb4c1bf7e76b9c765f78ddd2b8a734f2d7ba2adac13ce017689a8a77fe69a27", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-flashattn-kv-full-tp2-20260716-v2-20260716T135134194295Z/artifacts/artifacts/flashattn-kv-full-v2-tp2/raw/flashattn-tp2.json": "43ce042556ba887c8860614b43ccf0f564e5cebc1a0cffbce299d0acb9fa8d07", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-flashattn-kv-full-tp4-20260716-v2-20260716T135135197200Z/artifacts/artifacts/flashattn-kv-full-v2-tp4/raw/flashattn-tp4.json": "84eef31bcad0f556907a093318a420959d14fdc94474823d11f659704bdfec73", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-frontier-linear-full-20260716-v2-max-tokens-20260716T144444676943Z/artifacts/artifacts/frontier-linear-full-v2/profiles/compute/h20/qwen3-a3b-30b-moe/linear_op.csv": "67666cb0a4901b74599d468df2e31bcaa2a11a7842cc0cefba24ffce62508e0c", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-moe-full-20260716-v1-local-shard-20260716T141334565164Z/artifacts/artifacts/moe-full-v1/raw/moe-full.json": "588f6ad0d69c9636d1b852e3df0a12d13cfe731f050ea7ec7aea457cceefbde8", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-router-full-20260716-v3-tp-context-20260716T145446098505Z/artifacts/artifacts/router-full-v3/raw/router.json": "1962972e983bff3e06a721ef4ae4ec65728ff669681497a4a7e7f769b88b4931" }, "outputs": { "allreduce.json": "b38d14f990578d668523d25b107aceed433da5020d8ada3b6e44d3562261a3b3", "attention.csv": "76dcb767cebb4ec1c4e24bd04d93ddd48b5d271986ebfb51a197ab33e1b3d87d", "attention_true_mixed_fused.csv": "43ef4be90bddc9aeac6dbbe339feec24162cd1f2129a08fbd959e6ee4eaf5f60", "linear_op.csv": "67666cb0a4901b74599d468df2e31bcaa2a11a7842cc0cefba24ffce62508e0c", "moe.csv": "0e4dcba72918a1c4cf4e96ced31ee3829248a19ad54553cebef14417725808b0" }, "profile_id": "qwen3-30b-a3b-bf16-vllm020-h20-tp1-2-4-fused-mixed-total-conserving", "projection_contract": { "allreduce": "Frozen exact runtime measurements; base profile-only comparison keeps the historical Frontier CC backend fixed to isolate compute profile fidelity", "attention": "Pure prefill/extend/decode FA3 core plus separately measured KV update; input/output reshape assumed zero; exported mean is used as median target; true mixed rows use a total-conserving compatibility projection", "attention_true_mixed": "The directly measured fused total is preserved in diagnostics. Frontier's two targets are projected by the same-TP pure prefill/decode reference ratio, with projected prefill + decode exactly equal to the fused total; the split is a schema compatibility attribution, not an observation", "linear": "Frontier profiler using vLLM 0.20 CUDA operators", "moe": "Replicated gate and fused top-k plus TP-local modular expert kernel; expert measurement already includes prepare/finalize so shuffling is zero" }, "row_counts": { "allreduce": 24, "attention_frontier_compatible": 132, "attention_true_mixed_fused_diagnostic": 30, "linear": 36, "moe": 72 }, "schema_version": "frontier_qwen30_vllm020_frozen_profile.v2" } }, "root": "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/frozen/profile-v2", "sha256": { "attention": "76dcb767cebb4ec1c4e24bd04d93ddd48b5d271986ebfb51a197ab33e1b3d87d", "linear": "67666cb0a4901b74599d468df2e31bcaa2a11a7842cc0cefba24ffce62508e0c", "manifest": "af40545e75aff55c6333cd2d5379ccf042a5a0b7d7fc7df4f745ce256cb290eb", "moe": "0e4dcba72918a1c4cf4e96ced31ee3829248a19ad54553cebef14417725808b0" } }, "schema": "frontier-qwen30-prefill-surface-v1", "status": "partial_not_decision_bearing" }