Gahow Wang
d5b276180d
Workload-conditioned operator profiling on patched vLLM 0.24.0 + Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64 raggedness, 8-45% token-efficiency loss vs rectangular controls); mechanism decomposition kills the padding narrative and finds the arrival-uniformization artifact (-12.9%); cross-version churn surface shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held. Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer sidecars and metrics are tracked. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
35 lines
1004 B
JSON
35 lines
1004 B
JSON
{
|
|
"arm": "OFF",
|
|
"bucket_tokens": 237911,
|
|
"capture_sizes": "default",
|
|
"clean_completed": 1184,
|
|
"clean_completed_throughput_rps": 4.933333333333334,
|
|
"clean_failed": 0,
|
|
"clean_offered_rps": 4.920833333333333,
|
|
"drain_seconds": 0.7853007119847462,
|
|
"e2e_latency_mean_s": 1.681152764688729,
|
|
"e2e_latency_p95_s": 3.8763178953449815,
|
|
"gpu_hours": 0.13751606033907995,
|
|
"graph_hit_steps": 12252,
|
|
"graph_miss_rate": 0.045199501246882795,
|
|
"layer1_invariants": {
|
|
"cudagraph_identity": true,
|
|
"footer_balanced": true,
|
|
"footer_written_matches": true,
|
|
"schema_1": true,
|
|
"sidecar_agrees": true,
|
|
"sidecar_final": true,
|
|
"steps_unique_contiguous": true,
|
|
"token_composition": true,
|
|
"zero_drops": true
|
|
},
|
|
"layer1_records": 16491,
|
|
"model_step_duration_ms": 479367.749483,
|
|
"model_steps": 12832,
|
|
"padding_fraction": 0.08545632610514016,
|
|
"padding_tokens": 20331,
|
|
"schema": 1,
|
|
"token_efficiency_per_ms": 4.5540506267984115,
|
|
"useful_tokens": 2183065
|
|
}
|