Gahow Wang
d5b276180d
Workload-conditioned operator profiling on patched vLLM 0.24.0 + Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64 raggedness, 8-45% token-efficiency loss vs rectangular controls); mechanism decomposition kills the padding narrative and finds the arrival-uniformization artifact (-12.9%); cross-version churn surface shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held. Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer sidecars and metrics are tracked. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
67 lines
1.4 KiB
JSON
67 lines
1.4 KiB
JSON
{
|
|
"invariants": {
|
|
"clean_duration_exact": true,
|
|
"clean_failures_zero": true,
|
|
"concurrency_bounded": true,
|
|
"drain_within_timeout": true,
|
|
"manifest_no_wrap": true,
|
|
"manifest_not_exhausted": true,
|
|
"moderate_offered_within_5pct": true,
|
|
"output_tokens_exact": true,
|
|
"profile_count_exact": true,
|
|
"profile_status_ok": true,
|
|
"segment_count_exact": true
|
|
},
|
|
"numeric": {
|
|
"actual_output_tokens": {
|
|
"distinct_n": 1,
|
|
"finite_n": 1477,
|
|
"max": 64.0,
|
|
"min": 64.0,
|
|
"missing_n": 0,
|
|
"n": 1477
|
|
},
|
|
"admitted_s": {
|
|
"distinct_n": 1477,
|
|
"finite_n": 1477,
|
|
"max": 299.8487557930057,
|
|
"min": 0.00024887899053283036,
|
|
"missing_n": 0,
|
|
"n": 1477
|
|
},
|
|
"completed_s": {
|
|
"distinct_n": 1477,
|
|
"finite_n": 1477,
|
|
"max": 300.78616064199014,
|
|
"min": 15.648636110010557,
|
|
"missing_n": 0,
|
|
"n": 1477
|
|
},
|
|
"input_tokens": {
|
|
"distinct_n": 944,
|
|
"finite_n": 1477,
|
|
"max": 8161.0,
|
|
"min": 128.0,
|
|
"missing_n": 0,
|
|
"n": 1477
|
|
},
|
|
"requested_output_tokens": {
|
|
"distinct_n": 1,
|
|
"finite_n": 1477,
|
|
"max": 64.0,
|
|
"min": 64.0,
|
|
"missing_n": 0,
|
|
"n": 1477
|
|
},
|
|
"scheduled_s": {
|
|
"distinct_n": 1477,
|
|
"finite_n": 1477,
|
|
"max": 299.84763839512016,
|
|
"min": 0.0,
|
|
"missing_n": 0,
|
|
"n": 1477
|
|
}
|
|
},
|
|
"schema": 1
|
|
}
|