Gahow Wang
d5b276180d
Workload-conditioned operator profiling on patched vLLM 0.24.0 + Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64 raggedness, 8-45% token-efficiency loss vs rectangular controls); mechanism decomposition kills the padding narrative and finds the arrival-uniformization artifact (-12.9%); cross-version churn surface shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held. Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer sidecars and metrics are tracked. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
66 lines
1.4 KiB
JSON
66 lines
1.4 KiB
JSON
{
|
|
"invariants": {
|
|
"clean_duration_exact": true,
|
|
"clean_failures_zero": true,
|
|
"concurrency_bounded": true,
|
|
"drain_within_timeout": true,
|
|
"manifest_no_wrap": true,
|
|
"manifest_not_exhausted": true,
|
|
"output_tokens_exact": true,
|
|
"profile_count_exact": true,
|
|
"profile_status_ok": true,
|
|
"segment_count_exact": true
|
|
},
|
|
"numeric": {
|
|
"actual_output_tokens": {
|
|
"distinct_n": 1,
|
|
"finite_n": 2078,
|
|
"max": 512.0,
|
|
"min": 512.0,
|
|
"missing_n": 0,
|
|
"n": 2078
|
|
},
|
|
"admitted_s": {
|
|
"distinct_n": 2078,
|
|
"finite_n": 2078,
|
|
"max": 417.40899016702315,
|
|
"min": 0.0008179180149454623,
|
|
"missing_n": 0,
|
|
"n": 2078
|
|
},
|
|
"completed_s": {
|
|
"distinct_n": 2078,
|
|
"finite_n": 2078,
|
|
"max": 443.75592052700813,
|
|
"min": 35.15151289102505,
|
|
"missing_n": 0,
|
|
"n": 2078
|
|
},
|
|
"input_tokens": {
|
|
"distinct_n": 1,
|
|
"finite_n": 2078,
|
|
"max": 1280.0,
|
|
"min": 1280.0,
|
|
"missing_n": 0,
|
|
"n": 2078
|
|
},
|
|
"requested_output_tokens": {
|
|
"distinct_n": 1,
|
|
"finite_n": 2078,
|
|
"max": 512.0,
|
|
"min": 512.0,
|
|
"missing_n": 0,
|
|
"n": 2078
|
|
},
|
|
"scheduled_s": {
|
|
"distinct_n": 2078,
|
|
"finite_n": 2078,
|
|
"max": 417.4089898300008,
|
|
"min": 0.0008165129984263331,
|
|
"missing_n": 0,
|
|
"n": 2078
|
|
}
|
|
},
|
|
"schema": 1
|
|
}
|