Gahow Wang
d5b276180d
Workload-conditioned operator profiling on patched vLLM 0.24.0 + Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64 raggedness, 8-45% token-efficiency loss vs rectangular controls); mechanism decomposition kills the padding narrative and finds the arrival-uniformization artifact (-12.9%); cross-version churn surface shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held. Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer sidecars and metrics are tracked. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
356 lines
8.6 KiB
JSON
356 lines
8.6 KiB
JSON
{
|
|
"gpu_seconds": 427.43714332580566,
|
|
"results": {
|
|
"graceful": {
|
|
"accounting": {
|
|
"bytes": 1462585,
|
|
"checkpoint_age_seconds": -0.382308841,
|
|
"counters": {
|
|
"dropped_records": 0,
|
|
"encoded_records": 1598,
|
|
"written_records": 1598
|
|
},
|
|
"footer_count": 1,
|
|
"invariants": {
|
|
"all_schema_1": true,
|
|
"encoded_balanced": true,
|
|
"final_sidecar": true,
|
|
"footer_sidecar_agree": true,
|
|
"last_step_matches": true,
|
|
"one_footer_last": true,
|
|
"steps_contiguous": true,
|
|
"written_matches_records": true,
|
|
"zero_drops": true
|
|
},
|
|
"last_step_index": 1597,
|
|
"records": 1598,
|
|
"sidecar": "/home/admin/cpfs/wjh/opprof-phase3-dash0-20260712/runs/e-b-sidecar-verification/graceful/opprof/opprof-v1-dp0-pid2163417-1783832631507578426.jsonl.footer.json",
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase3-dash0-20260712/runs/e-b-sidecar-verification/graceful/opprof/opprof-v1-dp0-pid2163417-1783832631507578426.jsonl"
|
|
},
|
|
"clean": {
|
|
"admitted": 5202,
|
|
"completed": 5202,
|
|
"completed_throughput_rps": 43.35,
|
|
"duration_s": 120.0,
|
|
"end_s": 140.0,
|
|
"failed": 0,
|
|
"input_tokens": 1662118,
|
|
"offered_rps": 43.35,
|
|
"output_tokens": 332928,
|
|
"start_s": 20.0
|
|
},
|
|
"failed_records": 0,
|
|
"gpu_seconds": 219.92383646965027,
|
|
"gpu_zero_samples": [
|
|
[
|
|
{
|
|
"index": 0,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 1,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 2,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 3,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 4,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 5,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 6,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 7,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
}
|
|
],
|
|
[
|
|
{
|
|
"index": 0,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 1,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 2,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 3,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 4,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 5,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 6,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 7,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
}
|
|
],
|
|
[
|
|
{
|
|
"index": 0,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 1,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 2,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 3,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 4,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 5,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 6,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 7,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
}
|
|
]
|
|
],
|
|
"mode": "graceful",
|
|
"schema": 1,
|
|
"server_returncode": 0,
|
|
"status": "pass",
|
|
"termination_wall_ns": 1783832775735239240
|
|
},
|
|
"hard-kill": {
|
|
"accounting": {
|
|
"bytes": 1460860,
|
|
"checkpoint_age_seconds": 0.02436319,
|
|
"counters": {
|
|
"dropped_records": 0,
|
|
"encoded_records": 1596,
|
|
"written_records": 1596
|
|
},
|
|
"footer_count": 0,
|
|
"invariants": {
|
|
"all_schema_1": true,
|
|
"checkpoint_sidecar": true,
|
|
"checkpoint_within_bound": true,
|
|
"encoded_balanced": true,
|
|
"last_step_matches": true,
|
|
"no_in_stream_footer": true,
|
|
"steps_contiguous": true,
|
|
"written_matches_records": true,
|
|
"zero_drops": true
|
|
},
|
|
"last_step_index": 1595,
|
|
"records": 1596,
|
|
"sidecar": "/home/admin/cpfs/wjh/opprof-phase3-dash0-20260712/runs/e-b-sidecar-verification/hard-kill/opprof/opprof-v1-dp0-pid2166360-1783832841962667333.jsonl.footer.json",
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase3-dash0-20260712/runs/e-b-sidecar-verification/hard-kill/opprof/opprof-v1-dp0-pid2166360-1783832841962667333.jsonl"
|
|
},
|
|
"clean": {
|
|
"admitted": 5179,
|
|
"completed": 5179,
|
|
"completed_throughput_rps": 43.15833333333333,
|
|
"duration_s": 120.0,
|
|
"end_s": 140.0,
|
|
"failed": 0,
|
|
"input_tokens": 1655384,
|
|
"offered_rps": 43.15833333333333,
|
|
"output_tokens": 331456,
|
|
"start_s": 20.0
|
|
},
|
|
"failed_records": 0,
|
|
"gpu_seconds": 207.5133068561554,
|
|
"gpu_zero_samples": [
|
|
[
|
|
{
|
|
"index": 0,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 1
|
|
},
|
|
{
|
|
"index": 1,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 2,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 3,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 4,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 5,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 6,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 7,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
}
|
|
],
|
|
[
|
|
{
|
|
"index": 0,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 1,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 2,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 3,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 4,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 5,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 6,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 7,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
}
|
|
],
|
|
[
|
|
{
|
|
"index": 0,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 1,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 2,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 3,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 4,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 5,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 6,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
},
|
|
{
|
|
"index": 7,
|
|
"memory_mib": 0,
|
|
"utilization_pct": 0
|
|
}
|
|
]
|
|
],
|
|
"mode": "hard-kill",
|
|
"schema": 1,
|
|
"server_returncode": -9,
|
|
"status": "pass",
|
|
"termination_wall_ns": 1783832986410202706
|
|
}
|
|
},
|
|
"schema": 1,
|
|
"status": "complete"
|
|
}
|