gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add OpProf campaign: protocols, results, patches, run evidence (P0-P6)

Browse Source 
Workload-conditioned operator profiling on patched vLLM 0.24.0 +
Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64
raggedness, 8-45% token-efficiency loss vs rectangular controls);
mechanism decomposition kills the padding narrative and finds the
arrival-uniformization artifact (-12.9%); cross-version churn surface
shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held.
Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer
sidecars and metrics are tracked.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Gahow Wang
2026-07-13 11:06:10 +08:00
parent 607e88da3c
commit d5b276180d
412 changed files with 125056 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/anchor-0.4921875.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns8", "anchor": 0.4921875, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/anchor-0.4921875/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.4921875,
"cell": "tp2_mns8",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 269,
"feasible": true,
"interval": {
"elapsed_s": 61.694519409,
"end_mono_ns": 206826428376802,
"end_wall_ns": 1783875253554803495,
"start_mono_ns": 206764733857393,
"start_wall_ns": 1783875191860284710
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 269,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "ffbc7b8dd324c8e745654110a2412b03ddade891beb2bfe022ffde6502b0184b",
"arrival_s": {
"distinct_n": 269,
"finite_n": 269,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 269
},
"count": 269,
"long_gt4096": 95,
"offered_req_s": 4.483333333333333,
"offered_req_s_per_gpu": 2.2416666666666667,
"raw_input_tokens": {
"distinct_n": 250,
"finite_n": 269,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 269
},
"raw_length_order_sha256": "bc951350376a487d34d2def78fd32a2286e23bf8a7f481ff578009e12e3f1fb8",
"request_id_order_sha256": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c"
},
"slo_pass_count": 269,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 269,
"finite_n": 269,
"max": 14.617633236311816,
"min": 4.180891763814908,
"missing_n": 0,
"n": 269
},
"ttft_ms": {
"distinct_n": 269,
"finite_n": 269,
"max": 1039.087387995096,
"min": 37.062153016449884,
"missing_n": 0,
"n": 269
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/anchor-0.49609375.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns8", "anchor": 0.49609375, "kind": "anchor", "pass_rate": 0.27106227106227104, "feasible": false}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/anchor-0.49609375/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.49609375,
"cell": "tp2_mns8",
"early_stop_reason": "slo_pass_rate_unrecoverable",
"early_stopped": true,
"exact_output_count": 96,
"feasible": false,
"interval": {
"elapsed_s": 23.212238551,
"end_mono_ns": 206692540366228,
"end_wall_ns": 1783875119666793202,
"start_mono_ns": 206669328127677,
"start_wall_ns": 1783875096454555226
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 273,
"pass_rate": 0.27106227106227104,
"schema": 1,
"selection": {
"arrival_order_sha256": "41168f4bd02f3ef4e83b7440a3dab7458f08df9c2bbd4452fad076b4a2e0eaed",
"arrival_s": {
"distinct_n": 273,
"finite_n": 273,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 273
},
"count": 273,
"long_gt4096": 97,
"offered_req_s": 4.55,
"offered_req_s_per_gpu": 2.275,
"raw_input_tokens": {
"distinct_n": 253,
"finite_n": 273,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 273
},
"raw_length_order_sha256": "9e38ed1766e3933dc05a7ced5d0a73fed47ce769800f0d2c10014af0ef823f28",
"request_id_order_sha256": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80"
},
"slo_pass_count": 74,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 96,
"finite_n": 96,
"max": 15.690051220626916,
"min": 6.1712947953217405,
"missing_n": 177,
"n": 273
},
"ttft_ms": {
"distinct_n": 96,
"finite_n": 96,
"max": 2895.5836099921726,
"min": 42.191794025711715,
"missing_n": 177,
"n": 273
}
}

22
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/cell-valid.json Normal file
View File

@@ -0,0 +1,22 @@
{
"accounting_mode": "graceful-footer",
"cell": "tp2_mns8",
"invariants": {
"anchor_intervals_present": true,
"compile_capture_pre_ready": true,
"encoded_balanced": true,
"footer_sidecar_agrees": true,
"last_step_matches": true,
"layer1_contiguous": true,
"layer1_zero_drops": true,
"one_footer_last": true,
"one_ready_marker": true,
"sidecar_final": true,
"warmup_exact_16": true,
"warmup_long": true,
"written_matches_records": true
},
"layer1_records": 28404,
"post_ready_capture_events": [],
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns8/opprof/opprof-v1-dp0-pid2750298-1783875076865595283.jsonl"
}

6
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/commands.log Normal file
View File

@@ -0,0 +1,6 @@
SERVER taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/vllm serve /home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B --host 127.0.0.1 --port 8705 --served-model-name qwen3-30b-a3b-community --max-num-batched-tokens 8192 --max-num-seqs 8 --tensor-parallel-size 2 --shutdown-timeout 120
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py warmup --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns8 --anchor 0.49609375 --tp 2 --mns 8 --base-url http://127.0.0.1:8705 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns8/warmup
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns8 --anchor 0.49609375 --tp 2 --mns 8 --base-url http://127.0.0.1:8705 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns8/anchor-0.49609375
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns8 --anchor 0.49609375 --tp 2 --mns 8 --base-url http://127.0.0.1:8705 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns8/confirm-1-anchor-0.49609375
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns8 --anchor 0.4921875 --tp 2 --mns 8 --base-url http://127.0.0.1:8705 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns8/anchor-0.4921875
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns8 --anchor 0.4921875 --tp 2 --mns 8 --base-url http://127.0.0.1:8705 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns8/confirm-1-anchor-0.4921875

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/confirm-1-anchor-0.4921875.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns8", "anchor": 0.4921875, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/confirm-1-anchor-0.4921875/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.4921875,
"cell": "tp2_mns8",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 269,
"feasible": true,
"interval": {
"elapsed_s": 60.601494927,
"end_mono_ns": 206893279230894,
"end_wall_ns": 1783875320405658014,
"start_mono_ns": 206832677735967,
"start_wall_ns": 1783875259804163348
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 269,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "ffbc7b8dd324c8e745654110a2412b03ddade891beb2bfe022ffde6502b0184b",
"arrival_s": {
"distinct_n": 269,
"finite_n": 269,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 269
},
"count": 269,
"long_gt4096": 95,
"offered_req_s": 4.483333333333333,
"offered_req_s_per_gpu": 2.2416666666666667,
"raw_input_tokens": {
"distinct_n": 250,
"finite_n": 269,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 269
},
"raw_length_order_sha256": "bc951350376a487d34d2def78fd32a2286e23bf8a7f481ff578009e12e3f1fb8",
"request_id_order_sha256": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c"
},
"slo_pass_count": 269,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 269,
"finite_n": 269,
"max": 7.978645503964627,
"min": 4.193213968592747,
"missing_n": 0,
"n": 269
},
"ttft_ms": {
"distinct_n": 269,
"finite_n": 269,
"max": 136.03269401937723,
"min": 35.76707499451004,
"missing_n": 0,
"n": 269
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/confirm-1-anchor-0.49609375.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns8", "anchor": 0.49609375, "kind": "anchor", "pass_rate": 0.8901098901098901, "feasible": false}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/confirm-1-anchor-0.49609375/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.49609375,
"cell": "tp2_mns8",
"early_stop_reason": "slo_pass_rate_unrecoverable",
"early_stopped": true,
"exact_output_count": 258,
"feasible": false,
"interval": {
"elapsed_s": 59.397687517,
"end_mono_ns": 206758345547488,
"end_wall_ns": 1783875185471974373,
"start_mono_ns": 206698947859971,
"start_wall_ns": 1783875126074287316
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 273,
"pass_rate": 0.8901098901098901,
"schema": 1,
"selection": {
"arrival_order_sha256": "41168f4bd02f3ef4e83b7440a3dab7458f08df9c2bbd4452fad076b4a2e0eaed",
"arrival_s": {
"distinct_n": 273,
"finite_n": 273,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 273
},
"count": 273,
"long_gt4096": 97,
"offered_req_s": 4.55,
"offered_req_s_per_gpu": 2.275,
"raw_input_tokens": {
"distinct_n": 253,
"finite_n": 273,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 273
},
"raw_length_order_sha256": "9e38ed1766e3933dc05a7ced5d0a73fed47ce769800f0d2c10014af0ef823f28",
"request_id_order_sha256": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80"
},
"slo_pass_count": 243,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 258,
"finite_n": 258,
"max": 18.377687952776373,
"min": 4.628447409468065,
"missing_n": 15,
"n": 273
},
"ttft_ms": {
"distinct_n": 258,
"finite_n": 258,
"max": 2424.360237986548,
"min": 39.415776991518214,
"missing_n": 15,
"n": 273
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/opprof/opprof-v1-dp0-pid2750298-1783875076865595283.jsonl.footer.json Normal file
View File

@@ -0,0 +1 @@
{"schema":1,"record_type":"footer_checkpoint","stream":"opprof-v1-dp0-pid2750298-1783875076865595283.jsonl","encoded_records":28404,"written_records":28404,"dropped_records":0,"last_step_index":28403,"checkpoint_wall_ns":1783875324997828236,"flush_interval_seconds":1.0,"final":true}

1086
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/server.log Normal file
View File

File diff suppressed because it is too large Load Diff

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/warmup.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns8", "anchor": 0.49609375, "kind": "warmup", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/warmup/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.49609375,
"cell": "tp2_mns8",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 16,
"feasible": true,
"interval": {
"elapsed_s": 5.231086257,
"end_mono_ns": 206663290286942,
"end_wall_ns": 1783875090416714437,
"start_mono_ns": 206658059200685,
"start_wall_ns": 1783875085185627990
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "warmup",
"mns": 8,
"observed_count": 16,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "818d316f68acc6502ed33a877bf88c2ba9b57a1ff6d6780621db0d30eddf3494",
"arrival_s": {
"distinct_n": 16,
"finite_n": 16,
"max": 3.4938000000000105,
"min": 0.0,
"missing_n": 0,
"n": 16
},
"count": 16,
"long_gt4096": 7,
"offered_req_s": 0.26666666666666666,
"offered_req_s_per_gpu": 0.13333333333333333,
"raw_input_tokens": {
"distinct_n": 16,
"finite_n": 16,
"max": 7270.0,
"min": 71.0,
"missing_n": 0,
"n": 16
},
"raw_length_order_sha256": "2eb3b78b31efc9354c64c8caa95f08353330553d1ab745a8e0ceab038a3a3d5e",
"request_id_order_sha256": "0009512d07ec4c5bb2dd1283c767967a6dfd5bc4c7b7d65fb26169d39a98832e"
},
"slo_pass_count": 16,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 20.111679133874784,
"min": 7.028762543322812,
"missing_n": 0,
"n": 16
},
"ttft_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 1638.8928259839304,
"min": 212.59458700660616,
"missing_n": 0,
"n": 16
}
}