gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add OpProf campaign: protocols, results, patches, run evidence (P0-P6)

Browse Source 
Workload-conditioned operator profiling on patched vLLM 0.24.0 +
Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64
raggedness, 8-45% token-efficiency loss vs rectangular controls);
mechanism decomposition kills the padding narrative and finds the
arrival-uniformization artifact (-12.9%); cross-version churn surface
shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held.
Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer
sidecars and metrics are tracked.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Gahow Wang
2026-07-13 11:06:10 +08:00
parent 607e88da3c
commit d5b276180d
412 changed files with 125056 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/anchor-0.4921875.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns16", "anchor": 0.4921875, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/anchor-0.4921875/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.4921875,
"cell": "tp2_mns16",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 269,
"feasible": true,
"interval": {
"elapsed_s": 60.6037635,
"end_mono_ns": 207177385667514,
"end_wall_ns": 1783875604512094524,
"start_mono_ns": 207116781904014,
"start_wall_ns": 1783875543908331340
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 16,
"observed_count": 269,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "ffbc7b8dd324c8e745654110a2412b03ddade891beb2bfe022ffde6502b0184b",
"arrival_s": {
"distinct_n": 269,
"finite_n": 269,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 269
},
"count": 269,
"long_gt4096": 95,
"offered_req_s": 4.483333333333333,
"offered_req_s_per_gpu": 2.2416666666666667,
"raw_input_tokens": {
"distinct_n": 250,
"finite_n": 269,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 269
},
"raw_length_order_sha256": "bc951350376a487d34d2def78fd32a2286e23bf8a7f481ff578009e12e3f1fb8",
"request_id_order_sha256": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c"
},
"slo_pass_count": 269,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 269,
"finite_n": 269,
"max": 7.384683173259822,
"min": 4.122870834681799,
"missing_n": 0,
"n": 269
},
"ttft_ms": {
"distinct_n": 269,
"finite_n": 269,
"max": 81.90969700808637,
"min": 36.26534101204015,
"missing_n": 0,
"n": 269
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/anchor-0.49609375.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns16", "anchor": 0.49609375, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/anchor-0.49609375/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.49609375,
"cell": "tp2_mns16",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 273,
"feasible": true,
"interval": {
"elapsed_s": 61.288445601,
"end_mono_ns": 207043660468133,
"end_wall_ns": 1783875470786895019,
"start_mono_ns": 206982372022532,
"start_wall_ns": 1783875409498449983
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 16,
"observed_count": 273,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "41168f4bd02f3ef4e83b7440a3dab7458f08df9c2bbd4452fad076b4a2e0eaed",
"arrival_s": {
"distinct_n": 273,
"finite_n": 273,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 273
},
"count": 273,
"long_gt4096": 97,
"offered_req_s": 4.55,
"offered_req_s_per_gpu": 2.275,
"raw_input_tokens": {
"distinct_n": 253,
"finite_n": 273,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 273
},
"raw_length_order_sha256": "9e38ed1766e3933dc05a7ced5d0a73fed47ce769800f0d2c10014af0ef823f28",
"request_id_order_sha256": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80"
},
"slo_pass_count": 273,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 273,
"finite_n": 273,
"max": 25.645890527525843,
"min": 4.867463031422537,
"missing_n": 0,
"n": 273
},
"ttft_ms": {
"distinct_n": 273,
"finite_n": 273,
"max": 785.8217659813818,
"min": 40.98877400974743,
"missing_n": 0,
"n": 273
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/anchor-0.5.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns16", "anchor": 0.5, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/anchor-0.5/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.5,
"cell": "tp2_mns16",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 276,
"feasible": true,
"interval": {
"elapsed_s": 60.59665648,
"end_mono_ns": 207244584143802,
"end_wall_ns": 1783875671710570778,
"start_mono_ns": 207183987487322,
"start_wall_ns": 1783875611113914502
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 16,
"observed_count": 276,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "aeea4a8e54cc7de279804b8c353f748a480aedcbb21e249a90a60267daee8dff",
"arrival_s": {
"distinct_n": 276,
"finite_n": 276,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 276
},
"count": 276,
"long_gt4096": 99,
"offered_req_s": 4.6,
"offered_req_s_per_gpu": 2.3,
"raw_input_tokens": {
"distinct_n": 256,
"finite_n": 276,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 276
},
"raw_length_order_sha256": "983df528039301bd41a6684fecea75cdcf8822d214094d6d35def7fc7740c2ba",
"request_id_order_sha256": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15"
},
"slo_pass_count": 276,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 276,
"finite_n": 276,
"max": 8.08854837806558,
"min": 4.161210228344352,
"missing_n": 0,
"n": 276
},
"ttft_ms": {
"distinct_n": 276,
"finite_n": 276,
"max": 341.36167902033776,
"min": 35.80997997778468,
"missing_n": 0,
"n": 276
}
}

22
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/cell-valid.json Normal file
View File

@@ -0,0 +1,22 @@
{
"accounting_mode": "graceful-footer",
"cell": "tp2_mns16",
"invariants": {
"anchor_intervals_present": true,
"compile_capture_pre_ready": true,
"encoded_balanced": true,
"footer_sidecar_agrees": true,
"last_step_matches": true,
"layer1_contiguous": true,
"layer1_zero_drops": true,
"one_footer_last": true,
"one_ready_marker": true,
"sidecar_final": true,
"warmup_exact_16": true,
"warmup_long": true,
"written_matches_records": true
},
"layer1_records": 47449,
"post_ready_capture_events": [],
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns16/opprof/opprof-v1-dp0-pid2755628-1783875389707263062.jsonl"
}

7
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/commands.log Normal file
View File

@@ -0,0 +1,7 @@
SERVER taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/vllm serve /home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B --host 127.0.0.1 --port 8706 --served-model-name qwen3-30b-a3b-community --max-num-batched-tokens 8192 --max-num-seqs 16 --tensor-parallel-size 2 --shutdown-timeout 120
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py warmup --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns16 --anchor 0.49609375 --tp 2 --mns 16 --base-url http://127.0.0.1:8706 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns16/warmup
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns16 --anchor 0.49609375 --tp 2 --mns 16 --base-url http://127.0.0.1:8706 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns16/anchor-0.49609375
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns16 --anchor 0.49609375 --tp 2 --mns 16 --base-url http://127.0.0.1:8706 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns16/confirm-1-anchor-0.49609375
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns16 --anchor 0.4921875 --tp 2 --mns 16 --base-url http://127.0.0.1:8706 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns16/anchor-0.4921875
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns16 --anchor 0.5 --tp 2 --mns 16 --base-url http://127.0.0.1:8706 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns16/anchor-0.5
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns16 --anchor 0.5 --tp 2 --mns 16 --base-url http://127.0.0.1:8706 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns16/confirm-1-anchor-0.5

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/confirm-1-anchor-0.49609375.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns16", "anchor": 0.49609375, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/confirm-1-anchor-0.49609375/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.49609375,
"cell": "tp2_mns16",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 273,
"feasible": true,
"interval": {
"elapsed_s": 60.606811621,
"end_mono_ns": 207110687436898,
"end_wall_ns": 1783875537813863970,
"start_mono_ns": 207050080625277,
"start_wall_ns": 1783875477207052621
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 16,
"observed_count": 273,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "41168f4bd02f3ef4e83b7440a3dab7458f08df9c2bbd4452fad076b4a2e0eaed",
"arrival_s": {
"distinct_n": 273,
"finite_n": 273,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 273
},
"count": 273,
"long_gt4096": 97,
"offered_req_s": 4.55,
"offered_req_s_per_gpu": 2.275,
"raw_input_tokens": {
"distinct_n": 253,
"finite_n": 273,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 273
},
"raw_length_order_sha256": "9e38ed1766e3933dc05a7ced5d0a73fed47ce769800f0d2c10014af0ef823f28",
"request_id_order_sha256": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80"
},
"slo_pass_count": 273,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 273,
"finite_n": 273,
"max": 7.352796283515727,
"min": 4.158690614180316,
"missing_n": 0,
"n": 273
},
"ttft_ms": {
"distinct_n": 273,
"finite_n": 273,
"max": 76.74413800123148,
"min": 35.70285899331793,
"missing_n": 0,
"n": 273
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/confirm-1-anchor-0.5.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns16", "anchor": 0.5, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/confirm-1-anchor-0.5/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.5,
"cell": "tp2_mns16",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 276,
"feasible": true,
"interval": {
"elapsed_s": 60.597814702,
"end_mono_ns": 207311802163383,
"end_wall_ns": 1783875738928591380,
"start_mono_ns": 207251204348681,
"start_wall_ns": 1783875678330776089
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 16,
"observed_count": 276,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "aeea4a8e54cc7de279804b8c353f748a480aedcbb21e249a90a60267daee8dff",
"arrival_s": {
"distinct_n": 276,
"finite_n": 276,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 276
},
"count": 276,
"long_gt4096": 99,
"offered_req_s": 4.6,
"offered_req_s_per_gpu": 2.3,
"raw_input_tokens": {
"distinct_n": 256,
"finite_n": 276,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 276
},
"raw_length_order_sha256": "983df528039301bd41a6684fecea75cdcf8822d214094d6d35def7fc7740c2ba",
"request_id_order_sha256": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15"
},
"slo_pass_count": 276,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 276,
"finite_n": 276,
"max": 7.367673905669,
"min": 4.163846921260051,
"missing_n": 0,
"n": 276
},
"ttft_ms": {
"distinct_n": 276,
"finite_n": 276,
"max": 76.49152100202627,
"min": 36.295153986429796,
"missing_n": 0,
"n": 276
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/opprof/opprof-v1-dp0-pid2755628-1783875389707263062.jsonl.footer.json Normal file
View File

@@ -0,0 +1 @@
{"schema":1,"record_type":"footer_checkpoint","stream":"opprof-v1-dp0-pid2755628-1783875389707263062.jsonl","encoded_records":47449,"written_records":47449,"dropped_records":0,"last_step_index":47448,"checkpoint_wall_ns":1783875743226353253,"flush_interval_seconds":1.0,"final":true}

1571
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/server.log Normal file
View File

File diff suppressed because it is too large Load Diff

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/warmup.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns16", "anchor": 0.49609375, "kind": "warmup", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/warmup/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.49609375,
"cell": "tp2_mns16",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 16,
"feasible": true,
"interval": {
"elapsed_s": 4.562253894,
"end_mono_ns": 206975612849072,
"end_wall_ns": 1783875402739276118,
"start_mono_ns": 206971050595178,
"start_wall_ns": 1783875398177022539
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "warmup",
"mns": 16,
"observed_count": 16,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "818d316f68acc6502ed33a877bf88c2ba9b57a1ff6d6780621db0d30eddf3494",
"arrival_s": {
"distinct_n": 16,
"finite_n": 16,
"max": 3.4938000000000105,
"min": 0.0,
"missing_n": 0,
"n": 16
},
"count": 16,
"long_gt4096": 7,
"offered_req_s": 0.26666666666666666,
"offered_req_s_per_gpu": 0.13333333333333333,
"raw_input_tokens": {
"distinct_n": 16,
"finite_n": 16,
"max": 7270.0,
"min": 71.0,
"missing_n": 0,
"n": 16
},
"raw_length_order_sha256": "2eb3b78b31efc9354c64c8caa95f08353330553d1ab745a8e0ceab038a3a3d5e",
"request_id_order_sha256": "0009512d07ec4c5bb2dd1283c767967a6dfd5bc4c7b7d65fb26169d39a98832e"
},
"slo_pass_count": 16,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 17.359529645732184,
"min": 6.608307118230594,
"missing_n": 0,
"n": 16
},
"ttft_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 438.70653098565526,
"min": 44.08105098991655,
"missing_n": 0,
"n": 16
}
}