gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add OpProf campaign: protocols, results, patches, run evidence (P0-P6)

Browse Source 
Workload-conditioned operator profiling on patched vLLM 0.24.0 +
Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64
raggedness, 8-45% token-efficiency loss vs rectangular controls);
mechanism decomposition kills the padding narrative and finds the
arrival-uniformization artifact (-12.9%); cross-version churn surface
shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held.
Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer
sidecars and metrics are tracked.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Gahow Wang
2026-07-13 11:06:10 +08:00
parent 607e88da3c
commit d5b276180d
412 changed files with 125056 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/anchor-0.033717411016.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp4_mns64", "anchor": 0.033717411016, "kind": "anchor", "pass_rate": 0.11433447098976109, "feasible": false}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/anchor-0.033717411016/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.033717411016,
"cell": "tp4_mns64",
"early_stop_reason": "slo_pass_rate_unrecoverable",
"early_stopped": true,
"exact_output_count": 145,
"feasible": false,
"interval": {
"elapsed_s": 21.629262541,
"end_mono_ns": 205082240360979,
"end_wall_ns": 1783873509366788019,
"start_mono_ns": 205060611098438,
"start_wall_ns": 1783873487737525923
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 64,
"observed_count": 586,
"pass_rate": 0.11433447098976109,
"schema": 1,
"selection": {
"arrival_order_sha256": "fe44bf6b0efd6e6ab4d19676e34ace608827e419dbb5c19c8595992f0339c9b1",
"arrival_s": {
"distinct_n": 585,
"finite_n": 586,
"max": 59.90990000000002,
"min": 0.13000000000001818,
"missing_n": 0,
"n": 586
},
"count": 586,
"long_gt4096": 184,
"offered_req_s": 9.766666666666667,
"offered_req_s_per_gpu": 2.441666666666667,
"raw_input_tokens": {
"distinct_n": 534,
"finite_n": 586,
"max": 8157.0,
"min": 69.0,
"missing_n": 0,
"n": 586
},
"raw_length_order_sha256": "e2d040068b279e99073f6965d1136eb0ca6e8534c883f331b4cb85c5fc7a4650",
"request_id_order_sha256": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db"
},
"slo_pass_count": 67,
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
"tp": 4,
"tpot_ms": {
"distinct_n": 145,
"finite_n": 145,
"max": 91.25109214961756,
"min": 4.869500480135756,
"missing_n": 441,
"n": 586
},
"ttft_ms": {
"distinct_n": 145,
"finite_n": 145,
"max": 2708.699943992542,
"min": 38.82970198174007,
"missing_n": 441,
"n": 586
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/anchor-0.034252608017.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp4_mns64", "anchor": 0.034252608017, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/anchor-0.034252608017/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.034252608017,
"cell": "tp4_mns64",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 600,
"feasible": true,
"interval": {
"elapsed_s": 60.605306393,
"end_mono_ns": 205283157213222,
"end_wall_ns": 1783873710283642970,
"start_mono_ns": 205222551906829,
"start_wall_ns": 1783873649678334142
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 64,
"observed_count": 600,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "50f1b34c344c451c6d7501290d0b53f147d0c0b6a4bc078b303d5c33576ebe2d",
"arrival_s": {
"distinct_n": 599,
"finite_n": 600,
"max": 59.90990000000002,
"min": 0.13000000000001818,
"missing_n": 0,
"n": 600
},
"count": 600,
"long_gt4096": 187,
"offered_req_s": 10.0,
"offered_req_s_per_gpu": 2.5,
"raw_input_tokens": {
"distinct_n": 546,
"finite_n": 600,
"max": 8157.0,
"min": 69.0,
"missing_n": 0,
"n": 600
},
"raw_length_order_sha256": "08eff8eecd74dc4646aa45945bd752432ee5eb795006755527dd32d7178c1140",
"request_id_order_sha256": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd"
},
"slo_pass_count": 600,
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
"tp": 4,
"tpot_ms": {
"distinct_n": 600,
"finite_n": 600,
"max": 7.9323868347445545,
"min": 3.8530240866619594,
"missing_n": 0,
"n": 600
},
"ttft_ms": {
"distinct_n": 600,
"finite_n": 600,
"max": 200.9163040202111,
"min": 37.27158301626332,
"missing_n": 0,
"n": 600
}
}

22
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/cell-valid.json Normal file
View File

@@ -0,0 +1,22 @@
{
"accounting_mode": "graceful-footer",
"cell": "tp4_mns64",
"invariants": {
"anchor_intervals_present": true,
"compile_capture_pre_ready": true,
"encoded_balanced": true,
"footer_sidecar_agrees": true,
"last_step_matches": true,
"layer1_contiguous": true,
"layer1_zero_drops": true,
"one_footer_last": true,
"one_ready_marker": true,
"sidecar_final": true,
"warmup_exact_16": true,
"warmup_long": true,
"written_matches_records": true
},
"layer1_records": 37695,
"post_ready_capture_events": [],
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns64/opprof/opprof-v1-dp0-pid2721119-1783873467764669604.jsonl"
}

7
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/commands.log Normal file
View File

@@ -0,0 +1,7 @@
SERVER taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/vllm serve /home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B --host 127.0.0.1 --port 8701 --served-model-name qwen3-30b-a3b-community --max-num-batched-tokens 8192 --max-num-seqs 64 --tensor-parallel-size 4 --shutdown-timeout 120
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py warmup --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns64 --anchor 0.033717411016 --tp 4 --mns 64 --base-url http://127.0.0.1:8701 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns64/warmup
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns64 --anchor 0.033717411016 --tp 4 --mns 64 --base-url http://127.0.0.1:8701 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns64/anchor-0.033717411016
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns64 --anchor 0.033717411016 --tp 4 --mns 64 --base-url http://127.0.0.1:8701 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns64/confirm-1-anchor-0.033717411016
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns64 --anchor 0.033717411016 --tp 4 --mns 64 --base-url http://127.0.0.1:8701 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns64/confirm-2-anchor-0.033717411016
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns64 --anchor 0.034252608017 --tp 4 --mns 64 --base-url http://127.0.0.1:8701 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns64/anchor-0.034252608017
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns64 --anchor 0.034252608017 --tp 4 --mns 64 --base-url http://127.0.0.1:8701 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns64/confirm-1-anchor-0.034252608017

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/confirm-1-anchor-0.033717411016.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp4_mns64", "anchor": 0.033717411016, "kind": "anchor", "pass_rate": 0.9573378839590444, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/confirm-1-anchor-0.033717411016/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.033717411016,
"cell": "tp4_mns64",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 586,
"feasible": true,
"interval": {
"elapsed_s": 61.252125704,
"end_mono_ns": 205150002958549,
"end_wall_ns": 1783873577129386048,
"start_mono_ns": 205088750832845,
"start_wall_ns": 1783873515877260392
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 64,
"observed_count": 586,
"pass_rate": 0.9573378839590444,
"schema": 1,
"selection": {
"arrival_order_sha256": "fe44bf6b0efd6e6ab4d19676e34ace608827e419dbb5c19c8595992f0339c9b1",
"arrival_s": {
"distinct_n": 585,
"finite_n": 586,
"max": 59.90990000000002,
"min": 0.13000000000001818,
"missing_n": 0,
"n": 586
},
"count": 586,
"long_gt4096": 184,
"offered_req_s": 9.766666666666667,
"offered_req_s_per_gpu": 2.441666666666667,
"raw_input_tokens": {
"distinct_n": 534,
"finite_n": 586,
"max": 8157.0,
"min": 69.0,
"missing_n": 0,
"n": 586
},
"raw_length_order_sha256": "e2d040068b279e99073f6965d1136eb0ca6e8534c883f331b4cb85c5fc7a4650",
"request_id_order_sha256": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db"
},
"slo_pass_count": 561,
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
"tp": 4,
"tpot_ms": {
"distinct_n": 586,
"finite_n": 586,
"max": 57.01185407082176,
"min": 4.5877628188349275,
"missing_n": 0,
"n": 586
},
"ttft_ms": {
"distinct_n": 586,
"finite_n": 586,
"max": 1760.64259299892,
"min": 36.9716240093112,
"missing_n": 0,
"n": 586
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/confirm-1-anchor-0.034252608017.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp4_mns64", "anchor": 0.034252608017, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/confirm-1-anchor-0.034252608017/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.034252608017,
"cell": "tp4_mns64",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 600,
"feasible": true,
"interval": {
"elapsed_s": 60.610679916,
"end_mono_ns": 205349689243783,
"end_wall_ns": 1783873776815670721,
"start_mono_ns": 205289078563867,
"start_wall_ns": 1783873716204991417
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 64,
"observed_count": 600,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "50f1b34c344c451c6d7501290d0b53f147d0c0b6a4bc078b303d5c33576ebe2d",
"arrival_s": {
"distinct_n": 599,
"finite_n": 600,
"max": 59.90990000000002,
"min": 0.13000000000001818,
"missing_n": 0,
"n": 600
},
"count": 600,
"long_gt4096": 187,
"offered_req_s": 10.0,
"offered_req_s_per_gpu": 2.5,
"raw_input_tokens": {
"distinct_n": 546,
"finite_n": 600,
"max": 8157.0,
"min": 69.0,
"missing_n": 0,
"n": 600
},
"raw_length_order_sha256": "08eff8eecd74dc4646aa45945bd752432ee5eb795006755527dd32d7178c1140",
"request_id_order_sha256": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd"
},
"slo_pass_count": 600,
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
"tp": 4,
"tpot_ms": {
"distinct_n": 600,
"finite_n": 600,
"max": 6.913960456672147,
"min": 3.8400337796229285,
"missing_n": 0,
"n": 600
},
"ttft_ms": {
"distinct_n": 600,
"finite_n": 600,
"max": 166.59539798274636,
"min": 34.91001299698837,
"missing_n": 0,
"n": 600
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/confirm-2-anchor-0.033717411016.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp4_mns64", "anchor": 0.033717411016, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/confirm-2-anchor-0.033717411016/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.033717411016,
"cell": "tp4_mns64",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 586,
"feasible": true,
"interval": {
"elapsed_s": 60.60792841,
"end_mono_ns": 205216585331572,
"end_wall_ns": 1783873643711758987,
"start_mono_ns": 205155977403162,
"start_wall_ns": 1783873583103830301
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 64,
"observed_count": 586,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "fe44bf6b0efd6e6ab4d19676e34ace608827e419dbb5c19c8595992f0339c9b1",
"arrival_s": {
"distinct_n": 585,
"finite_n": 586,
"max": 59.90990000000002,
"min": 0.13000000000001818,
"missing_n": 0,
"n": 586
},
"count": 586,
"long_gt4096": 184,
"offered_req_s": 9.766666666666667,
"offered_req_s_per_gpu": 2.441666666666667,
"raw_input_tokens": {
"distinct_n": 534,
"finite_n": 586,
"max": 8157.0,
"min": 69.0,
"missing_n": 0,
"n": 586
},
"raw_length_order_sha256": "e2d040068b279e99073f6965d1136eb0ca6e8534c883f331b4cb85c5fc7a4650",
"request_id_order_sha256": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db"
},
"slo_pass_count": 586,
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
"tp": 4,
"tpot_ms": {
"distinct_n": 586,
"finite_n": 586,
"max": 6.877395669300857,
"min": 3.8451504644728813,
"missing_n": 0,
"n": 586
},
"ttft_ms": {
"distinct_n": 586,
"finite_n": 586,
"max": 156.2074380053673,
"min": 35.24657100206241,
"missing_n": 0,
"n": 586
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/opprof/opprof-v1-dp0-pid2721119-1783873467764669604.jsonl.footer.json Normal file
View File

@@ -0,0 +1 @@
{"schema":1,"record_type":"footer_checkpoint","stream":"opprof-v1-dp0-pid2721119-1783873467764669604.jsonl","encoded_records":37695,"written_records":37695,"dropped_records":0,"last_step_index":37694,"checkpoint_wall_ns":1783873781803215137,"flush_interval_seconds":1.0,"final":true}

2744
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/server.log Normal file
View File

File diff suppressed because it is too large Load Diff

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/warmup.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp4_mns64", "anchor": 0.033717411016, "kind": "warmup", "pass_rate": 0.875, "feasible": false}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/warmup/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.033717411016,
"cell": "tp4_mns64",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 16,
"feasible": false,
"interval": {
"elapsed_s": 5.011102035,
"end_mono_ns": 205054291566065,
"end_wall_ns": 1783873481417993171,
"start_mono_ns": 205049280464030,
"start_wall_ns": 1783873476406891434
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "warmup",
"mns": 64,
"observed_count": 16,
"pass_rate": 0.875,
"schema": 1,
"selection": {
"arrival_order_sha256": "90b5197b9bfe4a9d6dfa881ec683b528ba46dd7bdc3a42fe2c91f6aefc6c8308",
"arrival_s": {
"distinct_n": 16,
"finite_n": 16,
"max": 1.7244999999999893,
"min": 0.0,
"missing_n": 0,
"n": 16
},
"count": 16,
"long_gt4096": 2,
"offered_req_s": 0.26666666666666666,
"offered_req_s_per_gpu": 0.06666666666666667,
"raw_input_tokens": {
"distinct_n": 16,
"finite_n": 16,
"max": 8150.0,
"min": 371.0,
"missing_n": 0,
"n": 16
},
"raw_length_order_sha256": "d416a666bb3b2d9a0f1ffe0c51cc4e41249123c02ecb4eadb6fbb049422d7e3d",
"request_id_order_sha256": "01b7744965c81da433fd52073d45f36d4b5bc750ca0bbd5ab0db8d8eac316fa3"
},
"slo_pass_count": 14,
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
"tp": 4,
"tpot_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 29.642702669490085,
"min": 6.521063590491939,
"missing_n": 0,
"n": 16
},
"ttft_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 2454.303420992801,
"min": 128.48975998349488,
"missing_n": 0,
"n": 16
}
}