gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add OpProf campaign: protocols, results, patches, run evidence (P0-P6)

Browse Source 
Workload-conditioned operator profiling on patched vLLM 0.24.0 +
Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64
raggedness, 8-45% token-efficiency loss vs rectangular controls);
mechanism decomposition kills the padding narrative and finds the
arrival-uniformization artifact (-12.9%); cross-version churn surface
shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held.
Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer
sidecars and metrics are tracked.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Gahow Wang
2026-07-13 11:06:10 +08:00
parent 607e88da3c
commit d5b276180d
412 changed files with 125056 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/anchor-0.75.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns32", "anchor": 0.75, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/anchor-0.75/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.75,
"cell": "tp2_mns32",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 391,
"feasible": true,
"interval": {
"elapsed_s": 60.741404276,
"end_mono_ns": 205690325731221,
"end_wall_ns": 1783874117452158150,
"start_mono_ns": 205629584326945,
"start_wall_ns": 1783874056710754232
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 32,
"observed_count": 391,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "d3ed714128e985d0e0a0ca6b3767210c181114ab6694fb066a60aecf5afa9f9a",
"arrival_s": {
"distinct_n": 391,
"finite_n": 391,
"max": 59.91880000000001,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 391
},
"count": 391,
"long_gt4096": 140,
"offered_req_s": 6.516666666666667,
"offered_req_s_per_gpu": 3.2583333333333333,
"raw_input_tokens": {
"distinct_n": 361,
"finite_n": 391,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 391
},
"raw_length_order_sha256": "8152bbaf9f27e84e6fbd6359174d17de4b9c96ea8b8c58e3760290be3469b2a9",
"request_id_order_sha256": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c"
},
"slo_pass_count": 391,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 391,
"finite_n": 391,
"max": 9.36014444877093,
"min": 5.401530496017113,
"missing_n": 0,
"n": 391
},
"ttft_ms": {
"distinct_n": 391,
"finite_n": 391,
"max": 78.69401399511844,
"min": 39.25309798796661,
"missing_n": 0,
"n": 391
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/anchor-0.75390625.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns32", "anchor": 0.75390625, "kind": "anchor", "pass_rate": 0.20558375634517767, "feasible": false}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/anchor-0.75390625/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.75390625,
"cell": "tp2_mns32",
"early_stop_reason": "slo_pass_rate_unrecoverable",
"early_stopped": true,
"exact_output_count": 134,
"feasible": false,
"interval": {
"elapsed_s": 24.702770822,
"end_mono_ns": 205551739158061,
"end_wall_ns": 1783873978865585407,
"start_mono_ns": 205527036387239,
"start_wall_ns": 1783873954162814682
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 32,
"observed_count": 394,
"pass_rate": 0.20558375634517767,
"schema": 1,
"selection": {
"arrival_order_sha256": "60fc43518e79fd46abe59afde67663a762ca17e817202fa52803040ac9056796",
"arrival_s": {
"distinct_n": 394,
"finite_n": 394,
"max": 59.91880000000001,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 394
},
"count": 394,
"long_gt4096": 142,
"offered_req_s": 6.566666666666666,
"offered_req_s_per_gpu": 3.283333333333333,
"raw_input_tokens": {
"distinct_n": 364,
"finite_n": 394,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 394
},
"raw_length_order_sha256": "4a9cc03e351cce8c558b30732418c878fc3b6d24e64bef6717ce7c87c384384f",
"request_id_order_sha256": "2677a6a12ff0e104d6246dd121d0667ff4fe3d25f8d68699547906420246ebdd"
},
"slo_pass_count": 81,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 134,
"finite_n": 134,
"max": 58.49868067706143,
"min": 5.973745897590131,
"missing_n": 260,
"n": 394
},
"ttft_ms": {
"distinct_n": 134,
"finite_n": 134,
"max": 4140.989850013284,
"min": 41.99217198765837,
"missing_n": 260,
"n": 394
}
}

22
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/cell-valid.json Normal file
View File

@@ -0,0 +1,22 @@
{
"accounting_mode": "graceful-footer",
"cell": "tp2_mns32",
"invariants": {
"anchor_intervals_present": true,
"compile_capture_pre_ready": true,
"encoded_balanced": true,
"footer_sidecar_agrees": true,
"last_step_matches": true,
"layer1_contiguous": true,
"layer1_zero_drops": true,
"one_footer_last": true,
"one_ready_marker": true,
"sidecar_final": true,
"warmup_exact_16": true,
"warmup_long": true,
"written_matches_records": true
},
"layer1_records": 22996,
"post_ready_capture_events": [],
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns32/opprof/opprof-v1-dp0-pid2730662-1783873935616837232.jsonl"
}

6
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/commands.log Normal file
View File

@@ -0,0 +1,6 @@
SERVER taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/vllm serve /home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B --host 127.0.0.1 --port 8702 --served-model-name qwen3-30b-a3b-community --max-num-batched-tokens 8192 --max-num-seqs 32 --tensor-parallel-size 2 --shutdown-timeout 120
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py warmup --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns32 --anchor 0.75390625 --tp 2 --mns 32 --base-url http://127.0.0.1:8702 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns32/warmup
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns32 --anchor 0.75390625 --tp 2 --mns 32 --base-url http://127.0.0.1:8702 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns32/anchor-0.75390625
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns32 --anchor 0.75390625 --tp 2 --mns 32 --base-url http://127.0.0.1:8702 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns32/confirm-1-anchor-0.75390625
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns32 --anchor 0.75 --tp 2 --mns 32 --base-url http://127.0.0.1:8702 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns32/anchor-0.75
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns32 --anchor 0.75 --tp 2 --mns 32 --base-url http://127.0.0.1:8702 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns32/confirm-1-anchor-0.75

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/confirm-1-anchor-0.75.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns32", "anchor": 0.75, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/confirm-1-anchor-0.75/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.75,
"cell": "tp2_mns32",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 391,
"feasible": true,
"interval": {
"elapsed_s": 60.736454527,
"end_mono_ns": 205757115140726,
"end_wall_ns": 1783874184241567823,
"start_mono_ns": 205696378686199,
"start_wall_ns": 1783874123505113386
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 32,
"observed_count": 391,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "d3ed714128e985d0e0a0ca6b3767210c181114ab6694fb066a60aecf5afa9f9a",
"arrival_s": {
"distinct_n": 391,
"finite_n": 391,
"max": 59.91880000000001,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 391
},
"count": 391,
"long_gt4096": 140,
"offered_req_s": 6.516666666666667,
"offered_req_s_per_gpu": 3.2583333333333333,
"raw_input_tokens": {
"distinct_n": 361,
"finite_n": 391,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 391
},
"raw_length_order_sha256": "8152bbaf9f27e84e6fbd6359174d17de4b9c96ea8b8c58e3760290be3469b2a9",
"request_id_order_sha256": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c"
},
"slo_pass_count": 391,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 391,
"finite_n": 391,
"max": 9.374451102353413,
"min": 5.516279039411314,
"missing_n": 0,
"n": 391
},
"ttft_ms": {
"distinct_n": 391,
"finite_n": 391,
"max": 77.84111899673007,
"min": 37.644838012056425,
"missing_n": 0,
"n": 391
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/confirm-1-anchor-0.75390625.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns32", "anchor": 0.75390625, "kind": "anchor", "pass_rate": 0.9441624365482234, "feasible": false}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/confirm-1-anchor-0.75390625/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.75390625,
"cell": "tp2_mns32",
"early_stop_reason": "slo_pass_rate_unrecoverable",
"early_stopped": true,
"exact_output_count": 394,
"feasible": false,
"interval": {
"elapsed_s": 65.610579626,
"end_mono_ns": 205623164922621,
"end_wall_ns": 1783874050291349598,
"start_mono_ns": 205557554342995,
"start_wall_ns": 1783873984680770337
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 32,
"observed_count": 394,
"pass_rate": 0.9441624365482234,
"schema": 1,
"selection": {
"arrival_order_sha256": "60fc43518e79fd46abe59afde67663a762ca17e817202fa52803040ac9056796",
"arrival_s": {
"distinct_n": 394,
"finite_n": 394,
"max": 59.91880000000001,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 394
},
"count": 394,
"long_gt4096": 142,
"offered_req_s": 6.566666666666666,
"offered_req_s_per_gpu": 3.283333333333333,
"raw_input_tokens": {
"distinct_n": 364,
"finite_n": 394,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 394
},
"raw_length_order_sha256": "4a9cc03e351cce8c558b30732418c878fc3b6d24e64bef6717ce7c87c384384f",
"request_id_order_sha256": "2677a6a12ff0e104d6246dd121d0667ff4fe3d25f8d68699547906420246ebdd"
},
"slo_pass_count": 372,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 394,
"finite_n": 394,
"max": 49.94228484263042,
"min": 5.9553904016135535,
"missing_n": 0,
"n": 394
},
"ttft_ms": {
"distinct_n": 394,
"finite_n": 394,
"max": 4393.049476988381,
"min": 39.858332980656996,
"missing_n": 0,
"n": 394
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/opprof/opprof-v1-dp0-pid2730662-1783873935616837232.jsonl.footer.json Normal file
View File

@@ -0,0 +1 @@
{"schema":1,"record_type":"footer_checkpoint","stream":"opprof-v1-dp0-pid2730662-1783873935616837232.jsonl","encoded_records":22996,"written_records":22996,"dropped_records":0,"last_step_index":22995,"checkpoint_wall_ns":1783874189108834319,"flush_interval_seconds":1.0,"final":true}

1504
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/server.log Normal file
View File

File diff suppressed because it is too large Load Diff

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/warmup.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns32", "anchor": 0.75390625, "kind": "warmup", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/warmup/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.75390625,
"cell": "tp2_mns32",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 16,
"feasible": true,
"interval": {
"elapsed_s": 3.64982621,
"end_mono_ns": 205520604801317,
"end_wall_ns": 1783873947731228191,
"start_mono_ns": 205516954975107,
"start_wall_ns": 1783873944081402168
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "warmup",
"mns": 32,
"observed_count": 16,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "440dc3774dd5b89ed800eee12e44a20f62b0ee9b66094d8e05fa343fb2ba3dd7",
"arrival_s": {
"distinct_n": 16,
"finite_n": 16,
"max": 2.4043000000000125,
"min": 0.0,
"missing_n": 0,
"n": 16
},
"count": 16,
"long_gt4096": 5,
"offered_req_s": 0.26666666666666666,
"offered_req_s_per_gpu": 0.13333333333333333,
"raw_input_tokens": {
"distinct_n": 16,
"finite_n": 16,
"max": 7233.0,
"min": 71.0,
"missing_n": 0,
"n": 16
},
"raw_length_order_sha256": "cb99e1339d84161d25fbc6a3c6ed983f34c0276e7712a62c176a8b92b8cb7b93",
"request_id_order_sha256": "9d18ed5ddc01d283277e84d107b444833f6ab2838675a8c7ffaedb7a0c1d50cf"
},
"slo_pass_count": 16,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 22.79213401576042,
"min": 8.663417818895578,
"missing_n": 0,
"n": 16
},
"ttft_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 459.91082600085065,
"min": 141.23302401276305,
"missing_n": 0,
"n": 16
}
}