gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add OpProf campaign: protocols, results, patches, run evidence (P0-P6)

Browse Source 
Workload-conditioned operator profiling on patched vLLM 0.24.0 +
Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64
raggedness, 8-45% token-efficiency loss vs rectangular controls);
mechanism decomposition kills the padding narrative and finds the
arrival-uniformization artifact (-12.9%); cross-version churn surface
shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held.
Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer
sidecars and metrics are tracked.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Gahow Wang
2026-07-13 11:06:10 +08:00
parent 607e88da3c
commit d5b276180d
412 changed files with 125056 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/anchor-0.5.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns64", "anchor": 0.5, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/anchor-0.5/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.5,
"cell": "tp2_mns64",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 276,
"feasible": true,
"interval": {
"elapsed_s": 60.600044298,
"end_mono_ns": 206005852949422,
"end_wall_ns": 1783874432979377438,
"start_mono_ns": 205945252905124,
"start_wall_ns": 1783874372379332336
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 64,
"observed_count": 276,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "aeea4a8e54cc7de279804b8c353f748a480aedcbb21e249a90a60267daee8dff",
"arrival_s": {
"distinct_n": 276,
"finite_n": 276,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 276
},
"count": 276,
"long_gt4096": 99,
"offered_req_s": 4.6,
"offered_req_s_per_gpu": 2.3,
"raw_input_tokens": {
"distinct_n": 256,
"finite_n": 276,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 276
},
"raw_length_order_sha256": "983df528039301bd41a6684fecea75cdcf8822d214094d6d35def7fc7740c2ba",
"request_id_order_sha256": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15"
},
"slo_pass_count": 276,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 276,
"finite_n": 276,
"max": 7.361844818861275,
"min": 4.134220165552527,
"missing_n": 0,
"n": 276
},
"ttft_ms": {
"distinct_n": 276,
"finite_n": 276,
"max": 80.72970999637619,
"min": 35.60976800508797,
"missing_n": 0,
"n": 276
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/anchor-0.75.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns64", "anchor": 0.75, "kind": "anchor", "pass_rate": 0.23017902813299232, "feasible": false}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/anchor-0.75/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.75,
"cell": "tp2_mns64",
"early_stop_reason": "slo_pass_rate_unrecoverable",
"early_stopped": true,
"exact_output_count": 132,
"feasible": false,
"interval": {
"elapsed_s": 22.208300455,
"end_mono_ns": 205869691965843,
"end_wall_ns": 1783874296818392926,
"start_mono_ns": 205847483665388,
"start_wall_ns": 1783874274610092601
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 64,
"observed_count": 391,
"pass_rate": 0.23017902813299232,
"schema": 1,
"selection": {
"arrival_order_sha256": "d3ed714128e985d0e0a0ca6b3767210c181114ab6694fb066a60aecf5afa9f9a",
"arrival_s": {
"distinct_n": 391,
"finite_n": 391,
"max": 59.91880000000001,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 391
},
"count": 391,
"long_gt4096": 140,
"offered_req_s": 6.516666666666667,
"offered_req_s_per_gpu": 3.2583333333333333,
"raw_input_tokens": {
"distinct_n": 361,
"finite_n": 391,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 391
},
"raw_length_order_sha256": "8152bbaf9f27e84e6fbd6359174d17de4b9c96ea8b8c58e3760290be3469b2a9",
"request_id_order_sha256": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c"
},
"slo_pass_count": 90,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 132,
"finite_n": 132,
"max": 73.44510653546615,
"min": 5.941438047292341,
"missing_n": 259,
"n": 391
},
"ttft_ms": {
"distinct_n": 132,
"finite_n": 132,
"max": 704.1629290033597,
"min": 40.83754599560052,
"missing_n": 259,
"n": 391
}
}

22
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/cell-valid.json Normal file
View File

@@ -0,0 +1,22 @@
{
"accounting_mode": "graceful-footer",
"cell": "tp2_mns64",
"invariants": {
"anchor_intervals_present": true,
"compile_capture_pre_ready": true,
"encoded_balanced": true,
"footer_sidecar_agrees": true,
"last_step_matches": true,
"layer1_contiguous": true,
"layer1_zero_drops": true,
"one_footer_last": true,
"one_ready_marker": true,
"sidecar_final": true,
"warmup_exact_16": true,
"warmup_long": true,
"written_matches_records": true
},
"layer1_records": 26882,
"post_ready_capture_events": [],
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns64/opprof/opprof-v1-dp0-pid2736153-1783874256706634444.jsonl"
}

6
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/commands.log Normal file
View File

@@ -0,0 +1,6 @@
SERVER taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/vllm serve /home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B --host 127.0.0.1 --port 8703 --served-model-name qwen3-30b-a3b-community --max-num-batched-tokens 8192 --max-num-seqs 64 --tensor-parallel-size 2 --shutdown-timeout 120
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py warmup --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns64 --anchor 0.75 --tp 2 --mns 64 --base-url http://127.0.0.1:8703 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns64/warmup
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns64 --anchor 0.75 --tp 2 --mns 64 --base-url http://127.0.0.1:8703 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns64/anchor-0.75
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns64 --anchor 0.75 --tp 2 --mns 64 --base-url http://127.0.0.1:8703 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns64/confirm-1-anchor-0.75
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns64 --anchor 0.5 --tp 2 --mns 64 --base-url http://127.0.0.1:8703 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns64/anchor-0.5
CLIENT taskset -c 0-19,20-39 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns64 --anchor 0.5 --tp 2 --mns 64 --base-url http://127.0.0.1:8703 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns64/confirm-1-anchor-0.5

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/confirm-1-anchor-0.5.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns64", "anchor": 0.5, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/confirm-1-anchor-0.5/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.5,
"cell": "tp2_mns64",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 276,
"feasible": true,
"interval": {
"elapsed_s": 60.595378457,
"end_mono_ns": 206073272935295,
"end_wall_ns": 1783874500399363603,
"start_mono_ns": 206012677556838,
"start_wall_ns": 1783874439803984826
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 64,
"observed_count": 276,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "aeea4a8e54cc7de279804b8c353f748a480aedcbb21e249a90a60267daee8dff",
"arrival_s": {
"distinct_n": 276,
"finite_n": 276,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 276
},
"count": 276,
"long_gt4096": 99,
"offered_req_s": 4.6,
"offered_req_s_per_gpu": 2.3,
"raw_input_tokens": {
"distinct_n": 256,
"finite_n": 276,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 276
},
"raw_length_order_sha256": "983df528039301bd41a6684fecea75cdcf8822d214094d6d35def7fc7740c2ba",
"request_id_order_sha256": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15"
},
"slo_pass_count": 276,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 276,
"finite_n": 276,
"max": 7.359818944764346,
"min": 4.136619818769028,
"missing_n": 0,
"n": 276
},
"ttft_ms": {
"distinct_n": 276,
"finite_n": 276,
"max": 77.53581900033168,
"min": 35.34514401690103,
"missing_n": 0,
"n": 276
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/confirm-1-anchor-0.75.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns64", "anchor": 0.75, "kind": "anchor", "pass_rate": 0.8925831202046036, "feasible": false}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/confirm-1-anchor-0.75/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.75,
"cell": "tp2_mns64",
"early_stop_reason": "slo_pass_rate_unrecoverable",
"early_stopped": true,
"exact_output_count": 391,
"feasible": false,
"interval": {
"elapsed_s": 63.069024051,
"end_mono_ns": 205939344506671,
"end_wall_ns": 1783874366470934060,
"start_mono_ns": 205876275482620,
"start_wall_ns": 1783874303401910107
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 64,
"observed_count": 391,
"pass_rate": 0.8925831202046036,
"schema": 1,
"selection": {
"arrival_order_sha256": "d3ed714128e985d0e0a0ca6b3767210c181114ab6694fb066a60aecf5afa9f9a",
"arrival_s": {
"distinct_n": 391,
"finite_n": 391,
"max": 59.91880000000001,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 391
},
"count": 391,
"long_gt4096": 140,
"offered_req_s": 6.516666666666667,
"offered_req_s_per_gpu": 3.2583333333333333,
"raw_input_tokens": {
"distinct_n": 361,
"finite_n": 391,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 391
},
"raw_length_order_sha256": "8152bbaf9f27e84e6fbd6359174d17de4b9c96ea8b8c58e3760290be3469b2a9",
"request_id_order_sha256": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c"
},
"slo_pass_count": 349,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 391,
"finite_n": 391,
"max": 82.47090074005463,
"min": 5.57776618112744,
"missing_n": 0,
"n": 391
},
"ttft_ms": {
"distinct_n": 391,
"finite_n": 391,
"max": 973.1985879770946,
"min": 38.53105800226331,
"missing_n": 0,
"n": 391
}
}

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/opprof/opprof-v1-dp0-pid2736153-1783874256706634444.jsonl.footer.json Normal file
View File

@@ -0,0 +1 @@
{"schema":1,"record_type":"footer_checkpoint","stream":"opprof-v1-dp0-pid2736153-1783874256706634444.jsonl","encoded_records":26882,"written_records":26882,"dropped_records":0,"last_step_index":26881,"checkpoint_wall_ns":1783874504125201211,"flush_interval_seconds":1.0,"final":true}

1269
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/server.log Normal file
View File

File diff suppressed because it is too large Load Diff

1
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/warmup.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns64", "anchor": 0.75, "kind": "warmup", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/warmup/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.75,
"cell": "tp2_mns64",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 16,
"feasible": true,
"interval": {
"elapsed_s": 3.76706624,
"end_mono_ns": 205841250171193,
"end_wall_ns": 1783874268376598016,
"start_mono_ns": 205837483104953,
"start_wall_ns": 1783874264609532044
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "warmup",
"mns": 64,
"observed_count": 16,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "97f6ded38afa2a0fa9729d0553429b3df62e3d4e99710f4c19a706b1eba8fdaa",
"arrival_s": {
"distinct_n": 16,
"finite_n": 16,
"max": 2.723000000000002,
"min": 0.0,
"missing_n": 0,
"n": 16
},
"count": 16,
"long_gt4096": 5,
"offered_req_s": 0.26666666666666666,
"offered_req_s_per_gpu": 0.13333333333333333,
"raw_input_tokens": {
"distinct_n": 16,
"finite_n": 16,
"max": 7233.0,
"min": 71.0,
"missing_n": 0,
"n": 16
},
"raw_length_order_sha256": "76f4ce7bc309a1108d5d4b24ba24b374c14483a3dd35cd5648fbeafca60221ba",
"request_id_order_sha256": "b38587f14f8c188d131b4c5c8411951ec571999fb2ac6be6517f1ad952208852"
},
"slo_pass_count": 16,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 21.90472960621522,
"min": 6.805176141774502,
"missing_n": 0,
"n": 16
},
"ttft_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 467.8026250039693,
"min": 59.832521015778184,
"missing_n": 0,
"n": 16
}
}