gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add OpProf campaign: protocols, results, patches, run evidence (P0-P6)

Browse Source 
Workload-conditioned operator profiling on patched vLLM 0.24.0 +
Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64
raggedness, 8-45% token-efficiency loss vs rectangular controls);
mechanism decomposition kills the padding narrative and finds the
arrival-uniformization artifact (-12.9%); cross-version churn surface
shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held.
Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer
sidecars and metrics are tracked.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Gahow Wang
2026-07-13 11:06:10 +08:00
parent 607e88da3c
commit d5b276180d
412 changed files with 125056 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
runs/opprof-phase6/phase6/cells/tp2_mns32/anchor-0.75.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns32", "anchor": 0.75, "kind": "anchor", "pass_rate": 0.4117647058823529, "feasible": false}

74
runs/opprof-phase6/phase6/cells/tp2_mns32/anchor-0.75/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.75,
"cell": "tp2_mns32",
"early_stop_reason": "slo_pass_rate_unrecoverable",
"early_stopped": true,
"exact_output_count": 221,
"feasible": false,
"interval": {
"elapsed_s": 38.257993674,
"end_mono_ns": 201200786085530,
"end_wall_ns": 1783869627912512603,
"start_mono_ns": 201162528091856,
"start_wall_ns": 1783869589654519727
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 32,
"observed_count": 391,
"pass_rate": 0.4117647058823529,
"schema": 1,
"selection": {
"arrival_order_sha256": "d3ed714128e985d0e0a0ca6b3767210c181114ab6694fb066a60aecf5afa9f9a",
"arrival_s": {
"distinct_n": 391,
"finite_n": 391,
"max": 59.91880000000001,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 391
},
"count": 391,
"long_gt4096": 140,
"offered_req_s": 6.516666666666667,
"offered_req_s_per_gpu": 3.2583333333333333,
"raw_input_tokens": {
"distinct_n": 361,
"finite_n": 391,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 391
},
"raw_length_order_sha256": "8152bbaf9f27e84e6fbd6359174d17de4b9c96ea8b8c58e3760290be3469b2a9",
"request_id_order_sha256": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c"
},
"slo_pass_count": 161,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 221,
"finite_n": 221,
"max": 59.45439488186105,
"min": 6.009525047224675,
"missing_n": 170,
"n": 391
},
"ttft_ms": {
"distinct_n": 221,
"finite_n": 221,
"max": 3492.7126489928924,
"min": 39.199416001793,
"missing_n": 170,
"n": 391
}
}

1
runs/opprof-phase6/phase6/cells/tp2_mns32/anchor-0.75390625.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns32", "anchor": 0.75390625, "kind": "anchor", "pass_rate": 0.027918781725888325, "feasible": false}

74
runs/opprof-phase6/phase6/cells/tp2_mns32/anchor-0.75390625/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.75390625,
"cell": "tp2_mns32",
"early_stop_reason": "slo_pass_rate_unrecoverable",
"early_stopped": true,
"exact_output_count": 110,
"feasible": false,
"interval": {
"elapsed_s": 27.144585398,
"end_mono_ns": 201149546363473,
"end_wall_ns": 1783869576672790977,
"start_mono_ns": 201122401778075,
"start_wall_ns": 1783869549528204982
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 32,
"observed_count": 394,
"pass_rate": 0.027918781725888325,
"schema": 1,
"selection": {
"arrival_order_sha256": "60fc43518e79fd46abe59afde67663a762ca17e817202fa52803040ac9056796",
"arrival_s": {
"distinct_n": 394,
"finite_n": 394,
"max": 59.91880000000001,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 394
},
"count": 394,
"long_gt4096": 142,
"offered_req_s": 6.566666666666666,
"offered_req_s_per_gpu": 3.283333333333333,
"raw_input_tokens": {
"distinct_n": 364,
"finite_n": 394,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 394
},
"raw_length_order_sha256": "4a9cc03e351cce8c558b30732418c878fc3b6d24e64bef6717ce7c87c384384f",
"request_id_order_sha256": "2677a6a12ff0e104d6246dd121d0667ff4fe3d25f8d68699547906420246ebdd"
},
"slo_pass_count": 11,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 110,
"finite_n": 110,
"max": 85.24905312595537,
"min": 5.966831590589796,
"missing_n": 284,
"n": 394
},
"ttft_ms": {
"distinct_n": 110,
"finite_n": 110,
"max": 8747.10591501207,
"min": 43.805207998957485,
"missing_n": 284,
"n": 394
}
}

22
runs/opprof-phase6/phase6/cells/tp2_mns32/cell-valid.json Normal file
View File

@@ -0,0 +1,22 @@
{
"accounting_mode": "graceful-footer",
"cell": "tp2_mns32",
"invariants": {
"anchor_intervals_present": true,
"compile_capture_pre_ready": true,
"encoded_balanced": true,
"footer_sidecar_agrees": true,
"last_step_matches": true,
"layer1_contiguous": true,
"layer1_zero_drops": true,
"one_footer_last": true,
"one_ready_marker": true,
"sidecar_final": true,
"warmup_exact_16": true,
"warmup_long": true,
"written_matches_records": true
},
"layer1_records": 17712,
"post_ready_capture_events": [],
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp2_mns32/opprof/opprof-v1-dp0-pid2661056-1783869524249984543.jsonl"
}

6
runs/opprof-phase6/phase6/cells/tp2_mns32/commands.log Normal file
View File

@@ -0,0 +1,6 @@
SERVER taskset -c 80-99,100-119 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/vllm serve /home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B --host 127.0.0.1 --port 8512 --served-model-name qwen3-30b-a3b-community --max-num-batched-tokens 8192 --max-num-seqs 32 --tensor-parallel-size 2 --shutdown-timeout 120
CLIENT taskset -c 80-99,100-119 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py warmup --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns32 --anchor 0.75390625 --tp 2 --mns 32 --base-url http://127.0.0.1:8512 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp2_mns32/warmup
CLIENT taskset -c 80-99,100-119 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns32 --anchor 0.75390625 --tp 2 --mns 32 --base-url http://127.0.0.1:8512 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp2_mns32/anchor-0.75390625
CLIENT taskset -c 80-99,100-119 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns32 --anchor 0.75 --tp 2 --mns 32 --base-url http://127.0.0.1:8512 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp2_mns32/anchor-0.75
CLIENT taskset -c 80-99,100-119 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns32 --anchor 0.75390625 --tp 2 --mns 32 --base-url http://127.0.0.1:8512 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp2_mns32/confirm-1-anchor-0.75390625
CLIENT taskset -c 80-99,100-119 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp2_mns32 --anchor 0.75 --tp 2 --mns 32 --base-url http://127.0.0.1:8512 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp2_mns32/confirm-2-anchor-0.75

1
runs/opprof-phase6/phase6/cells/tp2_mns32/confirm-1-anchor-0.75390625.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns32", "anchor": 0.75390625, "kind": "anchor", "pass_rate": 0.9568527918781726, "feasible": true}

74
runs/opprof-phase6/phase6/cells/tp2_mns32/confirm-1-anchor-0.75390625/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.75390625,
"cell": "tp2_mns32",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 394,
"feasible": true,
"interval": {
"elapsed_s": 64.605127417,
"end_mono_ns": 201294724925354,
"end_wall_ns": 1783869721851353202,
"start_mono_ns": 201230119797937,
"start_wall_ns": 1783869657246225290
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 32,
"observed_count": 394,
"pass_rate": 0.9568527918781726,
"schema": 1,
"selection": {
"arrival_order_sha256": "60fc43518e79fd46abe59afde67663a762ca17e817202fa52803040ac9056796",
"arrival_s": {
"distinct_n": 394,
"finite_n": 394,
"max": 59.91880000000001,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 394
},
"count": 394,
"long_gt4096": 142,
"offered_req_s": 6.566666666666666,
"offered_req_s_per_gpu": 3.283333333333333,
"raw_input_tokens": {
"distinct_n": 364,
"finite_n": 394,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 394
},
"raw_length_order_sha256": "4a9cc03e351cce8c558b30732418c878fc3b6d24e64bef6717ce7c87c384384f",
"request_id_order_sha256": "2677a6a12ff0e104d6246dd121d0667ff4fe3d25f8d68699547906420246ebdd"
},
"slo_pass_count": 377,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 394,
"finite_n": 394,
"max": 50.88291912592625,
"min": 5.975462165367826,
"missing_n": 0,
"n": 394
},
"ttft_ms": {
"distinct_n": 394,
"finite_n": 394,
"max": 3372.0373090181965,
"min": 39.65454100398347,
"missing_n": 0,
"n": 394
}
}

1
runs/opprof-phase6/phase6/cells/tp2_mns32/confirm-2-anchor-0.75.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns32", "anchor": 0.75, "kind": "anchor", "pass_rate": 1.0, "feasible": true}

74
runs/opprof-phase6/phase6/cells/tp2_mns32/confirm-2-anchor-0.75/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.75,
"cell": "tp2_mns32",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 391,
"feasible": true,
"interval": {
"elapsed_s": 60.782576125,
"end_mono_ns": 201361364171726,
"end_wall_ns": 1783869788490598727,
"start_mono_ns": 201300581595601,
"start_wall_ns": 1783869727708022566
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 32,
"observed_count": 391,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "d3ed714128e985d0e0a0ca6b3767210c181114ab6694fb066a60aecf5afa9f9a",
"arrival_s": {
"distinct_n": 391,
"finite_n": 391,
"max": 59.91880000000001,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 391
},
"count": 391,
"long_gt4096": 140,
"offered_req_s": 6.516666666666667,
"offered_req_s_per_gpu": 3.2583333333333333,
"raw_input_tokens": {
"distinct_n": 361,
"finite_n": 391,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 391
},
"raw_length_order_sha256": "8152bbaf9f27e84e6fbd6359174d17de4b9c96ea8b8c58e3760290be3469b2a9",
"request_id_order_sha256": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c"
},
"slo_pass_count": 391,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 391,
"finite_n": 391,
"max": 9.731004889788634,
"min": 5.9432724644759976,
"missing_n": 0,
"n": 391
},
"ttft_ms": {
"distinct_n": 391,
"finite_n": 391,
"max": 81.50044700596482,
"min": 39.63042498799041,
"missing_n": 0,
"n": 391
}
}

1
runs/opprof-phase6/phase6/cells/tp2_mns32/opprof/opprof-v1-dp0-pid2661056-1783869524249984543.jsonl.footer.json Normal file
View File

@@ -0,0 +1 @@
{"schema":1,"record_type":"footer_checkpoint","stream":"opprof-v1-dp0-pid2661056-1783869524249984543.jsonl","encoded_records":17712,"written_records":17712,"dropped_records":0,"last_step_index":17711,"checkpoint_wall_ns":1783869804704938995,"flush_interval_seconds":1.0,"final":true}

1313
runs/opprof-phase6/phase6/cells/tp2_mns32/server.log Normal file
View File

File diff suppressed because it is too large Load Diff

1
runs/opprof-phase6/phase6/cells/tp2_mns32/warmup.log Normal file
View File

@@ -0,0 +1 @@
{"cell": "tp2_mns32", "anchor": 0.75390625, "kind": "warmup", "pass_rate": 0.75, "feasible": false}

74
runs/opprof-phase6/phase6/cells/tp2_mns32/warmup/result.json Normal file
View File

@@ -0,0 +1,74 @@
{
"anchor": 0.75390625,
"cell": "tp2_mns32",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 16,
"feasible": false,
"interval": {
"elapsed_s": 7.481165294,
"end_mono_ns": 201114243480033,
"end_wall_ns": 1783869541369906988,
"start_mono_ns": 201106762314739,
"start_wall_ns": 1783869533888742060
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "warmup",
"mns": 32,
"observed_count": 16,
"pass_rate": 0.75,
"schema": 1,
"selection": {
"arrival_order_sha256": "440dc3774dd5b89ed800eee12e44a20f62b0ee9b66094d8e05fa343fb2ba3dd7",
"arrival_s": {
"distinct_n": 16,
"finite_n": 16,
"max": 2.4043000000000125,
"min": 0.0,
"missing_n": 0,
"n": 16
},
"count": 16,
"long_gt4096": 5,
"offered_req_s": 0.26666666666666666,
"offered_req_s_per_gpu": 0.13333333333333333,
"raw_input_tokens": {
"distinct_n": 16,
"finite_n": 16,
"max": 7233.0,
"min": 71.0,
"missing_n": 0,
"n": 16
},
"raw_length_order_sha256": "cb99e1339d84161d25fbc6a3c6ed983f34c0276e7712a62c176a8b92b8cb7b93",
"request_id_order_sha256": "9d18ed5ddc01d283277e84d107b444833f6ab2838675a8c7ffaedb7a0c1d50cf"
},
"slo_pass_count": 12,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 2,
"tpot_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 48.713730740283914,
"min": 9.619937283601098,
"missing_n": 0,
"n": 16
},
"ttft_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 3962.258840998402,
"min": 814.5189289934933,
"missing_n": 0,
"n": 16
}
}