Add OpProf campaign: protocols, results, patches, run evidence (P0-P6)

Workload-conditioned operator profiling on patched vLLM 0.24.0 +
Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64
raggedness, 8-45% token-efficiency loss vs rectangular controls);
mechanism decomposition kills the padding narrative and finds the
arrival-uniformization artifact (-12.9%); cross-version churn surface
shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held.
Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer
sidecars and metrics are tracked.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
2026-07-13 11:06:10 +08:00
parent 607e88da3c
commit d5b276180d
412 changed files with 125056 additions and 0 deletions

View File

@@ -0,0 +1 @@
{"cell": "tp1_mns8", "anchor": 0.21875, "kind": "anchor", "pass_rate": 0.9917355371900827, "feasible": true}

View File

@@ -0,0 +1,74 @@
{
"anchor": 0.21875,
"cell": "tp1_mns8",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 121,
"feasible": true,
"interval": {
"elapsed_s": 61.272714175,
"end_mono_ns": 208049949471616,
"end_wall_ns": 1783876477075898873,
"start_mono_ns": 207988676757441,
"start_wall_ns": 1783876415803184668
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 121,
"pass_rate": 0.9917355371900827,
"schema": 1,
"selection": {
"arrival_order_sha256": "f585e4793a8a6a621dbfe622514743ac316e34e3e93aaa1c6ba5f1eb58e8ff2d",
"arrival_s": {
"distinct_n": 121,
"finite_n": 121,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 121
},
"count": 121,
"long_gt4096": 42,
"offered_req_s": 2.0166666666666666,
"offered_req_s_per_gpu": 2.0166666666666666,
"raw_input_tokens": {
"distinct_n": 114,
"finite_n": 121,
"max": 8149.0,
"min": 72.0,
"missing_n": 0,
"n": 121
},
"raw_length_order_sha256": "061592e591871368954f4f80ee75cde2cfc399bd719f3f5deaad275e9af72e8b",
"request_id_order_sha256": "9b8c177ea00e5e42bd3294328201cb57addfd823913a5721714ce69646d715f4"
},
"slo_pass_count": 120,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 1,
"tpot_ms": {
"distinct_n": 121,
"finite_n": 121,
"max": 30.270937291215958,
"min": 4.492692204786274,
"missing_n": 0,
"n": 121
},
"ttft_ms": {
"distinct_n": 121,
"finite_n": 121,
"max": 2006.5461480116937,
"min": 70.57557700318284,
"missing_n": 0,
"n": 121
}
}

View File

@@ -0,0 +1 @@
{"cell": "tp1_mns8", "anchor": 0.2265625, "kind": "anchor", "pass_rate": 0.9920634920634921, "feasible": true}

View File

@@ -0,0 +1,74 @@
{
"anchor": 0.2265625,
"cell": "tp1_mns8",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 126,
"feasible": true,
"interval": {
"elapsed_s": 61.279043859,
"end_mono_ns": 207914196717219,
"end_wall_ns": 1783876341323144094,
"start_mono_ns": 207852917673360,
"start_wall_ns": 1783876280044100637
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 126,
"pass_rate": 0.9920634920634921,
"schema": 1,
"selection": {
"arrival_order_sha256": "1b67241583bd6f75b1ad3f6d8c86bf0c815306a28f18ea49b1511fed6c091abe",
"arrival_s": {
"distinct_n": 126,
"finite_n": 126,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 126
},
"count": 126,
"long_gt4096": 44,
"offered_req_s": 2.1,
"offered_req_s_per_gpu": 2.1,
"raw_input_tokens": {
"distinct_n": 119,
"finite_n": 126,
"max": 8149.0,
"min": 72.0,
"missing_n": 0,
"n": 126
},
"raw_length_order_sha256": "29e3240c20df0cc68172d39aeae84d79908acf564c1b1e2edd447a984e7bdb0e",
"request_id_order_sha256": "a05848006335fc9f595432bab793a13d427244886e4f04e51ba74d495453ef90"
},
"slo_pass_count": 125,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 1,
"tpot_ms": {
"distinct_n": 126,
"finite_n": 126,
"max": 30.22168563792526,
"min": 4.490380700884797,
"missing_n": 0,
"n": 126
},
"ttft_ms": {
"distinct_n": 126,
"finite_n": 126,
"max": 2057.7456309983972,
"min": 41.72074800590053,
"missing_n": 0,
"n": 126
}
}

View File

@@ -0,0 +1 @@
{"cell": "tp1_mns8", "anchor": 0.23046875, "kind": "anchor", "pass_rate": 0.9923076923076923, "feasible": true}

View File

@@ -0,0 +1,74 @@
{
"anchor": 0.23046875,
"cell": "tp1_mns8",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 130,
"feasible": true,
"interval": {
"elapsed_s": 61.272080003,
"end_mono_ns": 208117172178971,
"end_wall_ns": 1783876544298605842,
"start_mono_ns": 208055900098968,
"start_wall_ns": 1783876483026526659
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 130,
"pass_rate": 0.9923076923076923,
"schema": 1,
"selection": {
"arrival_order_sha256": "57bbe1eb7c1bb474cc7e2b0200b6e92bf84e8c5a21849b9aa6589fcb8ad650d5",
"arrival_s": {
"distinct_n": 130,
"finite_n": 130,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 130
},
"count": 130,
"long_gt4096": 44,
"offered_req_s": 2.1666666666666665,
"offered_req_s_per_gpu": 2.1666666666666665,
"raw_input_tokens": {
"distinct_n": 122,
"finite_n": 130,
"max": 8149.0,
"min": 72.0,
"missing_n": 0,
"n": 130
},
"raw_length_order_sha256": "30beac66a67ec987e5f99102936df78950092f1d7eaef89738be547a01fd8954",
"request_id_order_sha256": "0f4c973153935c8abcd421eb631900670e31af0dc8a33bdf7e4d3d85e7ed7711"
},
"slo_pass_count": 129,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 1,
"tpot_ms": {
"distinct_n": 130,
"finite_n": 130,
"max": 30.301648842475164,
"min": 4.491634480380196,
"missing_n": 0,
"n": 130
},
"ttft_ms": {
"distinct_n": 130,
"finite_n": 130,
"max": 2005.0652289937716,
"min": 68.62633599666879,
"missing_n": 0,
"n": 130
}
}

View File

@@ -0,0 +1 @@
{"cell": "tp1_mns8", "anchor": 0.234375, "kind": "anchor", "pass_rate": 0.9924242424242424, "feasible": true}

View File

@@ -0,0 +1,74 @@
{
"anchor": 0.234375,
"cell": "tp1_mns8",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 132,
"feasible": true,
"interval": {
"elapsed_s": 61.276628632,
"end_mono_ns": 208252399388309,
"end_wall_ns": 1783876679525815422,
"start_mono_ns": 208191122759677,
"start_wall_ns": 1783876618249186880
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 132,
"pass_rate": 0.9924242424242424,
"schema": 1,
"selection": {
"arrival_order_sha256": "3ade8cc1a55a8a75ea339c66a69fae18f60e5a39097714bc35e4eb728d717aeb",
"arrival_s": {
"distinct_n": 132,
"finite_n": 132,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 132
},
"count": 132,
"long_gt4096": 45,
"offered_req_s": 2.2,
"offered_req_s_per_gpu": 2.2,
"raw_input_tokens": {
"distinct_n": 124,
"finite_n": 132,
"max": 8149.0,
"min": 72.0,
"missing_n": 0,
"n": 132
},
"raw_length_order_sha256": "14c37ab0a19d72208c80b7ba7c72fd57614f0763f82e0f04453f0e18cb74bc99",
"request_id_order_sha256": "14d2a74fffe25e7d9b3e7490c392eae0dc31bb1f3fe6566c9c0a567543bdd6ac"
},
"slo_pass_count": 131,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 1,
"tpot_ms": {
"distinct_n": 132,
"finite_n": 132,
"max": 30.4299091888632,
"min": 4.494227968545,
"missing_n": 0,
"n": 132
},
"ttft_ms": {
"distinct_n": 132,
"finite_n": 132,
"max": 2019.111283996608,
"min": 68.64958599908277,
"missing_n": 0,
"n": 132
}
}

View File

@@ -0,0 +1 @@
{"cell": "tp1_mns8", "anchor": 0.25, "kind": "anchor", "pass_rate": 0.958041958041958, "feasible": true}

View File

@@ -0,0 +1,74 @@
{
"anchor": 0.25,
"cell": "tp1_mns8",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 143,
"feasible": true,
"interval": {
"elapsed_s": 62.126477495,
"end_mono_ns": 208388459138035,
"end_wall_ns": 1783876815585565186,
"start_mono_ns": 208326332660540,
"start_wall_ns": 1783876753459087651
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 143,
"pass_rate": 0.958041958041958,
"schema": 1,
"selection": {
"arrival_order_sha256": "932babe37b75c53f4a0eee029df66fd3e8acd3972d925f4a68714faa827b9366",
"arrival_s": {
"distinct_n": 143,
"finite_n": 143,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 143
},
"count": 143,
"long_gt4096": 51,
"offered_req_s": 2.3833333333333333,
"offered_req_s_per_gpu": 2.3833333333333333,
"raw_input_tokens": {
"distinct_n": 135,
"finite_n": 143,
"max": 8149.0,
"min": 72.0,
"missing_n": 0,
"n": 143
},
"raw_length_order_sha256": "eac9a2d39e762892f716fde086ada79aa87161d04819c24bbeaabbf9e8839af0",
"request_id_order_sha256": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda"
},
"slo_pass_count": 137,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 1,
"tpot_ms": {
"distinct_n": 143,
"finite_n": 143,
"max": 32.858955346627205,
"min": 4.492996810975771,
"missing_n": 0,
"n": 143
},
"ttft_ms": {
"distinct_n": 143,
"finite_n": 143,
"max": 2534.6092930121813,
"min": 69.11832699552178,
"missing_n": 0,
"n": 143
}
}

View File

@@ -0,0 +1 @@
{"cell": "tp1_mns8", "anchor": 0.5, "kind": "anchor", "pass_rate": 0.09057971014492754, "feasible": false}

View File

@@ -0,0 +1,74 @@
{
"anchor": 0.5,
"cell": "tp1_mns8",
"early_stop_reason": "slo_pass_rate_unrecoverable",
"early_stopped": true,
"exact_output_count": 73,
"feasible": false,
"interval": {
"elapsed_s": 24.795686401,
"end_mono_ns": 208488668302515,
"end_wall_ns": 1783876915794729601,
"start_mono_ns": 208463872616114,
"start_wall_ns": 1783876890999043094
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 276,
"pass_rate": 0.09057971014492754,
"schema": 1,
"selection": {
"arrival_order_sha256": "aeea4a8e54cc7de279804b8c353f748a480aedcbb21e249a90a60267daee8dff",
"arrival_s": {
"distinct_n": 276,
"finite_n": 276,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 276
},
"count": 276,
"long_gt4096": 99,
"offered_req_s": 4.6,
"offered_req_s_per_gpu": 4.6,
"raw_input_tokens": {
"distinct_n": 256,
"finite_n": 276,
"max": 8149.0,
"min": 71.0,
"missing_n": 0,
"n": 276
},
"raw_length_order_sha256": "983df528039301bd41a6684fecea75cdcf8822d214094d6d35def7fc7740c2ba",
"request_id_order_sha256": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15"
},
"slo_pass_count": 25,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 1,
"tpot_ms": {
"distinct_n": 73,
"finite_n": 73,
"max": 23.976862346469314,
"min": 4.817576614193853,
"missing_n": 203,
"n": 276
},
"ttft_ms": {
"distinct_n": 73,
"finite_n": 73,
"max": 9597.04709201469,
"min": 359.1133150039241,
"missing_n": 203,
"n": 276
}
}

View File

@@ -0,0 +1,22 @@
{
"accounting_mode": "graceful-footer",
"cell": "tp1_mns8",
"invariants": {
"anchor_intervals_present": true,
"compile_capture_pre_ready": true,
"encoded_balanced": true,
"footer_sidecar_agrees": true,
"last_step_matches": true,
"layer1_contiguous": true,
"layer1_zero_drops": true,
"one_footer_last": true,
"one_ready_marker": true,
"sidecar_final": true,
"warmup_exact_16": true,
"warmup_long": true,
"written_matches_records": true
},
"layer1_records": 42704,
"post_ready_capture_events": [],
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns8/opprof/opprof-v1-dp0-pid2770271-1783876258461072221.jsonl"
}

View File

@@ -0,0 +1,12 @@
SERVER taskset -c 0-19 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/vllm serve /home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B --host 127.0.0.1 --port 8708 --served-model-name qwen3-30b-a3b-community --max-num-batched-tokens 8192 --max-num-seqs 8 --tensor-parallel-size 1 --shutdown-timeout 120
CLIENT taskset -c 0-19 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py warmup --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp1_mns8 --anchor 0.2265625 --tp 1 --mns 8 --base-url http://127.0.0.1:8708 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns8/warmup
CLIENT taskset -c 0-19 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp1_mns8 --anchor 0.2265625 --tp 1 --mns 8 --base-url http://127.0.0.1:8708 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns8/anchor-0.2265625
CLIENT taskset -c 0-19 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp1_mns8 --anchor 0.2265625 --tp 1 --mns 8 --base-url http://127.0.0.1:8708 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns8/confirm-1-anchor-0.2265625
CLIENT taskset -c 0-19 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp1_mns8 --anchor 0.21875 --tp 1 --mns 8 --base-url http://127.0.0.1:8708 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns8/anchor-0.21875
CLIENT taskset -c 0-19 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp1_mns8 --anchor 0.23046875 --tp 1 --mns 8 --base-url http://127.0.0.1:8708 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns8/anchor-0.23046875
CLIENT taskset -c 0-19 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp1_mns8 --anchor 0.23046875 --tp 1 --mns 8 --base-url http://127.0.0.1:8708 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns8/confirm-1-anchor-0.23046875
CLIENT taskset -c 0-19 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp1_mns8 --anchor 0.234375 --tp 1 --mns 8 --base-url http://127.0.0.1:8708 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns8/anchor-0.234375
CLIENT taskset -c 0-19 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp1_mns8 --anchor 0.234375 --tp 1 --mns 8 --base-url http://127.0.0.1:8708 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns8/confirm-1-anchor-0.234375
CLIENT taskset -c 0-19 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp1_mns8 --anchor 0.25 --tp 1 --mns 8 --base-url http://127.0.0.1:8708 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns8/anchor-0.25
CLIENT taskset -c 0-19 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp1_mns8 --anchor 0.25 --tp 1 --mns 8 --base-url http://127.0.0.1:8708 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns8/confirm-1-anchor-0.25
CLIENT taskset -c 0-19 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-primary.json --cell tp1_mns8 --anchor 0.5 --tp 1 --mns 8 --base-url http://127.0.0.1:8708 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns8/anchor-0.5

View File

@@ -0,0 +1 @@
{"cell": "tp1_mns8", "anchor": 0.2265625, "kind": "anchor", "pass_rate": 0.9920634920634921, "feasible": true}

View File

@@ -0,0 +1,74 @@
{
"anchor": 0.2265625,
"cell": "tp1_mns8",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 126,
"feasible": true,
"interval": {
"elapsed_s": 61.283628232,
"end_mono_ns": 207982157816433,
"end_wall_ns": 1783876409284243533,
"start_mono_ns": 207920874188201,
"start_wall_ns": 1783876348000615426
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 126,
"pass_rate": 0.9920634920634921,
"schema": 1,
"selection": {
"arrival_order_sha256": "1b67241583bd6f75b1ad3f6d8c86bf0c815306a28f18ea49b1511fed6c091abe",
"arrival_s": {
"distinct_n": 126,
"finite_n": 126,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 126
},
"count": 126,
"long_gt4096": 44,
"offered_req_s": 2.1,
"offered_req_s_per_gpu": 2.1,
"raw_input_tokens": {
"distinct_n": 119,
"finite_n": 126,
"max": 8149.0,
"min": 72.0,
"missing_n": 0,
"n": 126
},
"raw_length_order_sha256": "29e3240c20df0cc68172d39aeae84d79908acf564c1b1e2edd447a984e7bdb0e",
"request_id_order_sha256": "a05848006335fc9f595432bab793a13d427244886e4f04e51ba74d495453ef90"
},
"slo_pass_count": 125,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 1,
"tpot_ms": {
"distinct_n": 126,
"finite_n": 126,
"max": 30.423986094391456,
"min": 4.49271833865104,
"missing_n": 0,
"n": 126
},
"ttft_ms": {
"distinct_n": 126,
"finite_n": 126,
"max": 2015.6794769864064,
"min": 71.10144800390117,
"missing_n": 0,
"n": 126
}
}

View File

@@ -0,0 +1 @@
{"cell": "tp1_mns8", "anchor": 0.23046875, "kind": "anchor", "pass_rate": 0.9923076923076923, "feasible": true}

View File

@@ -0,0 +1,74 @@
{
"anchor": 0.23046875,
"cell": "tp1_mns8",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 130,
"feasible": true,
"interval": {
"elapsed_s": 61.281326625,
"end_mono_ns": 208184418966888,
"end_wall_ns": 1783876611545393714,
"start_mono_ns": 208123137640263,
"start_wall_ns": 1783876550264067787
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 130,
"pass_rate": 0.9923076923076923,
"schema": 1,
"selection": {
"arrival_order_sha256": "57bbe1eb7c1bb474cc7e2b0200b6e92bf84e8c5a21849b9aa6589fcb8ad650d5",
"arrival_s": {
"distinct_n": 130,
"finite_n": 130,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 130
},
"count": 130,
"long_gt4096": 44,
"offered_req_s": 2.1666666666666665,
"offered_req_s_per_gpu": 2.1666666666666665,
"raw_input_tokens": {
"distinct_n": 122,
"finite_n": 130,
"max": 8149.0,
"min": 72.0,
"missing_n": 0,
"n": 130
},
"raw_length_order_sha256": "30beac66a67ec987e5f99102936df78950092f1d7eaef89738be547a01fd8954",
"request_id_order_sha256": "0f4c973153935c8abcd421eb631900670e31af0dc8a33bdf7e4d3d85e7ed7711"
},
"slo_pass_count": 129,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 1,
"tpot_ms": {
"distinct_n": 130,
"finite_n": 130,
"max": 30.304548842328284,
"min": 4.494556952744547,
"missing_n": 0,
"n": 130
},
"ttft_ms": {
"distinct_n": 130,
"finite_n": 130,
"max": 2015.1741319859866,
"min": 67.51175099634565,
"missing_n": 0,
"n": 130
}
}

View File

@@ -0,0 +1 @@
{"cell": "tp1_mns8", "anchor": 0.234375, "kind": "anchor", "pass_rate": 0.9924242424242424, "feasible": true}

View File

@@ -0,0 +1,74 @@
{
"anchor": 0.234375,
"cell": "tp1_mns8",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 132,
"feasible": true,
"interval": {
"elapsed_s": 61.282402784,
"end_mono_ns": 208319682497617,
"end_wall_ns": 1783876746808924426,
"start_mono_ns": 208258400094833,
"start_wall_ns": 1783876685526522242
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 132,
"pass_rate": 0.9924242424242424,
"schema": 1,
"selection": {
"arrival_order_sha256": "3ade8cc1a55a8a75ea339c66a69fae18f60e5a39097714bc35e4eb728d717aeb",
"arrival_s": {
"distinct_n": 132,
"finite_n": 132,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 132
},
"count": 132,
"long_gt4096": 45,
"offered_req_s": 2.2,
"offered_req_s_per_gpu": 2.2,
"raw_input_tokens": {
"distinct_n": 124,
"finite_n": 132,
"max": 8149.0,
"min": 72.0,
"missing_n": 0,
"n": 132
},
"raw_length_order_sha256": "14c37ab0a19d72208c80b7ba7c72fd57614f0763f82e0f04453f0e18cb74bc99",
"request_id_order_sha256": "14d2a74fffe25e7d9b3e7490c392eae0dc31bb1f3fe6566c9c0a567543bdd6ac"
},
"slo_pass_count": 131,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 1,
"tpot_ms": {
"distinct_n": 132,
"finite_n": 132,
"max": 30.46692667715068,
"min": 4.496486598578113,
"missing_n": 0,
"n": 132
},
"ttft_ms": {
"distinct_n": 132,
"finite_n": 132,
"max": 2019.6287339786068,
"min": 68.34458399680443,
"missing_n": 0,
"n": 132
}
}

View File

@@ -0,0 +1 @@
{"cell": "tp1_mns8", "anchor": 0.25, "kind": "anchor", "pass_rate": 0.951048951048951, "feasible": true}

View File

@@ -0,0 +1,74 @@
{
"anchor": 0.25,
"cell": "tp1_mns8",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 143,
"feasible": true,
"interval": {
"elapsed_s": 62.091254073,
"end_mono_ns": 208457089228587,
"end_wall_ns": 1783876884215656001,
"start_mono_ns": 208394997974514,
"start_wall_ns": 1783876822124401690
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "anchor",
"mns": 8,
"observed_count": 143,
"pass_rate": 0.951048951048951,
"schema": 1,
"selection": {
"arrival_order_sha256": "932babe37b75c53f4a0eee029df66fd3e8acd3972d925f4a68714faa827b9366",
"arrival_s": {
"distinct_n": 143,
"finite_n": 143,
"max": 59.78950000000005,
"min": 0.008300000000008368,
"missing_n": 0,
"n": 143
},
"count": 143,
"long_gt4096": 51,
"offered_req_s": 2.3833333333333333,
"offered_req_s_per_gpu": 2.3833333333333333,
"raw_input_tokens": {
"distinct_n": 135,
"finite_n": 143,
"max": 8149.0,
"min": 72.0,
"missing_n": 0,
"n": 143
},
"raw_length_order_sha256": "eac9a2d39e762892f716fde086ada79aa87161d04819c24bbeaabbf9e8839af0",
"request_id_order_sha256": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda"
},
"slo_pass_count": 136,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 1,
"tpot_ms": {
"distinct_n": 143,
"finite_n": 143,
"max": 32.83134977150833,
"min": 4.493729432991626,
"missing_n": 0,
"n": 143
},
"ttft_ms": {
"distinct_n": 143,
"finite_n": 143,
"max": 2528.6180730035994,
"min": 70.94443199457601,
"missing_n": 0,
"n": 143
}
}

View File

@@ -0,0 +1 @@
{"schema":1,"record_type":"footer_checkpoint","stream":"opprof-v1-dp0-pid2770271-1783876258461072221.jsonl","encoded_records":42704,"written_records":42704,"dropped_records":0,"last_step_index":42703,"checkpoint_wall_ns":1783876916689649928,"flush_interval_seconds":1.0,"final":true}

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1 @@
{"cell": "tp1_mns8", "anchor": 0.2265625, "kind": "warmup", "pass_rate": 1.0, "feasible": true}

View File

@@ -0,0 +1,74 @@
{
"anchor": 0.2265625,
"cell": "tp1_mns8",
"early_stop_reason": "",
"early_stopped": false,
"exact_output_count": 16,
"feasible": true,
"interval": {
"elapsed_s": 8.581494437,
"end_mono_ns": 207846806327487,
"end_wall_ns": 1783876273932755595,
"start_mono_ns": 207838224833050,
"start_wall_ns": 1783876265351260583
},
"invariants": {
"arrival_nondecreasing": true,
"exact_output_or_failed": true,
"outcomes_cover_selected": true,
"raw_lengths_present": true,
"selected_nonempty": true,
"warmup_16": true,
"warmup_exact_16": true,
"warmup_long": true
},
"kind": "warmup",
"mns": 8,
"observed_count": 16,
"pass_rate": 1.0,
"schema": 1,
"selection": {
"arrival_order_sha256": "899b928ee7acd2abc5bf86f6641591111d09f06ec3dbf35a687067b5dfe9ad57",
"arrival_s": {
"distinct_n": 16,
"finite_n": 16,
"max": 7.4525000000000095,
"min": 0.0,
"missing_n": 0,
"n": 16
},
"count": 16,
"long_gt4096": 6,
"offered_req_s": 0.26666666666666666,
"offered_req_s_per_gpu": 0.26666666666666666,
"raw_input_tokens": {
"distinct_n": 16,
"finite_n": 16,
"max": 7270.0,
"min": 72.0,
"missing_n": 0,
"n": 16
},
"raw_length_order_sha256": "c99abf7970483c5386d5c34fad5a1b2664c29b8363b5b6e096338ed8e9773d27",
"request_id_order_sha256": "9a7cbf2821c1a7b2a498858815a6f31b0d307f2c8a4900d8be107e6a15858964"
},
"slo_pass_count": 16,
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
"tp": 1,
"tpot_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 30.37054844885353,
"min": 7.362084622049381,
"missing_n": 0,
"n": 16
},
"ttft_ms": {
"distinct_n": 16,
"finite_n": 16,
"max": 1017.0694060216192,
"min": 107.78111399849877,
"missing_n": 0,
"n": 16
}
}