Add OpProf campaign: protocols, results, patches, run evidence (P0-P6)
Workload-conditioned operator profiling on patched vLLM 0.24.0 + Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64 raggedness, 8-45% token-efficiency loss vs rectangular controls); mechanism decomposition kills the padding narrative and finds the arrival-uniformization artifact (-12.9%); cross-version churn surface shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held. Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer sidecars and metrics are tracked. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1 @@
|
||||
{"cell": "tp4_mns16", "anchor": 0.033182214016, "kind": "anchor", "pass_rate": 0.7530434782608696, "feasible": false}
|
||||
@@ -0,0 +1,74 @@
|
||||
{
|
||||
"anchor": 0.033182214016,
|
||||
"cell": "tp4_mns16",
|
||||
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
||||
"early_stopped": true,
|
||||
"exact_output_count": 504,
|
||||
"feasible": false,
|
||||
"interval": {
|
||||
"elapsed_s": 57.926653309,
|
||||
"end_mono_ns": 206305019222036,
|
||||
"end_wall_ns": 1783874732145649173,
|
||||
"start_mono_ns": 206247092568727,
|
||||
"start_wall_ns": 1783874674218995807
|
||||
},
|
||||
"invariants": {
|
||||
"arrival_nondecreasing": true,
|
||||
"exact_output_or_failed": true,
|
||||
"outcomes_cover_selected": true,
|
||||
"raw_lengths_present": true,
|
||||
"selected_nonempty": true,
|
||||
"warmup_16": true,
|
||||
"warmup_exact_16": true,
|
||||
"warmup_long": true
|
||||
},
|
||||
"kind": "anchor",
|
||||
"mns": 16,
|
||||
"observed_count": 575,
|
||||
"pass_rate": 0.7530434782608696,
|
||||
"schema": 1,
|
||||
"selection": {
|
||||
"arrival_order_sha256": "86ee457cd91595c76454d54ebc69890836ef603ceb96deaf9c7cf05e91de9407",
|
||||
"arrival_s": {
|
||||
"distinct_n": 574,
|
||||
"finite_n": 575,
|
||||
"max": 59.90990000000002,
|
||||
"min": 0.13000000000001818,
|
||||
"missing_n": 0,
|
||||
"n": 575
|
||||
},
|
||||
"count": 575,
|
||||
"long_gt4096": 178,
|
||||
"offered_req_s": 9.583333333333334,
|
||||
"offered_req_s_per_gpu": 2.3958333333333335,
|
||||
"raw_input_tokens": {
|
||||
"distinct_n": 524,
|
||||
"finite_n": 575,
|
||||
"max": 8157.0,
|
||||
"min": 69.0,
|
||||
"missing_n": 0,
|
||||
"n": 575
|
||||
},
|
||||
"raw_length_order_sha256": "8354300b1680841ab43ef8164307d7c1f28bc877994b8d1e7584aff030677560",
|
||||
"request_id_order_sha256": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f"
|
||||
},
|
||||
"slo_pass_count": 433,
|
||||
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
||||
"tp": 4,
|
||||
"tpot_ms": {
|
||||
"distinct_n": 504,
|
||||
"finite_n": 504,
|
||||
"max": 17.29787870078333,
|
||||
"min": 3.856502622081788,
|
||||
"missing_n": 71,
|
||||
"n": 575
|
||||
},
|
||||
"ttft_ms": {
|
||||
"distinct_n": 504,
|
||||
"finite_n": 504,
|
||||
"max": 4620.4556869925,
|
||||
"min": 35.387877986067906,
|
||||
"missing_n": 71,
|
||||
"n": 575
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
{"cell": "tp4_mns16", "anchor": 0.033717411016, "kind": "anchor", "pass_rate": 0.06313993174061433, "feasible": false}
|
||||
@@ -0,0 +1,74 @@
|
||||
{
|
||||
"anchor": 0.033717411016,
|
||||
"cell": "tp4_mns16",
|
||||
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
||||
"early_stopped": true,
|
||||
"exact_output_count": 152,
|
||||
"feasible": false,
|
||||
"interval": {
|
||||
"elapsed_s": 25.795635813,
|
||||
"end_mono_ns": 206197322315089,
|
||||
"end_wall_ns": 1783874624448742328,
|
||||
"start_mono_ns": 206171526679276,
|
||||
"start_wall_ns": 1783874598653106506
|
||||
},
|
||||
"invariants": {
|
||||
"arrival_nondecreasing": true,
|
||||
"exact_output_or_failed": true,
|
||||
"outcomes_cover_selected": true,
|
||||
"raw_lengths_present": true,
|
||||
"selected_nonempty": true,
|
||||
"warmup_16": true,
|
||||
"warmup_exact_16": true,
|
||||
"warmup_long": true
|
||||
},
|
||||
"kind": "anchor",
|
||||
"mns": 16,
|
||||
"observed_count": 586,
|
||||
"pass_rate": 0.06313993174061433,
|
||||
"schema": 1,
|
||||
"selection": {
|
||||
"arrival_order_sha256": "fe44bf6b0efd6e6ab4d19676e34ace608827e419dbb5c19c8595992f0339c9b1",
|
||||
"arrival_s": {
|
||||
"distinct_n": 585,
|
||||
"finite_n": 586,
|
||||
"max": 59.90990000000002,
|
||||
"min": 0.13000000000001818,
|
||||
"missing_n": 0,
|
||||
"n": 586
|
||||
},
|
||||
"count": 586,
|
||||
"long_gt4096": 184,
|
||||
"offered_req_s": 9.766666666666667,
|
||||
"offered_req_s_per_gpu": 2.441666666666667,
|
||||
"raw_input_tokens": {
|
||||
"distinct_n": 534,
|
||||
"finite_n": 586,
|
||||
"max": 8157.0,
|
||||
"min": 69.0,
|
||||
"missing_n": 0,
|
||||
"n": 586
|
||||
},
|
||||
"raw_length_order_sha256": "e2d040068b279e99073f6965d1136eb0ca6e8534c883f331b4cb85c5fc7a4650",
|
||||
"request_id_order_sha256": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db"
|
||||
},
|
||||
"slo_pass_count": 37,
|
||||
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
||||
"tp": 4,
|
||||
"tpot_ms": {
|
||||
"distinct_n": 152,
|
||||
"finite_n": 152,
|
||||
"max": 38.16994751173834,
|
||||
"min": 4.869590023684675,
|
||||
"missing_n": 434,
|
||||
"n": 586
|
||||
},
|
||||
"ttft_ms": {
|
||||
"distinct_n": 152,
|
||||
"finite_n": 152,
|
||||
"max": 7810.731097008102,
|
||||
"min": 37.92213799897581,
|
||||
"missing_n": 434,
|
||||
"n": 586
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
{"cell": "tp4_mns16", "anchor": 0.034252608017, "kind": "anchor", "pass_rate": 1.0, "feasible": true}
|
||||
@@ -0,0 +1,74 @@
|
||||
{
|
||||
"anchor": 0.034252608017,
|
||||
"cell": "tp4_mns16",
|
||||
"early_stop_reason": "",
|
||||
"early_stopped": false,
|
||||
"exact_output_count": 600,
|
||||
"feasible": true,
|
||||
"interval": {
|
||||
"elapsed_s": 60.606381404,
|
||||
"end_mono_ns": 206507070554626,
|
||||
"end_wall_ns": 1783874934196982187,
|
||||
"start_mono_ns": 206446464173222,
|
||||
"start_wall_ns": 1783874873590600542
|
||||
},
|
||||
"invariants": {
|
||||
"arrival_nondecreasing": true,
|
||||
"exact_output_or_failed": true,
|
||||
"outcomes_cover_selected": true,
|
||||
"raw_lengths_present": true,
|
||||
"selected_nonempty": true,
|
||||
"warmup_16": true,
|
||||
"warmup_exact_16": true,
|
||||
"warmup_long": true
|
||||
},
|
||||
"kind": "anchor",
|
||||
"mns": 16,
|
||||
"observed_count": 600,
|
||||
"pass_rate": 1.0,
|
||||
"schema": 1,
|
||||
"selection": {
|
||||
"arrival_order_sha256": "50f1b34c344c451c6d7501290d0b53f147d0c0b6a4bc078b303d5c33576ebe2d",
|
||||
"arrival_s": {
|
||||
"distinct_n": 599,
|
||||
"finite_n": 600,
|
||||
"max": 59.90990000000002,
|
||||
"min": 0.13000000000001818,
|
||||
"missing_n": 0,
|
||||
"n": 600
|
||||
},
|
||||
"count": 600,
|
||||
"long_gt4096": 187,
|
||||
"offered_req_s": 10.0,
|
||||
"offered_req_s_per_gpu": 2.5,
|
||||
"raw_input_tokens": {
|
||||
"distinct_n": 546,
|
||||
"finite_n": 600,
|
||||
"max": 8157.0,
|
||||
"min": 69.0,
|
||||
"missing_n": 0,
|
||||
"n": 600
|
||||
},
|
||||
"raw_length_order_sha256": "08eff8eecd74dc4646aa45945bd752432ee5eb795006755527dd32d7178c1140",
|
||||
"request_id_order_sha256": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd"
|
||||
},
|
||||
"slo_pass_count": 600,
|
||||
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
||||
"tp": 4,
|
||||
"tpot_ms": {
|
||||
"distinct_n": 600,
|
||||
"finite_n": 600,
|
||||
"max": 8.318593196880704,
|
||||
"min": 3.8498818111701274,
|
||||
"missing_n": 0,
|
||||
"n": 600
|
||||
},
|
||||
"ttft_ms": {
|
||||
"distinct_n": 600,
|
||||
"finite_n": 600,
|
||||
"max": 367.71361899445765,
|
||||
"min": 35.09980899980292,
|
||||
"missing_n": 0,
|
||||
"n": 600
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,22 @@
|
||||
{
|
||||
"accounting_mode": "graceful-footer",
|
||||
"cell": "tp4_mns16",
|
||||
"invariants": {
|
||||
"anchor_intervals_present": true,
|
||||
"compile_capture_pre_ready": true,
|
||||
"encoded_balanced": true,
|
||||
"footer_sidecar_agrees": true,
|
||||
"last_step_matches": true,
|
||||
"layer1_contiguous": true,
|
||||
"layer1_zero_drops": true,
|
||||
"one_footer_last": true,
|
||||
"one_ready_marker": true,
|
||||
"sidecar_final": true,
|
||||
"warmup_exact_16": true,
|
||||
"warmup_long": true,
|
||||
"written_matches_records": true
|
||||
},
|
||||
"layer1_records": 56011,
|
||||
"post_ready_capture_events": [],
|
||||
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns16/opprof/opprof-v1-dp0-pid2741574-1783874579483097755.jsonl"
|
||||
}
|
||||
@@ -0,0 +1,9 @@
|
||||
SERVER taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/vllm serve /home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B --host 127.0.0.1 --port 8704 --served-model-name qwen3-30b-a3b-community --max-num-batched-tokens 8192 --max-num-seqs 16 --tensor-parallel-size 4 --shutdown-timeout 120
|
||||
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py warmup --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns16 --anchor 0.033717411016 --tp 4 --mns 16 --base-url http://127.0.0.1:8704 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns16/warmup
|
||||
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns16 --anchor 0.033717411016 --tp 4 --mns 16 --base-url http://127.0.0.1:8704 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns16/anchor-0.033717411016
|
||||
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns16 --anchor 0.033717411016 --tp 4 --mns 16 --base-url http://127.0.0.1:8704 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns16/confirm-1-anchor-0.033717411016
|
||||
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns16 --anchor 0.033182214016 --tp 4 --mns 16 --base-url http://127.0.0.1:8704 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns16/anchor-0.033182214016
|
||||
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns16 --anchor 0.033182214016 --tp 4 --mns 16 --base-url http://127.0.0.1:8704 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns16/confirm-1-anchor-0.033182214016
|
||||
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns16 --anchor 0.033182214016 --tp 4 --mns 16 --base-url http://127.0.0.1:8704 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns16/confirm-2-anchor-0.033182214016
|
||||
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns16 --anchor 0.034252608017 --tp 4 --mns 16 --base-url http://127.0.0.1:8704 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns16/anchor-0.034252608017
|
||||
CLIENT taskset -c 0-19,20-39,40-59,60-79 /tmp/wjh-opprof-phase2-dash0-20260711/.venv/bin/python /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/scripts/opprof_phase6_client.py run-anchor --study /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/study-tp4.json --cell tp4_mns16 --anchor 0.034252608017 --tp 4 --mns 16 --base-url http://127.0.0.1:8704 --result-dir /home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns16/confirm-1-anchor-0.034252608017
|
||||
@@ -0,0 +1 @@
|
||||
{"cell": "tp4_mns16", "anchor": 0.033182214016, "kind": "anchor", "pass_rate": 1.0, "feasible": true}
|
||||
@@ -0,0 +1,74 @@
|
||||
{
|
||||
"anchor": 0.033182214016,
|
||||
"cell": "tp4_mns16",
|
||||
"early_stop_reason": "",
|
||||
"early_stopped": false,
|
||||
"exact_output_count": 575,
|
||||
"feasible": true,
|
||||
"interval": {
|
||||
"elapsed_s": 62.401356779,
|
||||
"end_mono_ns": 206373778206418,
|
||||
"end_wall_ns": 1783874800904633584,
|
||||
"start_mono_ns": 206311376849639,
|
||||
"start_wall_ns": 1783874738503276864
|
||||
},
|
||||
"invariants": {
|
||||
"arrival_nondecreasing": true,
|
||||
"exact_output_or_failed": true,
|
||||
"outcomes_cover_selected": true,
|
||||
"raw_lengths_present": true,
|
||||
"selected_nonempty": true,
|
||||
"warmup_16": true,
|
||||
"warmup_exact_16": true,
|
||||
"warmup_long": true
|
||||
},
|
||||
"kind": "anchor",
|
||||
"mns": 16,
|
||||
"observed_count": 575,
|
||||
"pass_rate": 1.0,
|
||||
"schema": 1,
|
||||
"selection": {
|
||||
"arrival_order_sha256": "86ee457cd91595c76454d54ebc69890836ef603ceb96deaf9c7cf05e91de9407",
|
||||
"arrival_s": {
|
||||
"distinct_n": 574,
|
||||
"finite_n": 575,
|
||||
"max": 59.90990000000002,
|
||||
"min": 0.13000000000001818,
|
||||
"missing_n": 0,
|
||||
"n": 575
|
||||
},
|
||||
"count": 575,
|
||||
"long_gt4096": 178,
|
||||
"offered_req_s": 9.583333333333334,
|
||||
"offered_req_s_per_gpu": 2.3958333333333335,
|
||||
"raw_input_tokens": {
|
||||
"distinct_n": 524,
|
||||
"finite_n": 575,
|
||||
"max": 8157.0,
|
||||
"min": 69.0,
|
||||
"missing_n": 0,
|
||||
"n": 575
|
||||
},
|
||||
"raw_length_order_sha256": "8354300b1680841ab43ef8164307d7c1f28bc877994b8d1e7584aff030677560",
|
||||
"request_id_order_sha256": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f"
|
||||
},
|
||||
"slo_pass_count": 575,
|
||||
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
||||
"tp": 4,
|
||||
"tpot_ms": {
|
||||
"distinct_n": 575,
|
||||
"finite_n": 575,
|
||||
"max": 16.395648126032086,
|
||||
"min": 3.8425548977904227,
|
||||
"missing_n": 0,
|
||||
"n": 575
|
||||
},
|
||||
"ttft_ms": {
|
||||
"distinct_n": 575,
|
||||
"finite_n": 575,
|
||||
"max": 1883.0044260248542,
|
||||
"min": 34.824717993615195,
|
||||
"missing_n": 0,
|
||||
"n": 575
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
{"cell": "tp4_mns16", "anchor": 0.033717411016, "kind": "anchor", "pass_rate": 0.4129692832764505, "feasible": false}
|
||||
@@ -0,0 +1,74 @@
|
||||
{
|
||||
"anchor": 0.033717411016,
|
||||
"cell": "tp4_mns16",
|
||||
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
||||
"early_stopped": true,
|
||||
"exact_output_count": 299,
|
||||
"feasible": false,
|
||||
"interval": {
|
||||
"elapsed_s": 36.241514217,
|
||||
"end_mono_ns": 206240554322036,
|
||||
"end_wall_ns": 1783874667680749525,
|
||||
"start_mono_ns": 206204312807819,
|
||||
"start_wall_ns": 1783874631439235350
|
||||
},
|
||||
"invariants": {
|
||||
"arrival_nondecreasing": true,
|
||||
"exact_output_or_failed": true,
|
||||
"outcomes_cover_selected": true,
|
||||
"raw_lengths_present": true,
|
||||
"selected_nonempty": true,
|
||||
"warmup_16": true,
|
||||
"warmup_exact_16": true,
|
||||
"warmup_long": true
|
||||
},
|
||||
"kind": "anchor",
|
||||
"mns": 16,
|
||||
"observed_count": 586,
|
||||
"pass_rate": 0.4129692832764505,
|
||||
"schema": 1,
|
||||
"selection": {
|
||||
"arrival_order_sha256": "fe44bf6b0efd6e6ab4d19676e34ace608827e419dbb5c19c8595992f0339c9b1",
|
||||
"arrival_s": {
|
||||
"distinct_n": 585,
|
||||
"finite_n": 586,
|
||||
"max": 59.90990000000002,
|
||||
"min": 0.13000000000001818,
|
||||
"missing_n": 0,
|
||||
"n": 586
|
||||
},
|
||||
"count": 586,
|
||||
"long_gt4096": 184,
|
||||
"offered_req_s": 9.766666666666667,
|
||||
"offered_req_s_per_gpu": 2.441666666666667,
|
||||
"raw_input_tokens": {
|
||||
"distinct_n": 534,
|
||||
"finite_n": 586,
|
||||
"max": 8157.0,
|
||||
"min": 69.0,
|
||||
"missing_n": 0,
|
||||
"n": 586
|
||||
},
|
||||
"raw_length_order_sha256": "e2d040068b279e99073f6965d1136eb0ca6e8534c883f331b4cb85c5fc7a4650",
|
||||
"request_id_order_sha256": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db"
|
||||
},
|
||||
"slo_pass_count": 242,
|
||||
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
||||
"tp": 4,
|
||||
"tpot_ms": {
|
||||
"distinct_n": 299,
|
||||
"finite_n": 299,
|
||||
"max": 19.551449724588558,
|
||||
"min": 4.617206692946781,
|
||||
"missing_n": 287,
|
||||
"n": 586
|
||||
},
|
||||
"ttft_ms": {
|
||||
"distinct_n": 299,
|
||||
"finite_n": 299,
|
||||
"max": 4369.375169015257,
|
||||
"min": 35.537771997042,
|
||||
"missing_n": 287,
|
||||
"n": 586
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
{"cell": "tp4_mns16", "anchor": 0.034252608017, "kind": "anchor", "pass_rate": 1.0, "feasible": true}
|
||||
@@ -0,0 +1,74 @@
|
||||
{
|
||||
"anchor": 0.034252608017,
|
||||
"cell": "tp4_mns16",
|
||||
"early_stop_reason": "",
|
||||
"early_stopped": false,
|
||||
"exact_output_count": 600,
|
||||
"feasible": true,
|
||||
"interval": {
|
||||
"elapsed_s": 60.607371178,
|
||||
"end_mono_ns": 206573458638053,
|
||||
"end_wall_ns": 1783875000585066169,
|
||||
"start_mono_ns": 206512851266875,
|
||||
"start_wall_ns": 1783874939977694056
|
||||
},
|
||||
"invariants": {
|
||||
"arrival_nondecreasing": true,
|
||||
"exact_output_or_failed": true,
|
||||
"outcomes_cover_selected": true,
|
||||
"raw_lengths_present": true,
|
||||
"selected_nonempty": true,
|
||||
"warmup_16": true,
|
||||
"warmup_exact_16": true,
|
||||
"warmup_long": true
|
||||
},
|
||||
"kind": "anchor",
|
||||
"mns": 16,
|
||||
"observed_count": 600,
|
||||
"pass_rate": 1.0,
|
||||
"schema": 1,
|
||||
"selection": {
|
||||
"arrival_order_sha256": "50f1b34c344c451c6d7501290d0b53f147d0c0b6a4bc078b303d5c33576ebe2d",
|
||||
"arrival_s": {
|
||||
"distinct_n": 599,
|
||||
"finite_n": 600,
|
||||
"max": 59.90990000000002,
|
||||
"min": 0.13000000000001818,
|
||||
"missing_n": 0,
|
||||
"n": 600
|
||||
},
|
||||
"count": 600,
|
||||
"long_gt4096": 187,
|
||||
"offered_req_s": 10.0,
|
||||
"offered_req_s_per_gpu": 2.5,
|
||||
"raw_input_tokens": {
|
||||
"distinct_n": 546,
|
||||
"finite_n": 600,
|
||||
"max": 8157.0,
|
||||
"min": 69.0,
|
||||
"missing_n": 0,
|
||||
"n": 600
|
||||
},
|
||||
"raw_length_order_sha256": "08eff8eecd74dc4646aa45945bd752432ee5eb795006755527dd32d7178c1140",
|
||||
"request_id_order_sha256": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd"
|
||||
},
|
||||
"slo_pass_count": 600,
|
||||
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
||||
"tp": 4,
|
||||
"tpot_ms": {
|
||||
"distinct_n": 600,
|
||||
"finite_n": 600,
|
||||
"max": 7.261857527672995,
|
||||
"min": 3.852719755927614,
|
||||
"missing_n": 0,
|
||||
"n": 600
|
||||
},
|
||||
"ttft_ms": {
|
||||
"distinct_n": 600,
|
||||
"finite_n": 600,
|
||||
"max": 210.09885301464237,
|
||||
"min": 35.12379902531393,
|
||||
"missing_n": 0,
|
||||
"n": 600
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
{"cell": "tp4_mns16", "anchor": 0.033182214016, "kind": "anchor", "pass_rate": 1.0, "feasible": true}
|
||||
@@ -0,0 +1,74 @@
|
||||
{
|
||||
"anchor": 0.033182214016,
|
||||
"cell": "tp4_mns16",
|
||||
"early_stop_reason": "",
|
||||
"early_stopped": false,
|
||||
"exact_output_count": 575,
|
||||
"feasible": true,
|
||||
"interval": {
|
||||
"elapsed_s": 60.609467854,
|
||||
"end_mono_ns": 206440578236362,
|
||||
"end_wall_ns": 1783874867704663470,
|
||||
"start_mono_ns": 206379968768508,
|
||||
"start_wall_ns": 1783874807095196033
|
||||
},
|
||||
"invariants": {
|
||||
"arrival_nondecreasing": true,
|
||||
"exact_output_or_failed": true,
|
||||
"outcomes_cover_selected": true,
|
||||
"raw_lengths_present": true,
|
||||
"selected_nonempty": true,
|
||||
"warmup_16": true,
|
||||
"warmup_exact_16": true,
|
||||
"warmup_long": true
|
||||
},
|
||||
"kind": "anchor",
|
||||
"mns": 16,
|
||||
"observed_count": 575,
|
||||
"pass_rate": 1.0,
|
||||
"schema": 1,
|
||||
"selection": {
|
||||
"arrival_order_sha256": "86ee457cd91595c76454d54ebc69890836ef603ceb96deaf9c7cf05e91de9407",
|
||||
"arrival_s": {
|
||||
"distinct_n": 574,
|
||||
"finite_n": 575,
|
||||
"max": 59.90990000000002,
|
||||
"min": 0.13000000000001818,
|
||||
"missing_n": 0,
|
||||
"n": 575
|
||||
},
|
||||
"count": 575,
|
||||
"long_gt4096": 178,
|
||||
"offered_req_s": 9.583333333333334,
|
||||
"offered_req_s_per_gpu": 2.3958333333333335,
|
||||
"raw_input_tokens": {
|
||||
"distinct_n": 524,
|
||||
"finite_n": 575,
|
||||
"max": 8157.0,
|
||||
"min": 69.0,
|
||||
"missing_n": 0,
|
||||
"n": 575
|
||||
},
|
||||
"raw_length_order_sha256": "8354300b1680841ab43ef8164307d7c1f28bc877994b8d1e7584aff030677560",
|
||||
"request_id_order_sha256": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f"
|
||||
},
|
||||
"slo_pass_count": 575,
|
||||
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
||||
"tp": 4,
|
||||
"tpot_ms": {
|
||||
"distinct_n": 575,
|
||||
"finite_n": 575,
|
||||
"max": 7.079952629970562,
|
||||
"min": 3.8461172678251203,
|
||||
"missing_n": 0,
|
||||
"n": 575
|
||||
},
|
||||
"ttft_ms": {
|
||||
"distinct_n": 575,
|
||||
"finite_n": 575,
|
||||
"max": 181.3676160236355,
|
||||
"min": 33.920757996384054,
|
||||
"missing_n": 0,
|
||||
"n": 575
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
{"schema":1,"record_type":"footer_checkpoint","stream":"opprof-v1-dp0-pid2741574-1783874579483097755.jsonl","encoded_records":56011,"written_records":56011,"dropped_records":0,"last_step_index":56010,"checkpoint_wall_ns":1783875005026327493,"flush_interval_seconds":1.0,"final":true}
|
||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1 @@
|
||||
{"cell": "tp4_mns16", "anchor": 0.033717411016, "kind": "warmup", "pass_rate": 1.0, "feasible": true}
|
||||
@@ -0,0 +1,74 @@
|
||||
{
|
||||
"anchor": 0.033717411016,
|
||||
"cell": "tp4_mns16",
|
||||
"early_stop_reason": "",
|
||||
"early_stopped": false,
|
||||
"exact_output_count": 16,
|
||||
"feasible": true,
|
||||
"interval": {
|
||||
"elapsed_s": 4.482674585,
|
||||
"end_mono_ns": 206164837240533,
|
||||
"end_wall_ns": 1783874591963667409,
|
||||
"start_mono_ns": 206160354565948,
|
||||
"start_wall_ns": 1783874587480993336
|
||||
},
|
||||
"invariants": {
|
||||
"arrival_nondecreasing": true,
|
||||
"exact_output_or_failed": true,
|
||||
"outcomes_cover_selected": true,
|
||||
"raw_lengths_present": true,
|
||||
"selected_nonempty": true,
|
||||
"warmup_16": true,
|
||||
"warmup_exact_16": true,
|
||||
"warmup_long": true
|
||||
},
|
||||
"kind": "warmup",
|
||||
"mns": 16,
|
||||
"observed_count": 16,
|
||||
"pass_rate": 1.0,
|
||||
"schema": 1,
|
||||
"selection": {
|
||||
"arrival_order_sha256": "90b5197b9bfe4a9d6dfa881ec683b528ba46dd7bdc3a42fe2c91f6aefc6c8308",
|
||||
"arrival_s": {
|
||||
"distinct_n": 16,
|
||||
"finite_n": 16,
|
||||
"max": 1.7244999999999893,
|
||||
"min": 0.0,
|
||||
"missing_n": 0,
|
||||
"n": 16
|
||||
},
|
||||
"count": 16,
|
||||
"long_gt4096": 2,
|
||||
"offered_req_s": 0.26666666666666666,
|
||||
"offered_req_s_per_gpu": 0.06666666666666667,
|
||||
"raw_input_tokens": {
|
||||
"distinct_n": 16,
|
||||
"finite_n": 16,
|
||||
"max": 8150.0,
|
||||
"min": 371.0,
|
||||
"missing_n": 0,
|
||||
"n": 16
|
||||
},
|
||||
"raw_length_order_sha256": "d416a666bb3b2d9a0f1ffe0c51cc4e41249123c02ecb4eadb6fbb049422d7e3d",
|
||||
"request_id_order_sha256": "01b7744965c81da433fd52073d45f36d4b5bc750ca0bbd5ab0db8d8eac316fa3"
|
||||
},
|
||||
"slo_pass_count": 16,
|
||||
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
||||
"tp": 4,
|
||||
"tpot_ms": {
|
||||
"distinct_n": 16,
|
||||
"finite_n": 16,
|
||||
"max": 32.55442474000743,
|
||||
"min": 6.659556929146739,
|
||||
"missing_n": 0,
|
||||
"n": 16
|
||||
},
|
||||
"ttft_ms": {
|
||||
"distinct_n": 16,
|
||||
"finite_n": 16,
|
||||
"max": 1989.4284470065031,
|
||||
"min": 297.47335400315933,
|
||||
"missing_n": 0,
|
||||
"n": 16
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user