Gahow Wang
d5b276180d
Workload-conditioned operator profiling on patched vLLM 0.24.0 + Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64 raggedness, 8-45% token-efficiency loss vs rectangular controls); mechanism decomposition kills the padding narrative and finds the arrival-uniformization artifact (-12.9%); cross-version churn surface shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held. Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer sidecars and metrics are tracked. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
9194 lines
321 KiB
JSON
9194 lines
321 KiB
JSON
{
|
|
"attempt_history": {
|
|
"colocated_budget_stop": {
|
|
"before_wave": "W4-tp4",
|
|
"excess_h20_hours": 0.04117284946998634,
|
|
"hard_cap_h20_hours": 3.0,
|
|
"projected_total_h20_hours": 3.0411728494699863,
|
|
"remaining_cells": [
|
|
"tp4_mns32",
|
|
"tp4_mns64"
|
|
],
|
|
"remaining_primary_anchors": 4,
|
|
"safety_buffer_h20_hours": 0.1,
|
|
"spent_h20_hours": 2.2911728494699863,
|
|
"wave_estimate_h20_hours": 0.65
|
|
},
|
|
"colocated_confirmations": 3,
|
|
"colocated_h20_hours": 2.2911728494699863,
|
|
"colocated_primary_anchors": 21,
|
|
"colocated_status": "budget_projection_stop_before_W4",
|
|
"raw_roots": {
|
|
"colocated": "runs/opprof-phase6/phase6/cells",
|
|
"solo_authoritative": "runs/opprof-phase6/phase6/solo-authoritative/cells"
|
|
},
|
|
"solo_failures": [
|
|
{
|
|
"cell": "tp4_mns64",
|
|
"failure": "RuntimeError('GPU cleanup failure: [(0, 4, 0), (1, 4, 0), (2, 4, 0), (3, 4, 0), (4, 4, 0), (5, 4, 0), (6, 4, 0), (7, 1, 0)]')"
|
|
}
|
|
],
|
|
"solo_repairs": [
|
|
{
|
|
"at": 1783873873,
|
|
"id": "A-P6-2-transient-driver-memory-poll",
|
|
"reason": "1-4 MiB at 0% decayed to 0 MiB with zero compute PIDs; footer validation passed",
|
|
"rerun": false
|
|
},
|
|
{
|
|
"added_h20_hours": 0,
|
|
"at": 1783877778,
|
|
"id": "A-P6-2-prelaunch-driver-memory-poll",
|
|
"reason": "prelaunch 1-4 MiB at 0% with zero compute PIDs; no server allocated"
|
|
}
|
|
],
|
|
"solo_status": "complete"
|
|
},
|
|
"authoritative_tier": "A-P6-2 solo host placement",
|
|
"cells": {
|
|
"tp1_mns16": {
|
|
"anchors": [
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.24609375,
|
|
"colocated": {
|
|
"accepted_feasible": true,
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
"confirmations": [],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.887214258064248,
|
|
"decode_B_mean": 3.9555997349237906,
|
|
"decode_only_steps": 4394,
|
|
"decode_tokens": 17907,
|
|
"graph_mode_counts": {
|
|
"FULL": 4394,
|
|
"NONE": 109,
|
|
"PIECEWISE": 24
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9706207201237023,
|
|
"NONE": 0.02407775568809366,
|
|
"PIECEWISE": 0.005301524188204109
|
|
},
|
|
"kv_usage_max": 0.1876057740169238,
|
|
"kv_usage_mean": 0.03770906995392833,
|
|
"mixed_steps": 122,
|
|
"model_steps": 4527,
|
|
"padding_fraction": 0.009525377680813404,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 11,
|
|
"prefill_tokens": 343017,
|
|
"steps": 4548,
|
|
"waiting_cv": 6.829878371500364,
|
|
"waiting_max": 3.0,
|
|
"waiting_mean": 0.041528606140932185
|
|
},
|
|
"pass_rates": [
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.24609375,
|
|
"cell": "tp1_mns16",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 141,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.285616071,
|
|
"end_mono_ns": 208628026400377,
|
|
"end_wall_ns": 1783877055152827630,
|
|
"start_mono_ns": 208566740784306,
|
|
"start_wall_ns": 1783876993867211598
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 16,
|
|
"observed_count": 141,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "7c8f4ce3fc2db40d6329e8ead59378f564608ad6df09bc95854baef2dd0703d4",
|
|
"arrival_s": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"count": 141,
|
|
"long_gt4096": 50,
|
|
"offered_req_s": 2.35,
|
|
"offered_req_s_per_gpu": 2.35,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 133,
|
|
"finite_n": 141,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"raw_length_order_sha256": "a30d27aea9630ed3623c73237867fbd3a6b7eec9bedec0f1c390610fd16ea5ba",
|
|
"request_id_order_sha256": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3"
|
|
},
|
|
"slo_pass_count": 141,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 39.26863328358488,
|
|
"min": 4.784946039540869,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 1786.641047016019,
|
|
"min": 38.60557498410344,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 1,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 0.9574468085106383,
|
|
"rate_per_gpu": 2.35,
|
|
"request_count": 141
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.35,
|
|
"request_count": 141
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.25,
|
|
"colocated": {
|
|
"accepted_feasible": true,
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.25,
|
|
"cell": "tp1_mns16",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 143,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.468118415,
|
|
"end_mono_ns": 208763972089008,
|
|
"end_wall_ns": 1783877191098516077,
|
|
"start_mono_ns": 208702503970593,
|
|
"start_wall_ns": 1783877129630397769
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.8471743605753291,
|
|
"decode_B_mean": 4.446865817825661,
|
|
"decode_only_steps": 3951,
|
|
"decode_tokens": 18161,
|
|
"graph_mode_counts": {
|
|
"FULL": 3951,
|
|
"NONE": 122,
|
|
"PIECEWISE": 11
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9674338883447601,
|
|
"NONE": 0.029872673849167482,
|
|
"PIECEWISE": 0.0026934378060724778
|
|
},
|
|
"kv_usage_max": 0.21259333001493286,
|
|
"kv_usage_mean": 0.04239238802470177,
|
|
"mixed_steps": 124,
|
|
"model_steps": 4084,
|
|
"padding_fraction": 0.008283430064048115,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 9,
|
|
"prefill_tokens": 400989,
|
|
"steps": 4102,
|
|
"waiting_cv": 6.540526719992036,
|
|
"waiting_max": 2.0,
|
|
"waiting_mean": 0.03893241919686582
|
|
},
|
|
"mns": 16,
|
|
"observed_count": 143,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "932babe37b75c53f4a0eee029df66fd3e8acd3972d925f4a68714faa827b9366",
|
|
"arrival_s": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"count": 143,
|
|
"long_gt4096": 51,
|
|
"offered_req_s": 2.3833333333333333,
|
|
"offered_req_s_per_gpu": 2.3833333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 135,
|
|
"finite_n": 143,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"raw_length_order_sha256": "eac9a2d39e762892f716fde086ada79aa87161d04819c24bbeaabbf9e8839af0",
|
|
"request_id_order_sha256": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda"
|
|
},
|
|
"slo_pass_count": 143,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 44.40597959039696,
|
|
"min": 4.490311023564716,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 1776.1785559996497,
|
|
"min": 49.54166599782184,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.8476702434656673,
|
|
"decode_B_mean": 4.452316744300074,
|
|
"decode_only_steps": 3946,
|
|
"decode_tokens": 18161,
|
|
"graph_mode_counts": {
|
|
"FULL": 3946,
|
|
"NONE": 122,
|
|
"PIECEWISE": 11
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.967393969110076,
|
|
"NONE": 0.029909291493012993,
|
|
"PIECEWISE": 0.0026967393969110076
|
|
},
|
|
"kv_usage_max": 0.21259333001493286,
|
|
"kv_usage_mean": 0.0424465609586476,
|
|
"mixed_steps": 124,
|
|
"model_steps": 4079,
|
|
"padding_fraction": 0.008325663817313311,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 9,
|
|
"prefill_tokens": 400989,
|
|
"steps": 4097,
|
|
"waiting_cv": 6.446796801454737,
|
|
"waiting_max": 2.0,
|
|
"waiting_mean": 0.04094140720764893
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.25,
|
|
"cell": "tp1_mns16",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 143,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.484334594,
|
|
"end_mono_ns": 208696038541120,
|
|
"end_wall_ns": 1783877123164968015,
|
|
"start_mono_ns": 208634554206526,
|
|
"start_wall_ns": 1783877061680633802
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 16,
|
|
"observed_count": 143,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "932babe37b75c53f4a0eee029df66fd3e8acd3972d925f4a68714faa827b9366",
|
|
"arrival_s": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"count": 143,
|
|
"long_gt4096": 51,
|
|
"offered_req_s": 2.3833333333333333,
|
|
"offered_req_s_per_gpu": 2.3833333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 135,
|
|
"finite_n": 143,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"raw_length_order_sha256": "eac9a2d39e762892f716fde086ada79aa87161d04819c24bbeaabbf9e8839af0",
|
|
"request_id_order_sha256": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda"
|
|
},
|
|
"slo_pass_count": 143,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 44.45809762976243,
|
|
"min": 4.488573606239676,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 1778.0322160106152,
|
|
"min": 47.90777899324894,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.8461538461538461,
|
|
"rate_per_gpu": 2.3833333333333333,
|
|
"request_count": 143
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.3833333333333333,
|
|
"request_count": 143
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"accepted_pass_rate": 0.15579710144927536,
|
|
"anchor": 0.5,
|
|
"colocated": null,
|
|
"confirmations": [],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
false
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.2627716896409309,
|
|
"decode_B_mean": 14.094089264173704,
|
|
"decode_only_steps": 748,
|
|
"decode_tokens": 11684,
|
|
"graph_mode_counts": {
|
|
"FULL": 748,
|
|
"NONE": 79,
|
|
"PIECEWISE": 2
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.902291917973462,
|
|
"NONE": 0.09529553679131483,
|
|
"PIECEWISE": 0.0024125452352231603
|
|
},
|
|
"kv_usage_max": 0.17585863613738173,
|
|
"kv_usage_mean": 0.12595119309308353,
|
|
"mixed_steps": 80,
|
|
"model_steps": 829,
|
|
"padding_fraction": 0.0025652464867276376,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 247663,
|
|
"steps": 831,
|
|
"waiting_cv": 0.8636814052672781,
|
|
"waiting_max": 24.0,
|
|
"waiting_mean": 9.182147165259348
|
|
},
|
|
"pass_rates": [
|
|
0.15579710144927536
|
|
],
|
|
"primary": {
|
|
"anchor": 0.5,
|
|
"cell": "tp1_mns16",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 92,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 26.818138737,
|
|
"end_mono_ns": 208796704305524,
|
|
"end_wall_ns": 1783877223830732816,
|
|
"start_mono_ns": 208769886166787,
|
|
"start_wall_ns": 1783877197012593929
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 16,
|
|
"observed_count": 276,
|
|
"pass_rate": 0.15579710144927536,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "aeea4a8e54cc7de279804b8c353f748a480aedcbb21e249a90a60267daee8dff",
|
|
"arrival_s": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"count": 276,
|
|
"long_gt4096": 99,
|
|
"offered_req_s": 4.6,
|
|
"offered_req_s_per_gpu": 4.6,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 256,
|
|
"finite_n": 276,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"raw_length_order_sha256": "983df528039301bd41a6684fecea75cdcf8822d214094d6d35def7fc7740c2ba",
|
|
"request_id_order_sha256": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15"
|
|
},
|
|
"slo_pass_count": 43,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 92,
|
|
"finite_n": 92,
|
|
"max": 40.052486527445325,
|
|
"min": 11.32848871666498,
|
|
"missing_n": 184,
|
|
"n": 276
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 92,
|
|
"finite_n": 92,
|
|
"max": 6538.087566004833,
|
|
"min": 66.57706701662391,
|
|
"missing_n": 184,
|
|
"n": 276
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 1,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.09057971014492754,
|
|
"rate_per_gpu": 4.6,
|
|
"request_count": 276
|
|
},
|
|
"v24": {
|
|
"feasible": false,
|
|
"pass_rate": 0.15579710144927536,
|
|
"rate_per_gpu": 4.6,
|
|
"request_count": 276
|
|
}
|
|
}
|
|
],
|
|
"boundary": "UP",
|
|
"bounded": true,
|
|
"cell_valid": {
|
|
"accounting_mode": "graceful-footer",
|
|
"cell": "tp1_mns16",
|
|
"invariants": {
|
|
"anchor_intervals_present": true,
|
|
"compile_capture_pre_ready": true,
|
|
"encoded_balanced": true,
|
|
"footer_sidecar_agrees": true,
|
|
"last_step_matches": true,
|
|
"layer1_contiguous": true,
|
|
"layer1_zero_drops": true,
|
|
"one_footer_last": true,
|
|
"one_ready_marker": true,
|
|
"sidecar_final": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true,
|
|
"written_matches_records": true
|
|
},
|
|
"layer1_records": 14174,
|
|
"post_ready_capture_events": [],
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns16/opprof/opprof-v1-dp0-pid2781473-1783876972093434233.jsonl"
|
|
},
|
|
"censor": null,
|
|
"drift": 0.014184397163120588,
|
|
"f20": 2.35,
|
|
"f24": 2.3833333333333333,
|
|
"material_frontier_moved": false,
|
|
"measurement_status": "SOLO_AUTHORITATIVE",
|
|
"mns": 16,
|
|
"observed_max_feasible_rate": 2.3833333333333333,
|
|
"tp": 1
|
|
},
|
|
"tp1_mns32": {
|
|
"anchors": [
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.2421875,
|
|
"colocated": {
|
|
"accepted_feasible": true,
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
"confirmations": [],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.8594012026472565,
|
|
"decode_B_mean": 3.6052631578947367,
|
|
"decode_only_steps": 4697,
|
|
"decode_tokens": 17399,
|
|
"graph_mode_counts": {
|
|
"FULL": 4697,
|
|
"NONE": 99,
|
|
"PIECEWISE": 30
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9732697886448405,
|
|
"NONE": 0.020513883133029424,
|
|
"PIECEWISE": 0.006216328222130129
|
|
},
|
|
"kv_usage_max": 0.16263079222720478,
|
|
"kv_usage_mean": 0.033693593351574506,
|
|
"mixed_steps": 116,
|
|
"model_steps": 4826,
|
|
"padding_fraction": 0.009021021758645999,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 13,
|
|
"prefill_tokens": 321495,
|
|
"steps": 4849,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.2421875,
|
|
"cell": "tp1_mns32",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 137,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.276838561,
|
|
"end_mono_ns": 208934443492979,
|
|
"end_wall_ns": 1783877361569920155,
|
|
"start_mono_ns": 208873166654418,
|
|
"start_wall_ns": 1783877300293081595
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 32,
|
|
"observed_count": 137,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "e8e91fd47d9152811ed7bd79e20c0f45ba6677560a419542d9c17abd82bebb4b",
|
|
"arrival_s": {
|
|
"distinct_n": 137,
|
|
"finite_n": 137,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 137
|
|
},
|
|
"count": 137,
|
|
"long_gt4096": 47,
|
|
"offered_req_s": 2.283333333333333,
|
|
"offered_req_s_per_gpu": 2.283333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 129,
|
|
"finite_n": 137,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 137
|
|
},
|
|
"raw_length_order_sha256": "93176915562ff9a118f3550157ddd1025d73a6b70cf4d03be9765de9a1b5d744",
|
|
"request_id_order_sha256": "adb62bea7f7a12c1e33fa1572ec1d0e274100013ad90e14c6ef5c549b0e0d017"
|
|
},
|
|
"slo_pass_count": 137,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 137,
|
|
"finite_n": 137,
|
|
"max": 35.652001740137756,
|
|
"min": 4.437448913378157,
|
|
"missing_n": 0,
|
|
"n": 137
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 137,
|
|
"finite_n": 137,
|
|
"max": 1483.3475630148314,
|
|
"min": 36.238638014765456,
|
|
"missing_n": 0,
|
|
"n": 137
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 1,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 0.9635036496350365,
|
|
"rate_per_gpu": 2.283333333333333,
|
|
"request_count": 137
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.283333333333333,
|
|
"request_count": 137
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.24609375,
|
|
"colocated": {
|
|
"accepted_feasible": true,
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.24609375,
|
|
"cell": "tp1_mns32",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 141,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.273475712,
|
|
"end_mono_ns": 209070710390123,
|
|
"end_wall_ns": 1783877497836817221,
|
|
"start_mono_ns": 209009436914411,
|
|
"start_wall_ns": 1783877436563341828
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.8559440602375088,
|
|
"decode_B_mean": 4.302498798654493,
|
|
"decode_only_steps": 4031,
|
|
"decode_tokens": 17907,
|
|
"graph_mode_counts": {
|
|
"FULL": 4031,
|
|
"NONE": 117,
|
|
"PIECEWISE": 14
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9685247477174436,
|
|
"NONE": 0.028111484863046612,
|
|
"PIECEWISE": 0.003363767419509851
|
|
},
|
|
"kv_usage_max": 0.19890383657199806,
|
|
"kv_usage_mean": 0.0410361188986074,
|
|
"mixed_steps": 122,
|
|
"model_steps": 4162,
|
|
"padding_fraction": 0.009242801279772485,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 9,
|
|
"prefill_tokens": 394569,
|
|
"steps": 4179,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"mns": 32,
|
|
"observed_count": 141,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "7c8f4ce3fc2db40d6329e8ead59378f564608ad6df09bc95854baef2dd0703d4",
|
|
"arrival_s": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"count": 141,
|
|
"long_gt4096": 50,
|
|
"offered_req_s": 2.35,
|
|
"offered_req_s_per_gpu": 2.35,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 133,
|
|
"finite_n": 141,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"raw_length_order_sha256": "a30d27aea9630ed3623c73237867fbd3a6b7eec9bedec0f1c390610fd16ea5ba",
|
|
"request_id_order_sha256": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3"
|
|
},
|
|
"slo_pass_count": 141,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 43.52338799214959,
|
|
"min": 4.487348055168179,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 1779.3545550084673,
|
|
"min": 48.642217007,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.8576207728623054,
|
|
"decode_B_mean": 4.314939759036145,
|
|
"decode_only_steps": 4019,
|
|
"decode_tokens": 17907,
|
|
"graph_mode_counts": {
|
|
"FULL": 4019,
|
|
"NONE": 117,
|
|
"PIECEWISE": 14
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.968433734939759,
|
|
"NONE": 0.028192771084337348,
|
|
"PIECEWISE": 0.0033734939759036144
|
|
},
|
|
"kv_usage_max": 0.22017937219730943,
|
|
"kv_usage_mean": 0.04115210017949225,
|
|
"mixed_steps": 121,
|
|
"model_steps": 4150,
|
|
"padding_fraction": 0.009261839109172488,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 10,
|
|
"prefill_tokens": 394569,
|
|
"steps": 4168,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.24609375,
|
|
"cell": "tp1_mns32",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 141,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.286066924,
|
|
"end_mono_ns": 209002647122468,
|
|
"end_wall_ns": 1783877429773549925,
|
|
"start_mono_ns": 208941361055544,
|
|
"start_wall_ns": 1783877368487482719
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 32,
|
|
"observed_count": 141,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "7c8f4ce3fc2db40d6329e8ead59378f564608ad6df09bc95854baef2dd0703d4",
|
|
"arrival_s": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"count": 141,
|
|
"long_gt4096": 50,
|
|
"offered_req_s": 2.35,
|
|
"offered_req_s_per_gpu": 2.35,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 133,
|
|
"finite_n": 141,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"raw_length_order_sha256": "a30d27aea9630ed3623c73237867fbd3a6b7eec9bedec0f1c390610fd16ea5ba",
|
|
"request_id_order_sha256": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3"
|
|
},
|
|
"slo_pass_count": 141,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 45.35468105514585,
|
|
"min": 4.485542401506412,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 1783.296645997325,
|
|
"min": 46.25170599319972,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.723404255319149,
|
|
"rate_per_gpu": 2.35,
|
|
"request_count": 141
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.35,
|
|
"request_count": 141
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.25,
|
|
"colocated": null,
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.25,
|
|
"cell": "tp1_mns32",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 143,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.498563674,
|
|
"end_mono_ns": 209206240674999,
|
|
"end_wall_ns": 1783877633367101961,
|
|
"start_mono_ns": 209144742111325,
|
|
"start_wall_ns": 1783877571868538807
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.8820507730831504,
|
|
"decode_B_mean": 4.484197530864198,
|
|
"decode_only_steps": 3918,
|
|
"decode_tokens": 18161,
|
|
"graph_mode_counts": {
|
|
"FULL": 3918,
|
|
"NONE": 118,
|
|
"PIECEWISE": 14
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9674074074074074,
|
|
"NONE": 0.029135802469135802,
|
|
"PIECEWISE": 0.0034567901234567903
|
|
},
|
|
"kv_usage_max": 0.22017937219730943,
|
|
"kv_usage_mean": 0.04277839906007984,
|
|
"mixed_steps": 123,
|
|
"model_steps": 4050,
|
|
"padding_fraction": 0.00986005990683259,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 9,
|
|
"prefill_tokens": 400989,
|
|
"steps": 4068,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"mns": 32,
|
|
"observed_count": 143,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "932babe37b75c53f4a0eee029df66fd3e8acd3972d925f4a68714faa827b9366",
|
|
"arrival_s": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"count": 143,
|
|
"long_gt4096": 51,
|
|
"offered_req_s": 2.3833333333333333,
|
|
"offered_req_s_per_gpu": 2.3833333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 135,
|
|
"finite_n": 143,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"raw_length_order_sha256": "eac9a2d39e762892f716fde086ada79aa87161d04819c24bbeaabbf9e8839af0",
|
|
"request_id_order_sha256": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda"
|
|
},
|
|
"slo_pass_count": 143,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 45.34078648040717,
|
|
"min": 4.47612570064311,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 1783.0426309956238,
|
|
"min": 52.536423987476155,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.8847865907155498,
|
|
"decode_B_mean": 4.5053336641032,
|
|
"decode_only_steps": 3900,
|
|
"decode_tokens": 18161,
|
|
"graph_mode_counts": {
|
|
"FULL": 3900,
|
|
"NONE": 118,
|
|
"PIECEWISE": 13
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9675018605805011,
|
|
"NONE": 0.02927313321756388,
|
|
"PIECEWISE": 0.0032250062019350038
|
|
},
|
|
"kv_usage_max": 0.22919780767314402,
|
|
"kv_usage_mean": 0.04297144316400907,
|
|
"mixed_steps": 122,
|
|
"model_steps": 4031,
|
|
"padding_fraction": 0.009878771271720542,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 9,
|
|
"prefill_tokens": 400989,
|
|
"steps": 4049,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.25,
|
|
"cell": "tp1_mns32",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 143,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.483328476,
|
|
"end_mono_ns": 209138933842058,
|
|
"end_wall_ns": 1783877566060269438,
|
|
"start_mono_ns": 209077450513582,
|
|
"start_wall_ns": 1783877504576941248
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 32,
|
|
"observed_count": 143,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "932babe37b75c53f4a0eee029df66fd3e8acd3972d925f4a68714faa827b9366",
|
|
"arrival_s": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"count": 143,
|
|
"long_gt4096": 51,
|
|
"offered_req_s": 2.3833333333333333,
|
|
"offered_req_s_per_gpu": 2.3833333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 135,
|
|
"finite_n": 143,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"raw_length_order_sha256": "eac9a2d39e762892f716fde086ada79aa87161d04819c24bbeaabbf9e8839af0",
|
|
"request_id_order_sha256": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda"
|
|
},
|
|
"slo_pass_count": 143,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 47.06143370878105,
|
|
"min": 4.492237472331049,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 1786.8237869988661,
|
|
"min": 48.965324996970594,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.7132867132867133,
|
|
"rate_per_gpu": 2.3833333333333333,
|
|
"request_count": 143
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.3833333333333333,
|
|
"request_count": 143
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"accepted_pass_rate": 0.09057971014492754,
|
|
"anchor": 0.5,
|
|
"colocated": null,
|
|
"confirmations": [],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
false
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.5164333981562619,
|
|
"decode_B_mean": 19.341954022988507,
|
|
"decode_only_steps": 301,
|
|
"decode_tokens": 6731,
|
|
"graph_mode_counts": {
|
|
"FULL": 301,
|
|
"NONE": 40,
|
|
"PIECEWISE": 7
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.8649425287356322,
|
|
"NONE": 0.11494252873563218,
|
|
"PIECEWISE": 0.020114942528735632
|
|
},
|
|
"kv_usage_max": 0.30597907324364726,
|
|
"kv_usage_mean": 0.1712594997966886,
|
|
"mixed_steps": 46,
|
|
"model_steps": 348,
|
|
"padding_fraction": 0.006935025889427092,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 141906,
|
|
"steps": 350,
|
|
"waiting_cv": 2.356711308876946,
|
|
"waiting_max": 8.0,
|
|
"waiting_mean": 0.8304597701149425
|
|
},
|
|
"pass_rates": [
|
|
0.09057971014492754
|
|
],
|
|
"primary": {
|
|
"anchor": 0.5,
|
|
"cell": "tp1_mns32",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 53,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 14.566282774,
|
|
"end_mono_ns": 209227196674186,
|
|
"end_wall_ns": 1783877654323101400,
|
|
"start_mono_ns": 209212630391412,
|
|
"start_wall_ns": 1783877639756818908
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 32,
|
|
"observed_count": 276,
|
|
"pass_rate": 0.09057971014492754,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "aeea4a8e54cc7de279804b8c353f748a480aedcbb21e249a90a60267daee8dff",
|
|
"arrival_s": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"count": 276,
|
|
"long_gt4096": 99,
|
|
"offered_req_s": 4.6,
|
|
"offered_req_s_per_gpu": 4.6,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 256,
|
|
"finite_n": 276,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"raw_length_order_sha256": "983df528039301bd41a6684fecea75cdcf8822d214094d6d35def7fc7740c2ba",
|
|
"request_id_order_sha256": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15"
|
|
},
|
|
"slo_pass_count": 25,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 53,
|
|
"finite_n": 53,
|
|
"max": 64.01803995268126,
|
|
"min": 15.782681448700448,
|
|
"missing_n": 223,
|
|
"n": 276
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 53,
|
|
"finite_n": 53,
|
|
"max": 1837.5349910056684,
|
|
"min": 66.4229110116139,
|
|
"missing_n": 223,
|
|
"n": 276
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 1,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.014492753623188406,
|
|
"rate_per_gpu": 4.6,
|
|
"request_count": 276
|
|
},
|
|
"v24": {
|
|
"feasible": false,
|
|
"pass_rate": 0.09057971014492754,
|
|
"rate_per_gpu": 4.6,
|
|
"request_count": 276
|
|
}
|
|
}
|
|
],
|
|
"boundary": "UP",
|
|
"bounded": true,
|
|
"cell_valid": {
|
|
"accounting_mode": "graceful-footer",
|
|
"cell": "tp1_mns32",
|
|
"invariants": {
|
|
"anchor_intervals_present": true,
|
|
"compile_capture_pre_ready": true,
|
|
"encoded_balanced": true,
|
|
"footer_sidecar_agrees": true,
|
|
"last_step_matches": true,
|
|
"layer1_contiguous": true,
|
|
"layer1_zero_drops": true,
|
|
"one_footer_last": true,
|
|
"one_ready_marker": true,
|
|
"sidecar_final": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true,
|
|
"written_matches_records": true
|
|
},
|
|
"layer1_records": 22265,
|
|
"post_ready_capture_events": [],
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns32/opprof/opprof-v1-dp0-pid2786356-1783877278912197439.jsonl"
|
|
},
|
|
"censor": null,
|
|
"drift": 0.04379562043795615,
|
|
"f20": 2.283333333333333,
|
|
"f24": 2.3833333333333333,
|
|
"material_frontier_moved": false,
|
|
"measurement_status": "SOLO_AUTHORITATIVE",
|
|
"mns": 32,
|
|
"observed_max_feasible_rate": 2.3833333333333333,
|
|
"tp": 1
|
|
},
|
|
"tp1_mns64": {
|
|
"anchors": [
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.2421875,
|
|
"colocated": {
|
|
"accepted_feasible": true,
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
"confirmations": [],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.8404309797113223,
|
|
"decode_B_mean": 3.7546396201985326,
|
|
"decode_only_steps": 4506,
|
|
"decode_tokens": 17399,
|
|
"graph_mode_counts": {
|
|
"FULL": 4506,
|
|
"NONE": 94,
|
|
"PIECEWISE": 34
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9723780750971083,
|
|
"NONE": 0.02028485110056107,
|
|
"PIECEWISE": 0.0073370738023306
|
|
},
|
|
"kv_usage_max": 0.16300329703267058,
|
|
"kv_usage_mean": 0.03513139426134951,
|
|
"mixed_steps": 117,
|
|
"model_steps": 4634,
|
|
"padding_fraction": 0.009548136695882932,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 11,
|
|
"prefill_tokens": 321495,
|
|
"steps": 4655,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.2421875,
|
|
"cell": "tp1_mns64",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 137,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.278139352,
|
|
"end_mono_ns": 209486742535416,
|
|
"end_wall_ns": 1783877913868962814,
|
|
"start_mono_ns": 209425464396064,
|
|
"start_wall_ns": 1783877852590823366
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 64,
|
|
"observed_count": 137,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "e8e91fd47d9152811ed7bd79e20c0f45ba6677560a419542d9c17abd82bebb4b",
|
|
"arrival_s": {
|
|
"distinct_n": 137,
|
|
"finite_n": 137,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 137
|
|
},
|
|
"count": 137,
|
|
"long_gt4096": 47,
|
|
"offered_req_s": 2.283333333333333,
|
|
"offered_req_s_per_gpu": 2.283333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 129,
|
|
"finite_n": 137,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 137
|
|
},
|
|
"raw_length_order_sha256": "93176915562ff9a118f3550157ddd1025d73a6b70cf4d03be9765de9a1b5d744",
|
|
"request_id_order_sha256": "adb62bea7f7a12c1e33fa1572ec1d0e274100013ad90e14c6ef5c549b0e0d017"
|
|
},
|
|
"slo_pass_count": 137,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 137,
|
|
"finite_n": 137,
|
|
"max": 34.97855922053238,
|
|
"min": 4.792881425099785,
|
|
"missing_n": 0,
|
|
"n": 137
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 137,
|
|
"finite_n": 137,
|
|
"max": 1473.6714000173379,
|
|
"min": 39.49895699042827,
|
|
"missing_n": 0,
|
|
"n": 137
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 1,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 0.9635036496350365,
|
|
"rate_per_gpu": 2.283333333333333,
|
|
"request_count": 137
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.283333333333333,
|
|
"request_count": 137
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.24609375,
|
|
"colocated": {
|
|
"accepted_feasible": true,
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.24609375,
|
|
"cell": "tp1_mns64",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 141,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.282251823,
|
|
"end_mono_ns": 209622963827674,
|
|
"end_wall_ns": 1783878050090255139,
|
|
"start_mono_ns": 209561681575851,
|
|
"start_wall_ns": 1783877988808003321
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.8583238385674631,
|
|
"decode_B_mean": 4.310784785748676,
|
|
"decode_only_steps": 4023,
|
|
"decode_tokens": 17907,
|
|
"graph_mode_counts": {
|
|
"FULL": 4023,
|
|
"NONE": 109,
|
|
"PIECEWISE": 22
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9684641309581127,
|
|
"NONE": 0.026239768897448244,
|
|
"PIECEWISE": 0.005296100144439095
|
|
},
|
|
"kv_usage_max": 0.22075132380857232,
|
|
"kv_usage_mean": 0.04121597495330755,
|
|
"mixed_steps": 122,
|
|
"model_steps": 4154,
|
|
"padding_fraction": 0.009435525510020294,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 9,
|
|
"prefill_tokens": 394569,
|
|
"steps": 4171,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"mns": 64,
|
|
"observed_count": 141,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "7c8f4ce3fc2db40d6329e8ead59378f564608ad6df09bc95854baef2dd0703d4",
|
|
"arrival_s": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"count": 141,
|
|
"long_gt4096": 50,
|
|
"offered_req_s": 2.35,
|
|
"offered_req_s_per_gpu": 2.35,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 133,
|
|
"finite_n": 141,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"raw_length_order_sha256": "a30d27aea9630ed3623c73237867fbd3a6b7eec9bedec0f1c390610fd16ea5ba",
|
|
"request_id_order_sha256": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3"
|
|
},
|
|
"slo_pass_count": 141,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 48.01008399226703,
|
|
"min": 4.492254126138662,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 1784.66858502361,
|
|
"min": 49.72933098906651,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.8575530551138815,
|
|
"decode_B_mean": 4.331640058055152,
|
|
"decode_only_steps": 4004,
|
|
"decode_tokens": 17907,
|
|
"graph_mode_counts": {
|
|
"FULL": 4004,
|
|
"NONE": 109,
|
|
"PIECEWISE": 21
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9685534591194969,
|
|
"NONE": 0.026366715045960328,
|
|
"PIECEWISE": 0.0050798258345428155
|
|
},
|
|
"kv_usage_max": 0.22075132380857232,
|
|
"kv_usage_mean": 0.041403411820508135,
|
|
"mixed_steps": 121,
|
|
"model_steps": 4134,
|
|
"padding_fraction": 0.009433146655651722,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 9,
|
|
"prefill_tokens": 394569,
|
|
"steps": 4151,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.24609375,
|
|
"cell": "tp1_mns64",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 141,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.282007271,
|
|
"end_mono_ns": 209554942853886,
|
|
"end_wall_ns": 1783877982069281476,
|
|
"start_mono_ns": 209493660846615,
|
|
"start_wall_ns": 1783877920787273687
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 64,
|
|
"observed_count": 141,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "7c8f4ce3fc2db40d6329e8ead59378f564608ad6df09bc95854baef2dd0703d4",
|
|
"arrival_s": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"count": 141,
|
|
"long_gt4096": 50,
|
|
"offered_req_s": 2.35,
|
|
"offered_req_s_per_gpu": 2.35,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 133,
|
|
"finite_n": 141,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"raw_length_order_sha256": "a30d27aea9630ed3623c73237867fbd3a6b7eec9bedec0f1c390610fd16ea5ba",
|
|
"request_id_order_sha256": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3"
|
|
},
|
|
"slo_pass_count": 141,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 48.099267582718916,
|
|
"min": 4.4906551889638875,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 141,
|
|
"finite_n": 141,
|
|
"max": 1780.4366719792597,
|
|
"min": 50.33687801915221,
|
|
"missing_n": 0,
|
|
"n": 141
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.723404255319149,
|
|
"rate_per_gpu": 2.35,
|
|
"request_count": 141
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.35,
|
|
"request_count": 141
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.25,
|
|
"colocated": null,
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.25,
|
|
"cell": "tp1_mns64",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 143,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.478525423,
|
|
"end_mono_ns": 209758399063288,
|
|
"end_wall_ns": 1783878185525489953,
|
|
"start_mono_ns": 209696920537865,
|
|
"start_wall_ns": 1783878124046965275
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.8846988959321377,
|
|
"decode_B_mean": 4.478668310727497,
|
|
"decode_only_steps": 3923,
|
|
"decode_tokens": 18161,
|
|
"graph_mode_counts": {
|
|
"FULL": 3923,
|
|
"NONE": 110,
|
|
"PIECEWISE": 22
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9674475955610358,
|
|
"NONE": 0.027127003699136867,
|
|
"PIECEWISE": 0.005425400739827373
|
|
},
|
|
"kv_usage_max": 0.22075132380857232,
|
|
"kv_usage_mean": 0.04283284378214971,
|
|
"mixed_steps": 123,
|
|
"model_steps": 4055,
|
|
"padding_fraction": 0.009930223878834262,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 9,
|
|
"prefill_tokens": 400989,
|
|
"steps": 4073,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"mns": 64,
|
|
"observed_count": 143,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "932babe37b75c53f4a0eee029df66fd3e8acd3972d925f4a68714faa827b9366",
|
|
"arrival_s": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"count": 143,
|
|
"long_gt4096": 51,
|
|
"offered_req_s": 2.3833333333333333,
|
|
"offered_req_s_per_gpu": 2.3833333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 135,
|
|
"finite_n": 143,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"raw_length_order_sha256": "eac9a2d39e762892f716fde086ada79aa87161d04819c24bbeaabbf9e8839af0",
|
|
"request_id_order_sha256": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda"
|
|
},
|
|
"slo_pass_count": 143,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 48.10000394492073,
|
|
"min": 4.492832637643148,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 1776.7020479950588,
|
|
"min": 48.44904300989583,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.8845805558797767,
|
|
"decode_B_mean": 4.50421626984127,
|
|
"decode_only_steps": 3901,
|
|
"decode_tokens": 18161,
|
|
"graph_mode_counts": {
|
|
"FULL": 3901,
|
|
"NONE": 110,
|
|
"PIECEWISE": 21
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9675099206349206,
|
|
"NONE": 0.027281746031746032,
|
|
"PIECEWISE": 0.005208333333333333
|
|
},
|
|
"kv_usage_max": 0.22974323109201722,
|
|
"kv_usage_mean": 0.04306607684036748,
|
|
"mixed_steps": 122,
|
|
"model_steps": 4032,
|
|
"padding_fraction": 0.010049479812472692,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 9,
|
|
"prefill_tokens": 400989,
|
|
"steps": 4050,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.25,
|
|
"cell": "tp1_mns64",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 143,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.473047427,
|
|
"end_mono_ns": 209690427848013,
|
|
"end_wall_ns": 1783878117554274971,
|
|
"start_mono_ns": 209628954800586,
|
|
"start_wall_ns": 1783878056081227964
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 64,
|
|
"observed_count": 143,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "932babe37b75c53f4a0eee029df66fd3e8acd3972d925f4a68714faa827b9366",
|
|
"arrival_s": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"count": 143,
|
|
"long_gt4096": 51,
|
|
"offered_req_s": 2.3833333333333333,
|
|
"offered_req_s_per_gpu": 2.3833333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 135,
|
|
"finite_n": 143,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"raw_length_order_sha256": "eac9a2d39e762892f716fde086ada79aa87161d04819c24bbeaabbf9e8839af0",
|
|
"request_id_order_sha256": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda"
|
|
},
|
|
"slo_pass_count": 143,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 48.026050653631295,
|
|
"min": 4.490948598428563,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 1785.189588990761,
|
|
"min": 47.32625198084861,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.7132867132867133,
|
|
"rate_per_gpu": 2.3833333333333333,
|
|
"request_count": 143
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.3833333333333333,
|
|
"request_count": 143
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"accepted_pass_rate": 0.06159420289855073,
|
|
"anchor": 0.5,
|
|
"colocated": null,
|
|
"confirmations": [],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
false
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.6547417209277581,
|
|
"decode_B_mean": 29.794721407624632,
|
|
"decode_only_steps": 279,
|
|
"decode_tokens": 10160,
|
|
"graph_mode_counts": {
|
|
"FULL": 279,
|
|
"NONE": 53,
|
|
"PIECEWISE": 9
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.8181818181818182,
|
|
"NONE": 0.15542521994134897,
|
|
"PIECEWISE": 0.026392961876832845
|
|
},
|
|
"kv_usage_max": 0.5738335498051754,
|
|
"kv_usage_mean": 0.2696644867126917,
|
|
"mixed_steps": 61,
|
|
"model_steps": 341,
|
|
"padding_fraction": 0.004259919991350416,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 220080,
|
|
"steps": 343,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
0.06159420289855073
|
|
],
|
|
"primary": {
|
|
"anchor": 0.5,
|
|
"cell": "tp1_mns64",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 80,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 20.200314331,
|
|
"end_mono_ns": 209785367162483,
|
|
"end_wall_ns": 1783878212493589584,
|
|
"start_mono_ns": 209765166848152,
|
|
"start_wall_ns": 1783878192293275756
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 64,
|
|
"observed_count": 276,
|
|
"pass_rate": 0.06159420289855073,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "aeea4a8e54cc7de279804b8c353f748a480aedcbb21e249a90a60267daee8dff",
|
|
"arrival_s": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"count": 276,
|
|
"long_gt4096": 99,
|
|
"offered_req_s": 4.6,
|
|
"offered_req_s_per_gpu": 4.6,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 256,
|
|
"finite_n": 276,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"raw_length_order_sha256": "983df528039301bd41a6684fecea75cdcf8822d214094d6d35def7fc7740c2ba",
|
|
"request_id_order_sha256": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15"
|
|
},
|
|
"slo_pass_count": 17,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 80,
|
|
"finite_n": 80,
|
|
"max": 105.92603693692395,
|
|
"min": 21.502651858343338,
|
|
"missing_n": 196,
|
|
"n": 276
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 80,
|
|
"finite_n": 80,
|
|
"max": 1093.1891240179539,
|
|
"min": 69.8842880083248,
|
|
"missing_n": 196,
|
|
"n": 276
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 1,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.057971014492753624,
|
|
"rate_per_gpu": 4.6,
|
|
"request_count": 276
|
|
},
|
|
"v24": {
|
|
"feasible": false,
|
|
"pass_rate": 0.06159420289855073,
|
|
"rate_per_gpu": 4.6,
|
|
"request_count": 276
|
|
}
|
|
}
|
|
],
|
|
"boundary": "UP",
|
|
"bounded": true,
|
|
"cell_valid": {
|
|
"accounting_mode": "graceful-footer",
|
|
"cell": "tp1_mns64",
|
|
"invariants": {
|
|
"anchor_intervals_present": true,
|
|
"compile_capture_pre_ready": true,
|
|
"encoded_balanced": true,
|
|
"footer_sidecar_agrees": true,
|
|
"last_step_matches": true,
|
|
"layer1_contiguous": true,
|
|
"layer1_zero_drops": true,
|
|
"one_footer_last": true,
|
|
"one_ready_marker": true,
|
|
"sidecar_final": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true,
|
|
"written_matches_records": true
|
|
},
|
|
"layer1_records": 22050,
|
|
"post_ready_capture_events": [],
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns64/opprof/opprof-v1-dp0-pid2795014-1783877830485564578.jsonl"
|
|
},
|
|
"censor": null,
|
|
"drift": 0.04379562043795615,
|
|
"f20": 2.283333333333333,
|
|
"f24": 2.3833333333333333,
|
|
"material_frontier_moved": false,
|
|
"measurement_status": "SOLO_AUTHORITATIVE",
|
|
"mns": 64,
|
|
"observed_max_feasible_rate": 2.3833333333333333,
|
|
"tp": 1
|
|
},
|
|
"tp1_mns8": {
|
|
"anchors": [
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 0.9917355371900827,
|
|
"anchor": 0.21875,
|
|
"colocated": {
|
|
"accepted_feasible": true,
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 0.9917355371900827,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"trial_pass_rates": [
|
|
0.9917355371900827
|
|
]
|
|
},
|
|
"confirmations": [],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.6893222962038346,
|
|
"decode_B_mean": 3.3075764098148945,
|
|
"decode_only_steps": 4528,
|
|
"decode_tokens": 15367,
|
|
"graph_mode_counts": {
|
|
"FULL": 4528,
|
|
"NONE": 118
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9746018080068877,
|
|
"NONE": 0.025398191993112353
|
|
},
|
|
"kv_usage_max": 0.1212995671426439,
|
|
"kv_usage_mean": 0.031261334740002124,
|
|
"mixed_steps": 106,
|
|
"model_steps": 4646,
|
|
"padding_fraction": 0.005704275062658432,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 12,
|
|
"prefill_tokens": 332550,
|
|
"steps": 4669,
|
|
"waiting_cv": 4.382949971464802,
|
|
"waiting_max": 6.0,
|
|
"waiting_mean": 0.16659492036160137
|
|
},
|
|
"pass_rates": [
|
|
0.9917355371900827
|
|
],
|
|
"primary": {
|
|
"anchor": 0.21875,
|
|
"cell": "tp1_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 121,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.272714175,
|
|
"end_mono_ns": 208049949471616,
|
|
"end_wall_ns": 1783876477075898873,
|
|
"start_mono_ns": 207988676757441,
|
|
"start_wall_ns": 1783876415803184668
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 8,
|
|
"observed_count": 121,
|
|
"pass_rate": 0.9917355371900827,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "f585e4793a8a6a621dbfe622514743ac316e34e3e93aaa1c6ba5f1eb58e8ff2d",
|
|
"arrival_s": {
|
|
"distinct_n": 121,
|
|
"finite_n": 121,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 121
|
|
},
|
|
"count": 121,
|
|
"long_gt4096": 42,
|
|
"offered_req_s": 2.0166666666666666,
|
|
"offered_req_s_per_gpu": 2.0166666666666666,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 114,
|
|
"finite_n": 121,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 121
|
|
},
|
|
"raw_length_order_sha256": "061592e591871368954f4f80ee75cde2cfc399bd719f3f5deaad275e9af72e8b",
|
|
"request_id_order_sha256": "9b8c177ea00e5e42bd3294328201cb57addfd823913a5721714ce69646d715f4"
|
|
},
|
|
"slo_pass_count": 120,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 121,
|
|
"finite_n": 121,
|
|
"max": 30.270937291215958,
|
|
"min": 4.492692204786274,
|
|
"missing_n": 0,
|
|
"n": 121
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 121,
|
|
"finite_n": 121,
|
|
"max": 2006.5461480116937,
|
|
"min": 70.57557700318284,
|
|
"missing_n": 0,
|
|
"n": 121
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 1,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.0166666666666666,
|
|
"request_count": 121
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 0.9917355371900827,
|
|
"rate_per_gpu": 2.0166666666666666,
|
|
"request_count": 121
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 0.9920634920634921,
|
|
"anchor": 0.2265625,
|
|
"colocated": {
|
|
"accepted_feasible": false,
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.20634920634920634,
|
|
"solo_minus_colocated_primary_pass_rate": 0.7857142857142858,
|
|
"trial_pass_rates": [
|
|
0.20634920634920634
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.2265625,
|
|
"cell": "tp1_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 126,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.283628232,
|
|
"end_mono_ns": 207982157816433,
|
|
"end_wall_ns": 1783876409284243533,
|
|
"start_mono_ns": 207920874188201,
|
|
"start_wall_ns": 1783876348000615426
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.662970700451707,
|
|
"decode_B_mean": 3.5473287519397028,
|
|
"decode_only_steps": 4388,
|
|
"decode_tokens": 16002,
|
|
"graph_mode_counts": {
|
|
"FULL": 4388,
|
|
"NONE": 123
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9727333185546442,
|
|
"NONE": 0.0272666814453558
|
|
},
|
|
"kv_usage_max": 0.1212995671426439,
|
|
"kv_usage_mean": 0.03382010985325586,
|
|
"mixed_steps": 112,
|
|
"model_steps": 4511,
|
|
"padding_fraction": 0.006645804345354434,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 11,
|
|
"prefill_tokens": 350949,
|
|
"steps": 4532,
|
|
"waiting_cv": 4.2697345691988176,
|
|
"waiting_max": 6.0,
|
|
"waiting_mean": 0.17401906450897806
|
|
},
|
|
"mns": 8,
|
|
"observed_count": 126,
|
|
"pass_rate": 0.9920634920634921,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "1b67241583bd6f75b1ad3f6d8c86bf0c815306a28f18ea49b1511fed6c091abe",
|
|
"arrival_s": {
|
|
"distinct_n": 126,
|
|
"finite_n": 126,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 126
|
|
},
|
|
"count": 126,
|
|
"long_gt4096": 44,
|
|
"offered_req_s": 2.1,
|
|
"offered_req_s_per_gpu": 2.1,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 119,
|
|
"finite_n": 126,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 126
|
|
},
|
|
"raw_length_order_sha256": "29e3240c20df0cc68172d39aeae84d79908acf564c1b1e2edd447a984e7bdb0e",
|
|
"request_id_order_sha256": "a05848006335fc9f595432bab793a13d427244886e4f04e51ba74d495453ef90"
|
|
},
|
|
"slo_pass_count": 125,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 126,
|
|
"finite_n": 126,
|
|
"max": 30.423986094391456,
|
|
"min": 4.49271833865104,
|
|
"missing_n": 0,
|
|
"n": 126
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 126,
|
|
"finite_n": 126,
|
|
"max": 2015.6794769864064,
|
|
"min": 71.10144800390117,
|
|
"missing_n": 0,
|
|
"n": 126
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.710953356633502,
|
|
"decode_B_mean": 3.3845177664974617,
|
|
"decode_only_steps": 4605,
|
|
"decode_tokens": 16002,
|
|
"graph_mode_counts": {
|
|
"FULL": 4606,
|
|
"NONE": 112,
|
|
"PIECEWISE": 10
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9741962774957699,
|
|
"NONE": 0.023688663282571912,
|
|
"PIECEWISE": 0.0021150592216582064
|
|
},
|
|
"kv_usage_max": 0.1212000597044629,
|
|
"kv_usage_mean": 0.03228697515824587,
|
|
"mixed_steps": 113,
|
|
"model_steps": 4728,
|
|
"padding_fraction": 0.006803989473072891,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 10,
|
|
"prefill_tokens": 308933,
|
|
"steps": 4746,
|
|
"waiting_cv": 4.12058629788992,
|
|
"waiting_max": 6.0,
|
|
"waiting_mean": 0.17956852791878172
|
|
},
|
|
"pass_rates": [
|
|
0.9920634920634921,
|
|
0.9920634920634921
|
|
],
|
|
"primary": {
|
|
"anchor": 0.2265625,
|
|
"cell": "tp1_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 126,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.279043859,
|
|
"end_mono_ns": 207914196717219,
|
|
"end_wall_ns": 1783876341323144094,
|
|
"start_mono_ns": 207852917673360,
|
|
"start_wall_ns": 1783876280044100637
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 8,
|
|
"observed_count": 126,
|
|
"pass_rate": 0.9920634920634921,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "1b67241583bd6f75b1ad3f6d8c86bf0c815306a28f18ea49b1511fed6c091abe",
|
|
"arrival_s": {
|
|
"distinct_n": 126,
|
|
"finite_n": 126,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 126
|
|
},
|
|
"count": 126,
|
|
"long_gt4096": 44,
|
|
"offered_req_s": 2.1,
|
|
"offered_req_s_per_gpu": 2.1,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 119,
|
|
"finite_n": 126,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 126
|
|
},
|
|
"raw_length_order_sha256": "29e3240c20df0cc68172d39aeae84d79908acf564c1b1e2edd447a984e7bdb0e",
|
|
"request_id_order_sha256": "a05848006335fc9f595432bab793a13d427244886e4f04e51ba74d495453ef90"
|
|
},
|
|
"slo_pass_count": 125,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 126,
|
|
"finite_n": 126,
|
|
"max": 30.22168563792526,
|
|
"min": 4.490380700884797,
|
|
"missing_n": 0,
|
|
"n": 126
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 126,
|
|
"finite_n": 126,
|
|
"max": 2057.7456309983972,
|
|
"min": 41.72074800590053,
|
|
"missing_n": 0,
|
|
"n": 126
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.1,
|
|
"request_count": 126
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 0.9920634920634921,
|
|
"rate_per_gpu": 2.1,
|
|
"request_count": 126
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 0.9923076923076923,
|
|
"anchor": 0.23046875,
|
|
"colocated": null,
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.23046875,
|
|
"cell": "tp1_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 130,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.281326625,
|
|
"end_mono_ns": 208184418966888,
|
|
"end_wall_ns": 1783876611545393714,
|
|
"start_mono_ns": 208123137640263,
|
|
"start_wall_ns": 1783876550264067787
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.6705225594648561,
|
|
"decode_B_mean": 3.5697297297297297,
|
|
"decode_only_steps": 4500,
|
|
"decode_tokens": 16510,
|
|
"graph_mode_counts": {
|
|
"FULL": 4500,
|
|
"NONE": 125
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.972972972972973,
|
|
"NONE": 0.02702702702702703
|
|
},
|
|
"kv_usage_max": 0.1212995671426439,
|
|
"kv_usage_mean": 0.033224780579375335,
|
|
"mixed_steps": 115,
|
|
"model_steps": 4625,
|
|
"padding_fraction": 0.006263622434666264,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 10,
|
|
"prefill_tokens": 351880,
|
|
"steps": 4644,
|
|
"waiting_cv": 3.926195018056357,
|
|
"waiting_max": 6.0,
|
|
"waiting_mean": 0.1922162162162162
|
|
},
|
|
"mns": 8,
|
|
"observed_count": 130,
|
|
"pass_rate": 0.9923076923076923,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "57bbe1eb7c1bb474cc7e2b0200b6e92bf84e8c5a21849b9aa6589fcb8ad650d5",
|
|
"arrival_s": {
|
|
"distinct_n": 130,
|
|
"finite_n": 130,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 130
|
|
},
|
|
"count": 130,
|
|
"long_gt4096": 44,
|
|
"offered_req_s": 2.1666666666666665,
|
|
"offered_req_s_per_gpu": 2.1666666666666665,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 122,
|
|
"finite_n": 130,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 130
|
|
},
|
|
"raw_length_order_sha256": "30beac66a67ec987e5f99102936df78950092f1d7eaef89738be547a01fd8954",
|
|
"request_id_order_sha256": "0f4c973153935c8abcd421eb631900670e31af0dc8a33bdf7e4d3d85e7ed7711"
|
|
},
|
|
"slo_pass_count": 129,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 130,
|
|
"finite_n": 130,
|
|
"max": 30.304548842328284,
|
|
"min": 4.494556952744547,
|
|
"missing_n": 0,
|
|
"n": 130
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 130,
|
|
"finite_n": 130,
|
|
"max": 2015.1741319859866,
|
|
"min": 67.51175099634565,
|
|
"missing_n": 0,
|
|
"n": 130
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.6684768566852552,
|
|
"decode_B_mean": 3.5891304347826085,
|
|
"decode_only_steps": 4475,
|
|
"decode_tokens": 16510,
|
|
"graph_mode_counts": {
|
|
"FULL": 4475,
|
|
"NONE": 125
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9728260869565217,
|
|
"NONE": 0.02717391304347826
|
|
},
|
|
"kv_usage_max": 0.12124981342355345,
|
|
"kv_usage_mean": 0.03340155361395873,
|
|
"mixed_steps": 115,
|
|
"model_steps": 4600,
|
|
"padding_fraction": 0.006226898691487927,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 10,
|
|
"prefill_tokens": 351832,
|
|
"steps": 4619,
|
|
"waiting_cv": 3.9040334267501087,
|
|
"waiting_max": 6.0,
|
|
"waiting_mean": 0.19369565217391305
|
|
},
|
|
"pass_rates": [
|
|
0.9923076923076923,
|
|
0.9923076923076923
|
|
],
|
|
"primary": {
|
|
"anchor": 0.23046875,
|
|
"cell": "tp1_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 130,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.272080003,
|
|
"end_mono_ns": 208117172178971,
|
|
"end_wall_ns": 1783876544298605842,
|
|
"start_mono_ns": 208055900098968,
|
|
"start_wall_ns": 1783876483026526659
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 8,
|
|
"observed_count": 130,
|
|
"pass_rate": 0.9923076923076923,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "57bbe1eb7c1bb474cc7e2b0200b6e92bf84e8c5a21849b9aa6589fcb8ad650d5",
|
|
"arrival_s": {
|
|
"distinct_n": 130,
|
|
"finite_n": 130,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 130
|
|
},
|
|
"count": 130,
|
|
"long_gt4096": 44,
|
|
"offered_req_s": 2.1666666666666665,
|
|
"offered_req_s_per_gpu": 2.1666666666666665,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 122,
|
|
"finite_n": 130,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 130
|
|
},
|
|
"raw_length_order_sha256": "30beac66a67ec987e5f99102936df78950092f1d7eaef89738be547a01fd8954",
|
|
"request_id_order_sha256": "0f4c973153935c8abcd421eb631900670e31af0dc8a33bdf7e4d3d85e7ed7711"
|
|
},
|
|
"slo_pass_count": 129,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 130,
|
|
"finite_n": 130,
|
|
"max": 30.301648842475164,
|
|
"min": 4.491634480380196,
|
|
"missing_n": 0,
|
|
"n": 130
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 130,
|
|
"finite_n": 130,
|
|
"max": 2005.0652289937716,
|
|
"min": 68.62633599666879,
|
|
"missing_n": 0,
|
|
"n": 130
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.8846153846153846,
|
|
"rate_per_gpu": 2.1666666666666665,
|
|
"request_count": 130
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 0.9923076923076923,
|
|
"rate_per_gpu": 2.1666666666666665,
|
|
"request_count": 130
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 0.9924242424242424,
|
|
"anchor": 0.234375,
|
|
"colocated": null,
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.234375,
|
|
"cell": "tp1_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 132,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.282402784,
|
|
"end_mono_ns": 208319682497617,
|
|
"end_wall_ns": 1783876746808924426,
|
|
"start_mono_ns": 208258400094833,
|
|
"start_wall_ns": 1783876685526522242
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.6667355379026283,
|
|
"decode_B_mean": 3.700662251655629,
|
|
"decode_only_steps": 4403,
|
|
"decode_tokens": 16764,
|
|
"graph_mode_counts": {
|
|
"FULL": 4403,
|
|
"NONE": 127
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9719646799116998,
|
|
"NONE": 0.02803532008830022
|
|
},
|
|
"kv_usage_max": 0.12234439524354446,
|
|
"kv_usage_mean": 0.034346420099096664,
|
|
"mixed_steps": 117,
|
|
"model_steps": 4530,
|
|
"padding_fraction": 0.006442136522204217,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 10,
|
|
"prefill_tokens": 356622,
|
|
"steps": 4549,
|
|
"waiting_cv": 3.428239831071161,
|
|
"waiting_max": 7.0,
|
|
"waiting_mean": 0.28719646799117
|
|
},
|
|
"mns": 8,
|
|
"observed_count": 132,
|
|
"pass_rate": 0.9924242424242424,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "3ade8cc1a55a8a75ea339c66a69fae18f60e5a39097714bc35e4eb728d717aeb",
|
|
"arrival_s": {
|
|
"distinct_n": 132,
|
|
"finite_n": 132,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 132
|
|
},
|
|
"count": 132,
|
|
"long_gt4096": 45,
|
|
"offered_req_s": 2.2,
|
|
"offered_req_s_per_gpu": 2.2,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 124,
|
|
"finite_n": 132,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 132
|
|
},
|
|
"raw_length_order_sha256": "14c37ab0a19d72208c80b7ba7c72fd57614f0763f82e0f04453f0e18cb74bc99",
|
|
"request_id_order_sha256": "14d2a74fffe25e7d9b3e7490c392eae0dc31bb1f3fe6566c9c0a567543bdd6ac"
|
|
},
|
|
"slo_pass_count": 131,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 132,
|
|
"finite_n": 132,
|
|
"max": 30.46692667715068,
|
|
"min": 4.496486598578113,
|
|
"missing_n": 0,
|
|
"n": 132
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 132,
|
|
"finite_n": 132,
|
|
"max": 2019.6287339786068,
|
|
"min": 68.34458399680443,
|
|
"missing_n": 0,
|
|
"n": 132
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.665245698535184,
|
|
"decode_B_mean": 3.7146022601373807,
|
|
"decode_only_steps": 4386,
|
|
"decode_tokens": 16764,
|
|
"graph_mode_counts": {
|
|
"FULL": 4386,
|
|
"NONE": 127
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.971859073786838,
|
|
"NONE": 0.028140926213161978
|
|
},
|
|
"kv_usage_max": 0.12234439524354446,
|
|
"kv_usage_mean": 0.03447585460170693,
|
|
"mixed_steps": 117,
|
|
"model_steps": 4513,
|
|
"padding_fraction": 0.006420985686497303,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 10,
|
|
"prefill_tokens": 356622,
|
|
"steps": 4532,
|
|
"waiting_cv": 3.411179152233226,
|
|
"waiting_max": 7.0,
|
|
"waiting_mean": 0.28960779968978506
|
|
},
|
|
"pass_rates": [
|
|
0.9924242424242424,
|
|
0.9924242424242424
|
|
],
|
|
"primary": {
|
|
"anchor": 0.234375,
|
|
"cell": "tp1_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 132,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.276628632,
|
|
"end_mono_ns": 208252399388309,
|
|
"end_wall_ns": 1783876679525815422,
|
|
"start_mono_ns": 208191122759677,
|
|
"start_wall_ns": 1783876618249186880
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 8,
|
|
"observed_count": 132,
|
|
"pass_rate": 0.9924242424242424,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "3ade8cc1a55a8a75ea339c66a69fae18f60e5a39097714bc35e4eb728d717aeb",
|
|
"arrival_s": {
|
|
"distinct_n": 132,
|
|
"finite_n": 132,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 132
|
|
},
|
|
"count": 132,
|
|
"long_gt4096": 45,
|
|
"offered_req_s": 2.2,
|
|
"offered_req_s_per_gpu": 2.2,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 124,
|
|
"finite_n": 132,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 132
|
|
},
|
|
"raw_length_order_sha256": "14c37ab0a19d72208c80b7ba7c72fd57614f0763f82e0f04453f0e18cb74bc99",
|
|
"request_id_order_sha256": "14d2a74fffe25e7d9b3e7490c392eae0dc31bb1f3fe6566c9c0a567543bdd6ac"
|
|
},
|
|
"slo_pass_count": 131,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 132,
|
|
"finite_n": 132,
|
|
"max": 30.4299091888632,
|
|
"min": 4.494227968545,
|
|
"missing_n": 0,
|
|
"n": 132
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 132,
|
|
"finite_n": 132,
|
|
"max": 2019.111283996608,
|
|
"min": 68.64958599908277,
|
|
"missing_n": 0,
|
|
"n": 132
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.7121212121212122,
|
|
"rate_per_gpu": 2.2,
|
|
"request_count": 132
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 0.9924242424242424,
|
|
"rate_per_gpu": 2.2,
|
|
"request_count": 132
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 0.9545454545454546,
|
|
"anchor": 0.25,
|
|
"colocated": null,
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.25,
|
|
"cell": "tp1_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 143,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 62.091254073,
|
|
"end_mono_ns": 208457089228587,
|
|
"end_wall_ns": 1783876884215656001,
|
|
"start_mono_ns": 208394997974514,
|
|
"start_wall_ns": 1783876822124401690
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.6763471639371686,
|
|
"decode_B_mean": 4.24520804114072,
|
|
"decode_only_steps": 4139,
|
|
"decode_tokens": 18161,
|
|
"graph_mode_counts": {
|
|
"FULL": 4139,
|
|
"NONE": 139
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9675081813931744,
|
|
"NONE": 0.032491818606825616
|
|
},
|
|
"kv_usage_max": 0.14015622667794414,
|
|
"kv_usage_mean": 0.04057879834231494,
|
|
"mixed_steps": 130,
|
|
"model_steps": 4278,
|
|
"padding_fraction": 0.003411914357383169,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 9,
|
|
"prefill_tokens": 400989,
|
|
"steps": 4295,
|
|
"waiting_cv": 2.1493134856714793,
|
|
"waiting_max": 8.0,
|
|
"waiting_mean": 0.7344553529686769
|
|
},
|
|
"mns": 8,
|
|
"observed_count": 143,
|
|
"pass_rate": 0.951048951048951,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "932babe37b75c53f4a0eee029df66fd3e8acd3972d925f4a68714faa827b9366",
|
|
"arrival_s": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"count": 143,
|
|
"long_gt4096": 51,
|
|
"offered_req_s": 2.3833333333333333,
|
|
"offered_req_s_per_gpu": 2.3833333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 135,
|
|
"finite_n": 143,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"raw_length_order_sha256": "eac9a2d39e762892f716fde086ada79aa87161d04819c24bbeaabbf9e8839af0",
|
|
"request_id_order_sha256": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda"
|
|
},
|
|
"slo_pass_count": 136,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 32.83134977150833,
|
|
"min": 4.493729432991626,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 2528.6180730035994,
|
|
"min": 70.94443199457601,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.6750552222545031,
|
|
"decode_B_mean": 4.254157882408058,
|
|
"decode_only_steps": 4130,
|
|
"decode_tokens": 18161,
|
|
"graph_mode_counts": {
|
|
"FULL": 4130,
|
|
"NONE": 139
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9674396814242211,
|
|
"NONE": 0.032560318575778874
|
|
},
|
|
"kv_usage_max": 0.1402059803970347,
|
|
"kv_usage_mean": 0.0406622962412423,
|
|
"mixed_steps": 130,
|
|
"model_steps": 4269,
|
|
"padding_fraction": 0.00343323965629562,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 9,
|
|
"prefill_tokens": 400989,
|
|
"steps": 4286,
|
|
"waiting_cv": 2.1402634177657514,
|
|
"waiting_max": 8.0,
|
|
"waiting_mean": 0.7364722417427969
|
|
},
|
|
"pass_rates": [
|
|
0.958041958041958,
|
|
0.951048951048951
|
|
],
|
|
"primary": {
|
|
"anchor": 0.25,
|
|
"cell": "tp1_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 143,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 62.126477495,
|
|
"end_mono_ns": 208388459138035,
|
|
"end_wall_ns": 1783876815585565186,
|
|
"start_mono_ns": 208326332660540,
|
|
"start_wall_ns": 1783876753459087651
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 8,
|
|
"observed_count": 143,
|
|
"pass_rate": 0.958041958041958,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "932babe37b75c53f4a0eee029df66fd3e8acd3972d925f4a68714faa827b9366",
|
|
"arrival_s": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"count": 143,
|
|
"long_gt4096": 51,
|
|
"offered_req_s": 2.3833333333333333,
|
|
"offered_req_s_per_gpu": 2.3833333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 135,
|
|
"finite_n": 143,
|
|
"max": 8149.0,
|
|
"min": 72.0,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"raw_length_order_sha256": "eac9a2d39e762892f716fde086ada79aa87161d04819c24bbeaabbf9e8839af0",
|
|
"request_id_order_sha256": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda"
|
|
},
|
|
"slo_pass_count": 137,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 32.858955346627205,
|
|
"min": 4.492996810975771,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 143,
|
|
"finite_n": 143,
|
|
"max": 2534.6092930121813,
|
|
"min": 69.11832699552178,
|
|
"missing_n": 0,
|
|
"n": 143
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.6993006993006993,
|
|
"rate_per_gpu": 2.3833333333333333,
|
|
"request_count": 143
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 0.9545454545454546,
|
|
"rate_per_gpu": 2.3833333333333333,
|
|
"request_count": 143
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"accepted_pass_rate": 0.09057971014492754,
|
|
"anchor": 0.5,
|
|
"colocated": null,
|
|
"confirmations": [],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
false
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.2914556273099967,
|
|
"decode_B_mean": 7.192397207137316,
|
|
"decode_only_steps": 1224,
|
|
"decode_tokens": 9271,
|
|
"graph_mode_counts": {
|
|
"FULL": 1224,
|
|
"NONE": 65
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9495733126454616,
|
|
"NONE": 0.0504266873545384
|
|
},
|
|
"kv_usage_max": 0.11015473406637144,
|
|
"kv_usage_mean": 0.06439327809885674,
|
|
"mixed_steps": 64,
|
|
"model_steps": 1289,
|
|
"padding_fraction": 0.00017727091427474038,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 193772,
|
|
"steps": 1291,
|
|
"waiting_cv": 0.7722950850545821,
|
|
"waiting_max": 27.0,
|
|
"waiting_mean": 11.664856477889836
|
|
},
|
|
"pass_rates": [
|
|
0.09057971014492754
|
|
],
|
|
"primary": {
|
|
"anchor": 0.5,
|
|
"cell": "tp1_mns8",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 73,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 24.795686401,
|
|
"end_mono_ns": 208488668302515,
|
|
"end_wall_ns": 1783876915794729601,
|
|
"start_mono_ns": 208463872616114,
|
|
"start_wall_ns": 1783876890999043094
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 8,
|
|
"observed_count": 276,
|
|
"pass_rate": 0.09057971014492754,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "aeea4a8e54cc7de279804b8c353f748a480aedcbb21e249a90a60267daee8dff",
|
|
"arrival_s": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"count": 276,
|
|
"long_gt4096": 99,
|
|
"offered_req_s": 4.6,
|
|
"offered_req_s_per_gpu": 4.6,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 256,
|
|
"finite_n": 276,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"raw_length_order_sha256": "983df528039301bd41a6684fecea75cdcf8822d214094d6d35def7fc7740c2ba",
|
|
"request_id_order_sha256": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15"
|
|
},
|
|
"slo_pass_count": 25,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1,
|
|
"tpot_ms": {
|
|
"distinct_n": 73,
|
|
"finite_n": 73,
|
|
"max": 23.976862346469314,
|
|
"min": 4.817576614193853,
|
|
"missing_n": 203,
|
|
"n": 276
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 73,
|
|
"finite_n": 73,
|
|
"max": 9597.04709201469,
|
|
"min": 359.1133150039241,
|
|
"missing_n": 203,
|
|
"n": 276
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 1,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.06521739130434782,
|
|
"rate_per_gpu": 4.6,
|
|
"request_count": 276
|
|
},
|
|
"v24": {
|
|
"feasible": false,
|
|
"pass_rate": 0.09057971014492754,
|
|
"rate_per_gpu": 4.6,
|
|
"request_count": 276
|
|
}
|
|
}
|
|
],
|
|
"boundary": "UP",
|
|
"bounded": true,
|
|
"cell_valid": {
|
|
"accounting_mode": "graceful-footer",
|
|
"cell": "tp1_mns8",
|
|
"invariants": {
|
|
"anchor_intervals_present": true,
|
|
"compile_capture_pre_ready": true,
|
|
"encoded_balanced": true,
|
|
"footer_sidecar_agrees": true,
|
|
"last_step_matches": true,
|
|
"layer1_contiguous": true,
|
|
"layer1_zero_drops": true,
|
|
"one_footer_last": true,
|
|
"one_ready_marker": true,
|
|
"sidecar_final": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true,
|
|
"written_matches_records": true
|
|
},
|
|
"layer1_records": 42704,
|
|
"post_ready_capture_events": [],
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp1_mns8/opprof/opprof-v1-dp0-pid2770271-1783876258461072221.jsonl"
|
|
},
|
|
"censor": null,
|
|
"drift": 0.13492063492063489,
|
|
"f20": 2.1,
|
|
"f24": 2.3833333333333333,
|
|
"material_frontier_moved": true,
|
|
"measurement_status": "SOLO_AUTHORITATIVE",
|
|
"mns": 8,
|
|
"observed_max_feasible_rate": 2.3833333333333333,
|
|
"tp": 1
|
|
},
|
|
"tp2_mns16": {
|
|
"anchors": [
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.4921875,
|
|
"colocated": {
|
|
"accepted_feasible": true,
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
"confirmations": [],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.4590338982798913,
|
|
"decode_B_mean": 3.190716353787242,
|
|
"decode_only_steps": 10438,
|
|
"decode_tokens": 34163,
|
|
"graph_mode_counts": {
|
|
"FULL": 10456,
|
|
"PIECEWISE": 251
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9765573923601383,
|
|
"PIECEWISE": 0.023442607639861772
|
|
},
|
|
"kv_usage_max": 0.027596242213826172,
|
|
"kv_usage_mean": 0.008071671724621204,
|
|
"mixed_steps": 259,
|
|
"model_steps": 10707,
|
|
"padding_fraction": 0.18738718662952647,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 10,
|
|
"prefill_tokens": 2303,
|
|
"steps": 10726,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.4921875,
|
|
"cell": "tp2_mns16",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 269,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.6037635,
|
|
"end_mono_ns": 207177385667514,
|
|
"end_wall_ns": 1783875604512094524,
|
|
"start_mono_ns": 207116781904014,
|
|
"start_wall_ns": 1783875543908331340
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 16,
|
|
"observed_count": 269,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "ffbc7b8dd324c8e745654110a2412b03ddade891beb2bfe022ffde6502b0184b",
|
|
"arrival_s": {
|
|
"distinct_n": 269,
|
|
"finite_n": 269,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 269
|
|
},
|
|
"count": 269,
|
|
"long_gt4096": 95,
|
|
"offered_req_s": 4.483333333333333,
|
|
"offered_req_s_per_gpu": 2.2416666666666667,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 250,
|
|
"finite_n": 269,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 269
|
|
},
|
|
"raw_length_order_sha256": "bc951350376a487d34d2def78fd32a2286e23bf8a7f481ff578009e12e3f1fb8",
|
|
"request_id_order_sha256": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c"
|
|
},
|
|
"slo_pass_count": 269,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 269,
|
|
"finite_n": 269,
|
|
"max": 7.384683173259822,
|
|
"min": 4.122870834681799,
|
|
"missing_n": 0,
|
|
"n": 269
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 269,
|
|
"finite_n": 269,
|
|
"max": 81.90969700808637,
|
|
"min": 36.26534101204015,
|
|
"missing_n": 0,
|
|
"n": 269
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 1,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.2416666666666667,
|
|
"request_count": 269
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.2416666666666667,
|
|
"request_count": 269
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.49609375,
|
|
"colocated": {
|
|
"accepted_feasible": false,
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.08791208791208792,
|
|
"solo_minus_colocated_primary_pass_rate": 0.9120879120879121,
|
|
"trial_pass_rates": [
|
|
0.08791208791208792
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.49609375,
|
|
"cell": "tp2_mns16",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 273,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.606811621,
|
|
"end_mono_ns": 207110687436898,
|
|
"end_wall_ns": 1783875537813863970,
|
|
"start_mono_ns": 207050080625277,
|
|
"start_wall_ns": 1783875477207052621
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.4557177084525861,
|
|
"decode_B_mean": 3.22131376010406,
|
|
"decode_only_steps": 10490,
|
|
"decode_tokens": 34671,
|
|
"graph_mode_counts": {
|
|
"FULL": 10508,
|
|
"PIECEWISE": 255
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9763077208956611,
|
|
"PIECEWISE": 0.02369227910433894
|
|
},
|
|
"kv_usage_max": 0.027583477994485905,
|
|
"kv_usage_mean": 0.008177114927138187,
|
|
"mixed_steps": 265,
|
|
"model_steps": 10763,
|
|
"padding_fraction": 0.18570580083151852,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 8,
|
|
"prefill_tokens": 2346,
|
|
"steps": 10776,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"mns": 16,
|
|
"observed_count": 273,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "41168f4bd02f3ef4e83b7440a3dab7458f08df9c2bbd4452fad076b4a2e0eaed",
|
|
"arrival_s": {
|
|
"distinct_n": 273,
|
|
"finite_n": 273,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 273
|
|
},
|
|
"count": 273,
|
|
"long_gt4096": 97,
|
|
"offered_req_s": 4.55,
|
|
"offered_req_s_per_gpu": 2.275,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 253,
|
|
"finite_n": 273,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 273
|
|
},
|
|
"raw_length_order_sha256": "9e38ed1766e3933dc05a7ced5d0a73fed47ce769800f0d2c10014af0ef823f28",
|
|
"request_id_order_sha256": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80"
|
|
},
|
|
"slo_pass_count": 273,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 273,
|
|
"finite_n": 273,
|
|
"max": 7.352796283515727,
|
|
"min": 4.158690614180316,
|
|
"missing_n": 0,
|
|
"n": 273
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 273,
|
|
"finite_n": 273,
|
|
"max": 76.74413800123148,
|
|
"min": 35.70285899331793,
|
|
"missing_n": 0,
|
|
"n": 273
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.6022655439791298,
|
|
"decode_B_mean": 7.877982276755283,
|
|
"decode_only_steps": 4135,
|
|
"decode_tokens": 34671,
|
|
"graph_mode_counts": {
|
|
"FULL": 4135,
|
|
"NONE": 241,
|
|
"PIECEWISE": 25
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9395591910929334,
|
|
"NONE": 0.05476028175414679,
|
|
"PIECEWISE": 0.005680527152919791
|
|
},
|
|
"kv_usage_max": 0.04904013070560609,
|
|
"kv_usage_mean": 0.019502306005154225,
|
|
"mixed_steps": 264,
|
|
"model_steps": 4401,
|
|
"padding_fraction": 0.008382838710511516,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 2,
|
|
"prefill_tokens": 732330,
|
|
"steps": 4404,
|
|
"waiting_cv": 3.6068182123674535,
|
|
"waiting_max": 4.0,
|
|
"waiting_mean": 0.169052488070893
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.49609375,
|
|
"cell": "tp2_mns16",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 273,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.288445601,
|
|
"end_mono_ns": 207043660468133,
|
|
"end_wall_ns": 1783875470786895019,
|
|
"start_mono_ns": 206982372022532,
|
|
"start_wall_ns": 1783875409498449983
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 16,
|
|
"observed_count": 273,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "41168f4bd02f3ef4e83b7440a3dab7458f08df9c2bbd4452fad076b4a2e0eaed",
|
|
"arrival_s": {
|
|
"distinct_n": 273,
|
|
"finite_n": 273,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 273
|
|
},
|
|
"count": 273,
|
|
"long_gt4096": 97,
|
|
"offered_req_s": 4.55,
|
|
"offered_req_s_per_gpu": 2.275,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 253,
|
|
"finite_n": 273,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 273
|
|
},
|
|
"raw_length_order_sha256": "9e38ed1766e3933dc05a7ced5d0a73fed47ce769800f0d2c10014af0ef823f28",
|
|
"request_id_order_sha256": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80"
|
|
},
|
|
"slo_pass_count": 273,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 273,
|
|
"finite_n": 273,
|
|
"max": 25.645890527525843,
|
|
"min": 4.867463031422537,
|
|
"missing_n": 0,
|
|
"n": 273
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 273,
|
|
"finite_n": 273,
|
|
"max": 785.8217659813818,
|
|
"min": 40.98877400974743,
|
|
"missing_n": 0,
|
|
"n": 273
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.275,
|
|
"request_count": 273
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.275,
|
|
"request_count": 273
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.5,
|
|
"colocated": null,
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.5,
|
|
"cell": "tp2_mns16",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 276,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.597814702,
|
|
"end_mono_ns": 207311802163383,
|
|
"end_wall_ns": 1783875738928591380,
|
|
"start_mono_ns": 207251204348681,
|
|
"start_wall_ns": 1783875678330776089
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.43927663118671056,
|
|
"decode_B_mean": 3.287563308947665,
|
|
"decode_only_steps": 10386,
|
|
"decode_tokens": 35052,
|
|
"graph_mode_counts": {
|
|
"FULL": 10404,
|
|
"PIECEWISE": 258
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.975801913337085,
|
|
"PIECEWISE": 0.024198086662915026
|
|
},
|
|
"kv_usage_max": 0.027596242213826172,
|
|
"kv_usage_mean": 0.008404164574732987,
|
|
"mixed_steps": 267,
|
|
"model_steps": 10662,
|
|
"padding_fraction": 0.19011036572170525,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 9,
|
|
"prefill_tokens": 2373,
|
|
"steps": 10676,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"mns": 16,
|
|
"observed_count": 276,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "aeea4a8e54cc7de279804b8c353f748a480aedcbb21e249a90a60267daee8dff",
|
|
"arrival_s": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"count": 276,
|
|
"long_gt4096": 99,
|
|
"offered_req_s": 4.6,
|
|
"offered_req_s_per_gpu": 2.3,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 256,
|
|
"finite_n": 276,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"raw_length_order_sha256": "983df528039301bd41a6684fecea75cdcf8822d214094d6d35def7fc7740c2ba",
|
|
"request_id_order_sha256": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15"
|
|
},
|
|
"slo_pass_count": 276,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 7.367673905669,
|
|
"min": 4.163846921260051,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 76.49152100202627,
|
|
"min": 36.295153986429796,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.43488654756672906,
|
|
"decode_B_mean": 3.3278268299629734,
|
|
"decode_only_steps": 10257,
|
|
"decode_tokens": 35052,
|
|
"graph_mode_counts": {
|
|
"FULL": 10275,
|
|
"NONE": 3,
|
|
"PIECEWISE": 255
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.975505553973227,
|
|
"NONE": 0.0002848191398461977,
|
|
"PIECEWISE": 0.0242096268869268
|
|
},
|
|
"kv_usage_max": 0.027583477994485905,
|
|
"kv_usage_mean": 0.008506688712689907,
|
|
"mixed_steps": 270,
|
|
"model_steps": 10533,
|
|
"padding_fraction": 0.1414077258810501,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 6,
|
|
"prefill_tokens": 17669,
|
|
"steps": 10544,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.5,
|
|
"cell": "tp2_mns16",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 276,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.59665648,
|
|
"end_mono_ns": 207244584143802,
|
|
"end_wall_ns": 1783875671710570778,
|
|
"start_mono_ns": 207183987487322,
|
|
"start_wall_ns": 1783875611113914502
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 16,
|
|
"observed_count": 276,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "aeea4a8e54cc7de279804b8c353f748a480aedcbb21e249a90a60267daee8dff",
|
|
"arrival_s": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"count": 276,
|
|
"long_gt4096": 99,
|
|
"offered_req_s": 4.6,
|
|
"offered_req_s_per_gpu": 2.3,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 256,
|
|
"finite_n": 276,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"raw_length_order_sha256": "983df528039301bd41a6684fecea75cdcf8822d214094d6d35def7fc7740c2ba",
|
|
"request_id_order_sha256": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15"
|
|
},
|
|
"slo_pass_count": 276,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 8.08854837806558,
|
|
"min": 4.161210228344352,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 341.36167902033776,
|
|
"min": 35.80997997778468,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.9492753623188406,
|
|
"rate_per_gpu": 2.3,
|
|
"request_count": 276
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.3,
|
|
"request_count": 276
|
|
}
|
|
}
|
|
],
|
|
"boundary": "UP",
|
|
"bounded": false,
|
|
"cell_valid": {
|
|
"accounting_mode": "graceful-footer",
|
|
"cell": "tp2_mns16",
|
|
"invariants": {
|
|
"anchor_intervals_present": true,
|
|
"compile_capture_pre_ready": true,
|
|
"encoded_balanced": true,
|
|
"footer_sidecar_agrees": true,
|
|
"last_step_matches": true,
|
|
"layer1_contiguous": true,
|
|
"layer1_zero_drops": true,
|
|
"one_footer_last": true,
|
|
"one_ready_marker": true,
|
|
"sidecar_final": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true,
|
|
"written_matches_records": true
|
|
},
|
|
"layer1_records": 47449,
|
|
"post_ready_capture_events": [],
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns16/opprof/opprof-v1-dp0-pid2755628-1783875389707263062.jsonl"
|
|
},
|
|
"censor": "RIGHT_CENSORED_HISTORY_EDGE",
|
|
"drift": 0.01098901098901095,
|
|
"f20": 2.275,
|
|
"f24": 2.3,
|
|
"material_frontier_moved": false,
|
|
"measurement_status": "SOLO_AUTHORITATIVE",
|
|
"mns": 16,
|
|
"observed_max_feasible_rate": 2.3,
|
|
"tp": 2
|
|
},
|
|
"tp2_mns32": {
|
|
"anchors": [
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.75,
|
|
"colocated": {
|
|
"accepted_feasible": null,
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.4117647058823529,
|
|
"solo_minus_colocated_primary_pass_rate": 0.5882352941176471,
|
|
"trial_pass_rates": [
|
|
0.4117647058823529,
|
|
1.0
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.75,
|
|
"cell": "tp2_mns32",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 391,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.736454527,
|
|
"end_mono_ns": 205757115140726,
|
|
"end_wall_ns": 1783874184241567823,
|
|
"start_mono_ns": 205696378686199,
|
|
"start_wall_ns": 1783874123505113386
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.30141395475883415,
|
|
"decode_B_mean": 5.579438202247191,
|
|
"decode_only_steps": 8509,
|
|
"decode_tokens": 49657,
|
|
"graph_mode_counts": {
|
|
"FULL": 8528,
|
|
"PIECEWISE": 372
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9582022471910112,
|
|
"PIECEWISE": 0.041797752808988765
|
|
},
|
|
"kv_usage_max": 0.033790082623520235,
|
|
"kv_usage_mean": 0.014114627776614742,
|
|
"mixed_steps": 390,
|
|
"model_steps": 8900,
|
|
"padding_fraction": 0.21425186589266673,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 3403,
|
|
"steps": 8902,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"mns": 32,
|
|
"observed_count": 391,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "d3ed714128e985d0e0a0ca6b3767210c181114ab6694fb066a60aecf5afa9f9a",
|
|
"arrival_s": {
|
|
"distinct_n": 391,
|
|
"finite_n": 391,
|
|
"max": 59.91880000000001,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
},
|
|
"count": 391,
|
|
"long_gt4096": 140,
|
|
"offered_req_s": 6.516666666666667,
|
|
"offered_req_s_per_gpu": 3.2583333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 361,
|
|
"finite_n": 391,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
},
|
|
"raw_length_order_sha256": "8152bbaf9f27e84e6fbd6359174d17de4b9c96ea8b8c58e3760290be3469b2a9",
|
|
"request_id_order_sha256": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c"
|
|
},
|
|
"slo_pass_count": 391,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 391,
|
|
"finite_n": 391,
|
|
"max": 9.374451102353413,
|
|
"min": 5.516279039411314,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 391,
|
|
"finite_n": 391,
|
|
"max": 77.84111899673007,
|
|
"min": 37.644838012056425,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.3012988926514766,
|
|
"decode_B_mean": 5.571300347806575,
|
|
"decode_only_steps": 8522,
|
|
"decode_tokens": 49657,
|
|
"graph_mode_counts": {
|
|
"FULL": 8541,
|
|
"PIECEWISE": 372
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9582632110400539,
|
|
"PIECEWISE": 0.04173678895994615
|
|
},
|
|
"kv_usage_max": 0.03380285287394491,
|
|
"kv_usage_mean": 0.01409497800467283,
|
|
"mixed_steps": 390,
|
|
"model_steps": 8913,
|
|
"padding_fraction": 0.2127713238675984,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 3403,
|
|
"steps": 8914,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.75,
|
|
"cell": "tp2_mns32",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 391,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.741404276,
|
|
"end_mono_ns": 205690325731221,
|
|
"end_wall_ns": 1783874117452158150,
|
|
"start_mono_ns": 205629584326945,
|
|
"start_wall_ns": 1783874056710754232
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 32,
|
|
"observed_count": 391,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "d3ed714128e985d0e0a0ca6b3767210c181114ab6694fb066a60aecf5afa9f9a",
|
|
"arrival_s": {
|
|
"distinct_n": 391,
|
|
"finite_n": 391,
|
|
"max": 59.91880000000001,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
},
|
|
"count": 391,
|
|
"long_gt4096": 140,
|
|
"offered_req_s": 6.516666666666667,
|
|
"offered_req_s_per_gpu": 3.2583333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 361,
|
|
"finite_n": 391,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
},
|
|
"raw_length_order_sha256": "8152bbaf9f27e84e6fbd6359174d17de4b9c96ea8b8c58e3760290be3469b2a9",
|
|
"request_id_order_sha256": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c"
|
|
},
|
|
"slo_pass_count": 391,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 391,
|
|
"finite_n": 391,
|
|
"max": 9.36014444877093,
|
|
"min": 5.401530496017113,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 391,
|
|
"finite_n": 391,
|
|
"max": 78.69401399511844,
|
|
"min": 39.25309798796661,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 3.2583333333333333,
|
|
"request_count": 391
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 3.2583333333333333,
|
|
"request_count": 391
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"accepted_pass_rate": 0.5748730964467006,
|
|
"anchor": 0.75390625,
|
|
"colocated": {
|
|
"accepted_feasible": null,
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.027918781725888325,
|
|
"solo_minus_colocated_primary_pass_rate": 0.5469543147208122,
|
|
"trial_pass_rates": [
|
|
0.027918781725888325,
|
|
0.9568527918781726
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.75390625,
|
|
"cell": "tp2_mns32",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 394,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 65.610579626,
|
|
"end_mono_ns": 205623164922621,
|
|
"end_wall_ns": 1783874050291349598,
|
|
"start_mono_ns": 205557554342995,
|
|
"start_wall_ns": 1783873984680770337
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.8410188583626338,
|
|
"decode_B_mean": 12.345916604983962,
|
|
"decode_only_steps": 3677,
|
|
"decode_tokens": 50038,
|
|
"graph_mode_counts": {
|
|
"FULL": 3681,
|
|
"NONE": 228,
|
|
"PIECEWISE": 144
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9082161361954109,
|
|
"NONE": 0.056254626202812734,
|
|
"PIECEWISE": 0.03552923760177646
|
|
},
|
|
"kv_usage_max": 0.11002847765844692,
|
|
"kv_usage_mean": 0.03062022163451763,
|
|
"mixed_steps": 375,
|
|
"model_steps": 4053,
|
|
"padding_fraction": 0.00952631630978508,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 751485,
|
|
"steps": 4054,
|
|
"waiting_cv": 2.902773549928104,
|
|
"waiting_max": 21.0,
|
|
"waiting_mean": 1.2871946706143598
|
|
},
|
|
"mns": 32,
|
|
"observed_count": 394,
|
|
"pass_rate": 0.9441624365482234,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "60fc43518e79fd46abe59afde67663a762ca17e817202fa52803040ac9056796",
|
|
"arrival_s": {
|
|
"distinct_n": 394,
|
|
"finite_n": 394,
|
|
"max": 59.91880000000001,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 394
|
|
},
|
|
"count": 394,
|
|
"long_gt4096": 142,
|
|
"offered_req_s": 6.566666666666666,
|
|
"offered_req_s_per_gpu": 3.283333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 364,
|
|
"finite_n": 394,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 394
|
|
},
|
|
"raw_length_order_sha256": "4a9cc03e351cce8c558b30732418c878fc3b6d24e64bef6717ce7c87c384384f",
|
|
"request_id_order_sha256": "2677a6a12ff0e104d6246dd121d0667ff4fe3d25f8d68699547906420246ebdd"
|
|
},
|
|
"slo_pass_count": 372,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 394,
|
|
"finite_n": 394,
|
|
"max": 49.94228484263042,
|
|
"min": 5.9553904016135535,
|
|
"missing_n": 0,
|
|
"n": 394
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 394,
|
|
"finite_n": 394,
|
|
"max": 4393.049476988381,
|
|
"min": 39.858332980656996,
|
|
"missing_n": 0,
|
|
"n": 394
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
false,
|
|
false
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.6931371977878618,
|
|
"decode_B_mean": 18.279269602577873,
|
|
"decode_only_steps": 827,
|
|
"decode_tokens": 17018,
|
|
"graph_mode_counts": {
|
|
"FULL": 827,
|
|
"NONE": 78,
|
|
"PIECEWISE": 26
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.8882921589688507,
|
|
"NONE": 0.08378088077336197,
|
|
"PIECEWISE": 0.027926960257787327
|
|
},
|
|
"kv_usage_max": 0.09019627874902625,
|
|
"kv_usage_mean": 0.04515560550142388,
|
|
"mixed_steps": 103,
|
|
"model_steps": 931,
|
|
"padding_fraction": 0.003433293669421307,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 348136,
|
|
"steps": 933,
|
|
"waiting_cv": 1.380157838358137,
|
|
"waiting_max": 22.0,
|
|
"waiting_mean": 5.59828141783029
|
|
},
|
|
"pass_rates": [
|
|
0.20558375634517767,
|
|
0.9441624365482234
|
|
],
|
|
"primary": {
|
|
"anchor": 0.75390625,
|
|
"cell": "tp2_mns32",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 134,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 24.702770822,
|
|
"end_mono_ns": 205551739158061,
|
|
"end_wall_ns": 1783873978865585407,
|
|
"start_mono_ns": 205527036387239,
|
|
"start_wall_ns": 1783873954162814682
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 32,
|
|
"observed_count": 394,
|
|
"pass_rate": 0.20558375634517767,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "60fc43518e79fd46abe59afde67663a762ca17e817202fa52803040ac9056796",
|
|
"arrival_s": {
|
|
"distinct_n": 394,
|
|
"finite_n": 394,
|
|
"max": 59.91880000000001,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 394
|
|
},
|
|
"count": 394,
|
|
"long_gt4096": 142,
|
|
"offered_req_s": 6.566666666666666,
|
|
"offered_req_s_per_gpu": 3.283333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 364,
|
|
"finite_n": 394,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 394
|
|
},
|
|
"raw_length_order_sha256": "4a9cc03e351cce8c558b30732418c878fc3b6d24e64bef6717ce7c87c384384f",
|
|
"request_id_order_sha256": "2677a6a12ff0e104d6246dd121d0667ff4fe3d25f8d68699547906420246ebdd"
|
|
},
|
|
"slo_pass_count": 81,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 134,
|
|
"finite_n": 134,
|
|
"max": 58.49868067706143,
|
|
"min": 5.973745897590131,
|
|
"missing_n": 260,
|
|
"n": 394
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 134,
|
|
"finite_n": 134,
|
|
"max": 4140.989850013284,
|
|
"min": 41.99217198765837,
|
|
"missing_n": 260,
|
|
"n": 394
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 3.283333333333333,
|
|
"request_count": 394
|
|
},
|
|
"v24": {
|
|
"feasible": false,
|
|
"pass_rate": 0.5748730964467006,
|
|
"rate_per_gpu": 3.283333333333333,
|
|
"request_count": 394
|
|
}
|
|
}
|
|
],
|
|
"boundary": "DOWN",
|
|
"bounded": true,
|
|
"cell_valid": {
|
|
"accounting_mode": "graceful-footer",
|
|
"cell": "tp2_mns32",
|
|
"invariants": {
|
|
"anchor_intervals_present": true,
|
|
"compile_capture_pre_ready": true,
|
|
"encoded_balanced": true,
|
|
"footer_sidecar_agrees": true,
|
|
"last_step_matches": true,
|
|
"layer1_contiguous": true,
|
|
"layer1_zero_drops": true,
|
|
"one_footer_last": true,
|
|
"one_ready_marker": true,
|
|
"sidecar_final": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true,
|
|
"written_matches_records": true
|
|
},
|
|
"layer1_records": 22996,
|
|
"post_ready_capture_events": [],
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns32/opprof/opprof-v1-dp0-pid2730662-1783873935616837232.jsonl"
|
|
},
|
|
"censor": null,
|
|
"drift": -0.0076142131979695105,
|
|
"f20": 3.283333333333333,
|
|
"f24": 3.2583333333333333,
|
|
"material_frontier_moved": false,
|
|
"measurement_status": "SOLO_AUTHORITATIVE",
|
|
"mns": 32,
|
|
"observed_max_feasible_rate": 3.2583333333333333,
|
|
"tp": 2
|
|
},
|
|
"tp2_mns64": {
|
|
"anchors": [
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.5,
|
|
"colocated": {
|
|
"accepted_feasible": false,
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.4601449275362319,
|
|
"solo_minus_colocated_primary_pass_rate": 0.5398550724637681,
|
|
"trial_pass_rates": [
|
|
0.4601449275362319
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.5,
|
|
"cell": "tp2_mns64",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 276,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.595378457,
|
|
"end_mono_ns": 206073272935295,
|
|
"end_wall_ns": 1783874500399363603,
|
|
"start_mono_ns": 206012677556838,
|
|
"start_wall_ns": 1783874439803984826
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.43938933197651325,
|
|
"decode_B_mean": 3.2814079760344503,
|
|
"decode_only_steps": 10406,
|
|
"decode_tokens": 35052,
|
|
"graph_mode_counts": {
|
|
"FULL": 10424,
|
|
"PIECEWISE": 258
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9758472196217937,
|
|
"PIECEWISE": 0.02415278037820633
|
|
},
|
|
"kv_usage_max": 0.02765094834311732,
|
|
"kv_usage_mean": 0.008405260750030348,
|
|
"mixed_steps": 268,
|
|
"model_steps": 10682,
|
|
"padding_fraction": 0.1896895163036418,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 8,
|
|
"prefill_tokens": 2373,
|
|
"steps": 10696,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"mns": 64,
|
|
"observed_count": 276,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "aeea4a8e54cc7de279804b8c353f748a480aedcbb21e249a90a60267daee8dff",
|
|
"arrival_s": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"count": 276,
|
|
"long_gt4096": 99,
|
|
"offered_req_s": 4.6,
|
|
"offered_req_s_per_gpu": 2.3,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 256,
|
|
"finite_n": 276,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"raw_length_order_sha256": "983df528039301bd41a6684fecea75cdcf8822d214094d6d35def7fc7740c2ba",
|
|
"request_id_order_sha256": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15"
|
|
},
|
|
"slo_pass_count": 276,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 7.359818944764346,
|
|
"min": 4.136619818769028,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 77.53581900033168,
|
|
"min": 35.34514401690103,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.4389125542508539,
|
|
"decode_B_mean": 3.2792590513612123,
|
|
"decode_only_steps": 10413,
|
|
"decode_tokens": 35052,
|
|
"graph_mode_counts": {
|
|
"FULL": 10431,
|
|
"PIECEWISE": 258
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9758630367667696,
|
|
"PIECEWISE": 0.024136963233230425
|
|
},
|
|
"kv_usage_max": 0.02765094834311732,
|
|
"kv_usage_mean": 0.008399969301794988,
|
|
"mixed_steps": 268,
|
|
"model_steps": 10689,
|
|
"padding_fraction": 0.1888465039663618,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 8,
|
|
"prefill_tokens": 2373,
|
|
"steps": 10704,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.5,
|
|
"cell": "tp2_mns64",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 276,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.600044298,
|
|
"end_mono_ns": 206005852949422,
|
|
"end_wall_ns": 1783874432979377438,
|
|
"start_mono_ns": 205945252905124,
|
|
"start_wall_ns": 1783874372379332336
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 64,
|
|
"observed_count": 276,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "aeea4a8e54cc7de279804b8c353f748a480aedcbb21e249a90a60267daee8dff",
|
|
"arrival_s": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"count": 276,
|
|
"long_gt4096": 99,
|
|
"offered_req_s": 4.6,
|
|
"offered_req_s_per_gpu": 2.3,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 256,
|
|
"finite_n": 276,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"raw_length_order_sha256": "983df528039301bd41a6684fecea75cdcf8822d214094d6d35def7fc7740c2ba",
|
|
"request_id_order_sha256": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15"
|
|
},
|
|
"slo_pass_count": 276,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 7.361844818861275,
|
|
"min": 4.134220165552527,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 276,
|
|
"finite_n": 276,
|
|
"max": 80.72970999637619,
|
|
"min": 35.60976800508797,
|
|
"missing_n": 0,
|
|
"n": 276
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 0.9855072463768116,
|
|
"rate_per_gpu": 2.3,
|
|
"request_count": 276
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.3,
|
|
"request_count": 276
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"accepted_pass_rate": 0.561381074168798,
|
|
"anchor": 0.75,
|
|
"colocated": {
|
|
"accepted_feasible": false,
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.14066496163682865,
|
|
"solo_minus_colocated_primary_pass_rate": 0.4207161125319694,
|
|
"trial_pass_rates": [
|
|
0.14066496163682865
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.75,
|
|
"cell": "tp2_mns64",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 391,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 63.069024051,
|
|
"end_mono_ns": 205939344506671,
|
|
"end_wall_ns": 1783874366470934060,
|
|
"start_mono_ns": 205876275482620,
|
|
"start_wall_ns": 1783874303401910107
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 1.0159259489996566,
|
|
"decode_B_mean": 11.521345707656613,
|
|
"decode_only_steps": 3960,
|
|
"decode_tokens": 49657,
|
|
"graph_mode_counts": {
|
|
"FULL": 3964,
|
|
"NONE": 197,
|
|
"PIECEWISE": 149
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9197215777262181,
|
|
"NONE": 0.045707656612529,
|
|
"PIECEWISE": 0.0345707656612529
|
|
},
|
|
"kv_usage_max": 0.2012431416183862,
|
|
"kv_usage_mean": 0.028511089747761235,
|
|
"mixed_steps": 349,
|
|
"model_steps": 4310,
|
|
"padding_fraction": 0.011283134354128766,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 740571,
|
|
"steps": 4312,
|
|
"waiting_cv": 65.64297372910525,
|
|
"waiting_max": 1.0,
|
|
"waiting_mean": 0.0002320185614849188
|
|
},
|
|
"mns": 64,
|
|
"observed_count": 391,
|
|
"pass_rate": 0.8925831202046036,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "d3ed714128e985d0e0a0ca6b3767210c181114ab6694fb066a60aecf5afa9f9a",
|
|
"arrival_s": {
|
|
"distinct_n": 391,
|
|
"finite_n": 391,
|
|
"max": 59.91880000000001,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
},
|
|
"count": 391,
|
|
"long_gt4096": 140,
|
|
"offered_req_s": 6.516666666666667,
|
|
"offered_req_s_per_gpu": 3.2583333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 361,
|
|
"finite_n": 391,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
},
|
|
"raw_length_order_sha256": "8152bbaf9f27e84e6fbd6359174d17de4b9c96ea8b8c58e3760290be3469b2a9",
|
|
"request_id_order_sha256": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c"
|
|
},
|
|
"slo_pass_count": 349,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 391,
|
|
"finite_n": 391,
|
|
"max": 82.47090074005463,
|
|
"min": 5.57776618112744,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 391,
|
|
"finite_n": 391,
|
|
"max": 973.1985879770946,
|
|
"min": 38.53105800226331,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
false,
|
|
false
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.9873521668722912,
|
|
"decode_B_mean": 18.045209903121638,
|
|
"decode_only_steps": 815,
|
|
"decode_tokens": 16764,
|
|
"graph_mode_counts": {
|
|
"FULL": 815,
|
|
"NONE": 88,
|
|
"PIECEWISE": 26
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.8772874058127018,
|
|
"NONE": 0.09472551130247578,
|
|
"PIECEWISE": 0.02798708288482239
|
|
},
|
|
"kv_usage_max": 0.1673764851833378,
|
|
"kv_usage_mean": 0.0448404249585349,
|
|
"mixed_steps": 113,
|
|
"model_steps": 929,
|
|
"padding_fraction": 0.005237520594669355,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 344293,
|
|
"steps": 931,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
0.23017902813299232,
|
|
0.8925831202046036
|
|
],
|
|
"primary": {
|
|
"anchor": 0.75,
|
|
"cell": "tp2_mns64",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 132,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 22.208300455,
|
|
"end_mono_ns": 205869691965843,
|
|
"end_wall_ns": 1783874296818392926,
|
|
"start_mono_ns": 205847483665388,
|
|
"start_wall_ns": 1783874274610092601
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 64,
|
|
"observed_count": 391,
|
|
"pass_rate": 0.23017902813299232,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "d3ed714128e985d0e0a0ca6b3767210c181114ab6694fb066a60aecf5afa9f9a",
|
|
"arrival_s": {
|
|
"distinct_n": 391,
|
|
"finite_n": 391,
|
|
"max": 59.91880000000001,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
},
|
|
"count": 391,
|
|
"long_gt4096": 140,
|
|
"offered_req_s": 6.516666666666667,
|
|
"offered_req_s_per_gpu": 3.2583333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 361,
|
|
"finite_n": 391,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 391
|
|
},
|
|
"raw_length_order_sha256": "8152bbaf9f27e84e6fbd6359174d17de4b9c96ea8b8c58e3760290be3469b2a9",
|
|
"request_id_order_sha256": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c"
|
|
},
|
|
"slo_pass_count": 90,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 132,
|
|
"finite_n": 132,
|
|
"max": 73.44510653546615,
|
|
"min": 5.941438047292341,
|
|
"missing_n": 259,
|
|
"n": 391
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 132,
|
|
"finite_n": 132,
|
|
"max": 704.1629290033597,
|
|
"min": 40.83754599560052,
|
|
"missing_n": 259,
|
|
"n": 391
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 3.2583333333333333,
|
|
"request_count": 391
|
|
},
|
|
"v24": {
|
|
"feasible": false,
|
|
"pass_rate": 0.561381074168798,
|
|
"rate_per_gpu": 3.2583333333333333,
|
|
"request_count": 391
|
|
}
|
|
}
|
|
],
|
|
"boundary": "DOWN",
|
|
"bounded": true,
|
|
"cell_valid": {
|
|
"accounting_mode": "graceful-footer",
|
|
"cell": "tp2_mns64",
|
|
"invariants": {
|
|
"anchor_intervals_present": true,
|
|
"compile_capture_pre_ready": true,
|
|
"encoded_balanced": true,
|
|
"footer_sidecar_agrees": true,
|
|
"last_step_matches": true,
|
|
"layer1_contiguous": true,
|
|
"layer1_zero_drops": true,
|
|
"one_footer_last": true,
|
|
"one_ready_marker": true,
|
|
"sidecar_final": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true,
|
|
"written_matches_records": true
|
|
},
|
|
"layer1_records": 26882,
|
|
"post_ready_capture_events": [],
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns64/opprof/opprof-v1-dp0-pid2736153-1783874256706634444.jsonl"
|
|
},
|
|
"censor": null,
|
|
"drift": -0.2941176470588236,
|
|
"f20": 3.2583333333333333,
|
|
"f24": 2.3,
|
|
"material_frontier_moved": true,
|
|
"measurement_status": "SOLO_AUTHORITATIVE",
|
|
"mns": 64,
|
|
"observed_max_feasible_rate": 2.3,
|
|
"tp": 2
|
|
},
|
|
"tp2_mns8": {
|
|
"anchors": [
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.4921875,
|
|
"colocated": {
|
|
"accepted_feasible": false,
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.6914498141263941,
|
|
"solo_minus_colocated_primary_pass_rate": 0.30855018587360594,
|
|
"trial_pass_rates": [
|
|
0.6914498141263941
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.4921875,
|
|
"cell": "tp2_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 269,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.601494927,
|
|
"end_mono_ns": 206893279230894,
|
|
"end_wall_ns": 1783875320405658014,
|
|
"start_mono_ns": 206832677735967,
|
|
"start_wall_ns": 1783875259804163348
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.47181373537222526,
|
|
"decode_B_mean": 3.3661444477288405,
|
|
"decode_only_steps": 9880,
|
|
"decode_tokens": 34163,
|
|
"graph_mode_counts": {
|
|
"FULL": 9898,
|
|
"NONE": 52,
|
|
"PIECEWISE": 199
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9752684993595429,
|
|
"NONE": 0.005123657503202286,
|
|
"PIECEWISE": 0.0196078431372549
|
|
},
|
|
"kv_usage_max": 0.02758955119125095,
|
|
"kv_usage_mean": 0.008499553958525155,
|
|
"mixed_steps": 260,
|
|
"model_steps": 10149,
|
|
"padding_fraction": 0.19511764446210214,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 9,
|
|
"prefill_tokens": 2303,
|
|
"steps": 10164,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"mns": 8,
|
|
"observed_count": 269,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "ffbc7b8dd324c8e745654110a2412b03ddade891beb2bfe022ffde6502b0184b",
|
|
"arrival_s": {
|
|
"distinct_n": 269,
|
|
"finite_n": 269,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 269
|
|
},
|
|
"count": 269,
|
|
"long_gt4096": 95,
|
|
"offered_req_s": 4.483333333333333,
|
|
"offered_req_s_per_gpu": 2.2416666666666667,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 250,
|
|
"finite_n": 269,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 269
|
|
},
|
|
"raw_length_order_sha256": "bc951350376a487d34d2def78fd32a2286e23bf8a7f481ff578009e12e3f1fb8",
|
|
"request_id_order_sha256": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c"
|
|
},
|
|
"slo_pass_count": 269,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 269,
|
|
"finite_n": 269,
|
|
"max": 7.978645503964627,
|
|
"min": 4.193213968592747,
|
|
"missing_n": 0,
|
|
"n": 269
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 269,
|
|
"finite_n": 269,
|
|
"max": 136.03269401937723,
|
|
"min": 35.76707499451004,
|
|
"missing_n": 0,
|
|
"n": 269
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.48627204434656124,
|
|
"decode_B_mean": 3.451156682493181,
|
|
"decode_only_steps": 9630,
|
|
"decode_tokens": 34163,
|
|
"graph_mode_counts": {
|
|
"FULL": 9645,
|
|
"NONE": 70,
|
|
"PIECEWISE": 184
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9743408425093444,
|
|
"NONE": 0.007071421355692494,
|
|
"PIECEWISE": 0.018587736134963128
|
|
},
|
|
"kv_usage_max": 0.02758955119125095,
|
|
"kv_usage_mean": 0.008708181568414703,
|
|
"mixed_steps": 261,
|
|
"model_steps": 9899,
|
|
"padding_fraction": 0.08521454941596562,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 8,
|
|
"prefill_tokens": 56527,
|
|
"steps": 9914,
|
|
"waiting_cv": 9.543086602680969,
|
|
"waiting_max": 5.0,
|
|
"waiting_mean": 0.03909485806647136
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.4921875,
|
|
"cell": "tp2_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 269,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.694519409,
|
|
"end_mono_ns": 206826428376802,
|
|
"end_wall_ns": 1783875253554803495,
|
|
"start_mono_ns": 206764733857393,
|
|
"start_wall_ns": 1783875191860284710
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 8,
|
|
"observed_count": 269,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "ffbc7b8dd324c8e745654110a2412b03ddade891beb2bfe022ffde6502b0184b",
|
|
"arrival_s": {
|
|
"distinct_n": 269,
|
|
"finite_n": 269,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 269
|
|
},
|
|
"count": 269,
|
|
"long_gt4096": 95,
|
|
"offered_req_s": 4.483333333333333,
|
|
"offered_req_s_per_gpu": 2.2416666666666667,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 250,
|
|
"finite_n": 269,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 269
|
|
},
|
|
"raw_length_order_sha256": "bc951350376a487d34d2def78fd32a2286e23bf8a7f481ff578009e12e3f1fb8",
|
|
"request_id_order_sha256": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c"
|
|
},
|
|
"slo_pass_count": 269,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 269,
|
|
"finite_n": 269,
|
|
"max": 14.617633236311816,
|
|
"min": 4.180891763814908,
|
|
"missing_n": 0,
|
|
"n": 269
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 269,
|
|
"finite_n": 269,
|
|
"max": 1039.087387995096,
|
|
"min": 37.062153016449884,
|
|
"missing_n": 0,
|
|
"n": 269
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.2416666666666667,
|
|
"request_count": 269
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.2416666666666667,
|
|
"request_count": 269
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"accepted_pass_rate": 0.5805860805860805,
|
|
"anchor": 0.49609375,
|
|
"colocated": {
|
|
"accepted_feasible": false,
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.09157509157509157,
|
|
"solo_minus_colocated_primary_pass_rate": 0.48901098901098894,
|
|
"trial_pass_rates": [
|
|
0.09157509157509157
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.49609375,
|
|
"cell": "tp2_mns8",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 258,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 59.397687517,
|
|
"end_mono_ns": 206758345547488,
|
|
"end_wall_ns": 1783875185471974373,
|
|
"start_mono_ns": 206698947859971,
|
|
"start_wall_ns": 1783875126074287316
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.42342382793116656,
|
|
"decode_B_mean": 5.461,
|
|
"decode_only_steps": 5742,
|
|
"decode_tokens": 32766,
|
|
"graph_mode_counts": {
|
|
"FULL": 5746,
|
|
"NONE": 190,
|
|
"PIECEWISE": 64
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9576666666666667,
|
|
"NONE": 0.03166666666666667,
|
|
"PIECEWISE": 0.010666666666666666
|
|
},
|
|
"kv_usage_max": 0.037377333690644776,
|
|
"kv_usage_mean": 0.013459032536613793,
|
|
"mixed_steps": 256,
|
|
"model_steps": 6000,
|
|
"padding_fraction": 0.008552057016312654,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 2,
|
|
"prefill_tokens": 475823,
|
|
"steps": 6004,
|
|
"waiting_cv": 1.6234139342293743,
|
|
"waiting_max": 11.0,
|
|
"waiting_mean": 1.8581666666666667
|
|
},
|
|
"mns": 8,
|
|
"observed_count": 273,
|
|
"pass_rate": 0.8901098901098901,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "41168f4bd02f3ef4e83b7440a3dab7458f08df9c2bbd4452fad076b4a2e0eaed",
|
|
"arrival_s": {
|
|
"distinct_n": 273,
|
|
"finite_n": 273,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 273
|
|
},
|
|
"count": 273,
|
|
"long_gt4096": 97,
|
|
"offered_req_s": 4.55,
|
|
"offered_req_s_per_gpu": 2.275,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 253,
|
|
"finite_n": 273,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 273
|
|
},
|
|
"raw_length_order_sha256": "9e38ed1766e3933dc05a7ced5d0a73fed47ce769800f0d2c10014af0ef823f28",
|
|
"request_id_order_sha256": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80"
|
|
},
|
|
"slo_pass_count": 243,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 258,
|
|
"finite_n": 258,
|
|
"max": 18.377687952776373,
|
|
"min": 4.628447409468065,
|
|
"missing_n": 15,
|
|
"n": 273
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 258,
|
|
"finite_n": 258,
|
|
"max": 2424.360237986548,
|
|
"min": 39.415776991518214,
|
|
"missing_n": 15,
|
|
"n": 273
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
false,
|
|
false
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.3706255790761462,
|
|
"decode_B_mean": 6.0536246276067525,
|
|
"decode_only_steps": 1918,
|
|
"decode_tokens": 12192,
|
|
"graph_mode_counts": {
|
|
"FULL": 1918,
|
|
"NONE": 87,
|
|
"PIECEWISE": 9
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9523336643495531,
|
|
"NONE": 0.04319761668321748,
|
|
"PIECEWISE": 0.004468718967229395
|
|
},
|
|
"kv_usage_max": 0.024909715044089675,
|
|
"kv_usage_mean": 0.013887512347528483,
|
|
"mixed_steps": 95,
|
|
"model_steps": 2014,
|
|
"padding_fraction": 0.0036008349493892927,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 203091,
|
|
"steps": 2016,
|
|
"waiting_cv": 1.0644646575061532,
|
|
"waiting_max": 13.0,
|
|
"waiting_mean": 4.344091360476663
|
|
},
|
|
"pass_rates": [
|
|
0.27106227106227104,
|
|
0.8901098901098901
|
|
],
|
|
"primary": {
|
|
"anchor": 0.49609375,
|
|
"cell": "tp2_mns8",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 96,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 23.212238551,
|
|
"end_mono_ns": 206692540366228,
|
|
"end_wall_ns": 1783875119666793202,
|
|
"start_mono_ns": 206669328127677,
|
|
"start_wall_ns": 1783875096454555226
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 8,
|
|
"observed_count": 273,
|
|
"pass_rate": 0.27106227106227104,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "41168f4bd02f3ef4e83b7440a3dab7458f08df9c2bbd4452fad076b4a2e0eaed",
|
|
"arrival_s": {
|
|
"distinct_n": 273,
|
|
"finite_n": 273,
|
|
"max": 59.78950000000005,
|
|
"min": 0.008300000000008368,
|
|
"missing_n": 0,
|
|
"n": 273
|
|
},
|
|
"count": 273,
|
|
"long_gt4096": 97,
|
|
"offered_req_s": 4.55,
|
|
"offered_req_s_per_gpu": 2.275,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 253,
|
|
"finite_n": 273,
|
|
"max": 8149.0,
|
|
"min": 71.0,
|
|
"missing_n": 0,
|
|
"n": 273
|
|
},
|
|
"raw_length_order_sha256": "9e38ed1766e3933dc05a7ced5d0a73fed47ce769800f0d2c10014af0ef823f28",
|
|
"request_id_order_sha256": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80"
|
|
},
|
|
"slo_pass_count": 74,
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2,
|
|
"tpot_ms": {
|
|
"distinct_n": 96,
|
|
"finite_n": 96,
|
|
"max": 15.690051220626916,
|
|
"min": 6.1712947953217405,
|
|
"missing_n": 177,
|
|
"n": 273
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 96,
|
|
"finite_n": 96,
|
|
"max": 2895.5836099921726,
|
|
"min": 42.191794025711715,
|
|
"missing_n": 177,
|
|
"n": 273
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.275,
|
|
"request_count": 273
|
|
},
|
|
"v24": {
|
|
"feasible": false,
|
|
"pass_rate": 0.5805860805860805,
|
|
"rate_per_gpu": 2.275,
|
|
"request_count": 273
|
|
}
|
|
}
|
|
],
|
|
"boundary": "DOWN",
|
|
"bounded": true,
|
|
"cell_valid": {
|
|
"accounting_mode": "graceful-footer",
|
|
"cell": "tp2_mns8",
|
|
"invariants": {
|
|
"anchor_intervals_present": true,
|
|
"compile_capture_pre_ready": true,
|
|
"encoded_balanced": true,
|
|
"footer_sidecar_agrees": true,
|
|
"last_step_matches": true,
|
|
"layer1_contiguous": true,
|
|
"layer1_zero_drops": true,
|
|
"one_footer_last": true,
|
|
"one_ready_marker": true,
|
|
"sidecar_final": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true,
|
|
"written_matches_records": true
|
|
},
|
|
"layer1_records": 28404,
|
|
"post_ready_capture_events": [],
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp2_mns8/opprof/opprof-v1-dp0-pid2750298-1783875076865595283.jsonl"
|
|
},
|
|
"censor": null,
|
|
"drift": -0.0146520146520146,
|
|
"f20": 2.275,
|
|
"f24": 2.2416666666666667,
|
|
"material_frontier_moved": false,
|
|
"measurement_status": "SOLO_AUTHORITATIVE",
|
|
"mns": 8,
|
|
"observed_max_feasible_rate": 2.2416666666666667,
|
|
"tp": 2
|
|
},
|
|
"tp4_mns16": {
|
|
"anchors": [
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.033182214016,
|
|
"colocated": {
|
|
"accepted_feasible": false,
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.6086956521739131,
|
|
"solo_minus_colocated_primary_pass_rate": 0.3913043478260869,
|
|
"trial_pass_rates": [
|
|
0.6086956521739131
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.033182214016,
|
|
"cell": "tp4_mns16",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 575,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 62.401356779,
|
|
"end_mono_ns": 206373778206418,
|
|
"end_wall_ns": 1783874800904633584,
|
|
"start_mono_ns": 206311376849639,
|
|
"start_wall_ns": 1783874738503276864
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.4803846550950009,
|
|
"decode_B_mean": 7.062379110251451,
|
|
"decode_only_steps": 9786,
|
|
"decode_tokens": 73025,
|
|
"graph_mode_counts": {
|
|
"FULL": 9815,
|
|
"NONE": 62,
|
|
"PIECEWISE": 463
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9492263056092843,
|
|
"NONE": 0.005996131528046422,
|
|
"PIECEWISE": 0.04477756286266925
|
|
},
|
|
"kv_usage_max": 0.02085830736034522,
|
|
"kv_usage_mean": 0.006703151279153486,
|
|
"mixed_steps": 552,
|
|
"model_steps": 10340,
|
|
"padding_fraction": 0.0800442841521147,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 2,
|
|
"prefill_tokens": 197867,
|
|
"steps": 10344,
|
|
"waiting_cv": 6.673872175860442,
|
|
"waiting_max": 15.0,
|
|
"waiting_mean": 0.236073500967118
|
|
},
|
|
"mns": 16,
|
|
"observed_count": 575,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "86ee457cd91595c76454d54ebc69890836ef603ceb96deaf9c7cf05e91de9407",
|
|
"arrival_s": {
|
|
"distinct_n": 574,
|
|
"finite_n": 575,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 575
|
|
},
|
|
"count": 575,
|
|
"long_gt4096": 178,
|
|
"offered_req_s": 9.583333333333334,
|
|
"offered_req_s_per_gpu": 2.3958333333333335,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 524,
|
|
"finite_n": 575,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 575
|
|
},
|
|
"raw_length_order_sha256": "8354300b1680841ab43ef8164307d7c1f28bc877994b8d1e7584aff030677560",
|
|
"request_id_order_sha256": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f"
|
|
},
|
|
"slo_pass_count": 575,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 575,
|
|
"finite_n": 575,
|
|
"max": 16.395648126032086,
|
|
"min": 3.8425548977904227,
|
|
"missing_n": 0,
|
|
"n": 575
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 575,
|
|
"finite_n": 575,
|
|
"max": 1883.0044260248542,
|
|
"min": 34.824717993615195,
|
|
"missing_n": 0,
|
|
"n": 575
|
|
}
|
|
},
|
|
{
|
|
"anchor": 0.033182214016,
|
|
"cell": "tp4_mns16",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 575,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.609467854,
|
|
"end_mono_ns": 206440578236362,
|
|
"end_wall_ns": 1783874867704663470,
|
|
"start_mono_ns": 206379968768508,
|
|
"start_wall_ns": 1783874807095196033
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.4504546097224705,
|
|
"decode_B_mean": 6.67138680796638,
|
|
"decode_only_steps": 10383,
|
|
"decode_tokens": 73025,
|
|
"graph_mode_counts": {
|
|
"FULL": 10415,
|
|
"NONE": 2,
|
|
"PIECEWISE": 529
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9514891284487484,
|
|
"NONE": 0.0001827151470856934,
|
|
"PIECEWISE": 0.048328156404165906
|
|
},
|
|
"kv_usage_max": 0.020235975861699562,
|
|
"kv_usage_mean": 0.00634432601196062,
|
|
"mixed_steps": 561,
|
|
"model_steps": 10946,
|
|
"padding_fraction": 0.24434226736121215,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 2,
|
|
"prefill_tokens": 4875,
|
|
"steps": 10950,
|
|
"waiting_cv": 22.80872848797353,
|
|
"waiting_max": 1.0,
|
|
"waiting_mean": 0.0019185090443997808
|
|
},
|
|
"mns": 16,
|
|
"observed_count": 575,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "86ee457cd91595c76454d54ebc69890836ef603ceb96deaf9c7cf05e91de9407",
|
|
"arrival_s": {
|
|
"distinct_n": 574,
|
|
"finite_n": 575,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 575
|
|
},
|
|
"count": 575,
|
|
"long_gt4096": 178,
|
|
"offered_req_s": 9.583333333333334,
|
|
"offered_req_s_per_gpu": 2.3958333333333335,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 524,
|
|
"finite_n": 575,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 575
|
|
},
|
|
"raw_length_order_sha256": "8354300b1680841ab43ef8164307d7c1f28bc877994b8d1e7584aff030677560",
|
|
"request_id_order_sha256": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f"
|
|
},
|
|
"slo_pass_count": 575,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 575,
|
|
"finite_n": 575,
|
|
"max": 7.079952629970562,
|
|
"min": 3.8461172678251203,
|
|
"missing_n": 0,
|
|
"n": 575
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 575,
|
|
"finite_n": 575,
|
|
"max": 181.3676160236355,
|
|
"min": 33.920757996384054,
|
|
"missing_n": 0,
|
|
"n": 575
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
false,
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.56014861811598,
|
|
"decode_B_mean": 8.163244484121924,
|
|
"decode_only_steps": 7355,
|
|
"decode_tokens": 64008,
|
|
"graph_mode_counts": {
|
|
"FULL": 7370,
|
|
"NONE": 194,
|
|
"PIECEWISE": 277
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9399311312332611,
|
|
"NONE": 0.024741742124728988,
|
|
"PIECEWISE": 0.035327126642009946
|
|
},
|
|
"kv_usage_max": 0.02132760652325838,
|
|
"kv_usage_mean": 0.007707377988685883,
|
|
"mixed_steps": 484,
|
|
"model_steps": 7841,
|
|
"padding_fraction": 0.02360025908891416,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 2,
|
|
"prefill_tokens": 534444,
|
|
"steps": 7845,
|
|
"waiting_cv": 2.4771546994509084,
|
|
"waiting_max": 40.0,
|
|
"waiting_mean": 3.417166177783446
|
|
},
|
|
"pass_rates": [
|
|
0.7530434782608696,
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.033182214016,
|
|
"cell": "tp4_mns16",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 504,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 57.926653309,
|
|
"end_mono_ns": 206305019222036,
|
|
"end_wall_ns": 1783874732145649173,
|
|
"start_mono_ns": 206247092568727,
|
|
"start_wall_ns": 1783874674218995807
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 16,
|
|
"observed_count": 575,
|
|
"pass_rate": 0.7530434782608696,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "86ee457cd91595c76454d54ebc69890836ef603ceb96deaf9c7cf05e91de9407",
|
|
"arrival_s": {
|
|
"distinct_n": 574,
|
|
"finite_n": 575,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 575
|
|
},
|
|
"count": 575,
|
|
"long_gt4096": 178,
|
|
"offered_req_s": 9.583333333333334,
|
|
"offered_req_s_per_gpu": 2.3958333333333335,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 524,
|
|
"finite_n": 575,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 575
|
|
},
|
|
"raw_length_order_sha256": "8354300b1680841ab43ef8164307d7c1f28bc877994b8d1e7584aff030677560",
|
|
"request_id_order_sha256": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f"
|
|
},
|
|
"slo_pass_count": 433,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 504,
|
|
"finite_n": 504,
|
|
"max": 17.29787870078333,
|
|
"min": 3.856502622081788,
|
|
"missing_n": 71,
|
|
"n": 575
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 504,
|
|
"finite_n": 504,
|
|
"max": 4620.4556869925,
|
|
"min": 35.387877986067906,
|
|
"missing_n": 71,
|
|
"n": 575
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 3,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.3958333333333335,
|
|
"request_count": 575
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.3958333333333335,
|
|
"request_count": 575
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"accepted_pass_rate": 0.2380546075085324,
|
|
"anchor": 0.033717411016,
|
|
"colocated": {
|
|
"accepted_feasible": null,
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.03583617747440273,
|
|
"solo_minus_colocated_primary_pass_rate": 0.20221843003412968,
|
|
"trial_pass_rates": [
|
|
0.03583617747440273,
|
|
1.0
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.033717411016,
|
|
"cell": "tp4_mns16",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 299,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 36.241514217,
|
|
"end_mono_ns": 206240554322036,
|
|
"end_wall_ns": 1783874667680749525,
|
|
"start_mono_ns": 206204312807819,
|
|
"start_wall_ns": 1783874631439235350
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.5002690999504984,
|
|
"decode_B_mean": 9.4272591857001,
|
|
"decode_only_steps": 3736,
|
|
"decode_tokens": 37973,
|
|
"graph_mode_counts": {
|
|
"FULL": 3748,
|
|
"NONE": 144,
|
|
"PIECEWISE": 136
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9304865938430983,
|
|
"NONE": 0.03574975173783516,
|
|
"PIECEWISE": 0.033763654419066536
|
|
},
|
|
"kv_usage_max": 0.027770267857598285,
|
|
"kv_usage_mean": 0.009047796233306362,
|
|
"mixed_steps": 291,
|
|
"model_steps": 4028,
|
|
"padding_fraction": 0.014732144579056788,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 472914,
|
|
"steps": 4030,
|
|
"waiting_cv": 1.8755427871196464,
|
|
"waiting_max": 33.0,
|
|
"waiting_mean": 4.938182720953327
|
|
},
|
|
"mns": 16,
|
|
"observed_count": 586,
|
|
"pass_rate": 0.4129692832764505,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "fe44bf6b0efd6e6ab4d19676e34ace608827e419dbb5c19c8595992f0339c9b1",
|
|
"arrival_s": {
|
|
"distinct_n": 585,
|
|
"finite_n": 586,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"count": 586,
|
|
"long_gt4096": 184,
|
|
"offered_req_s": 9.766666666666667,
|
|
"offered_req_s_per_gpu": 2.441666666666667,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 534,
|
|
"finite_n": 586,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"raw_length_order_sha256": "e2d040068b279e99073f6965d1136eb0ca6e8534c883f331b4cb85c5fc7a4650",
|
|
"request_id_order_sha256": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db"
|
|
},
|
|
"slo_pass_count": 242,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 299,
|
|
"finite_n": 299,
|
|
"max": 19.551449724588558,
|
|
"min": 4.617206692946781,
|
|
"missing_n": 287,
|
|
"n": 586
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 299,
|
|
"finite_n": 299,
|
|
"max": 4369.375169015257,
|
|
"min": 35.537771997042,
|
|
"missing_n": 287,
|
|
"n": 586
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
false,
|
|
false
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.40183749315339584,
|
|
"decode_B_mean": 12.478345184227537,
|
|
"decode_only_steps": 1419,
|
|
"decode_tokens": 19304,
|
|
"graph_mode_counts": {
|
|
"FULL": 1419,
|
|
"NONE": 112,
|
|
"PIECEWISE": 16
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9172592113768584,
|
|
"NONE": 0.07239819004524888,
|
|
"PIECEWISE": 0.010342598577892695
|
|
},
|
|
"kv_usage_max": 0.01979728316593299,
|
|
"kv_usage_mean": 0.009849502078910156,
|
|
"mixed_steps": 127,
|
|
"model_steps": 1547,
|
|
"padding_fraction": 0.0025222796189245523,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 301815,
|
|
"steps": 1549,
|
|
"waiting_cv": 0.9394117903870358,
|
|
"waiting_max": 48.0,
|
|
"waiting_mean": 21.13251454427925
|
|
},
|
|
"pass_rates": [
|
|
0.06313993174061433,
|
|
0.4129692832764505
|
|
],
|
|
"primary": {
|
|
"anchor": 0.033717411016,
|
|
"cell": "tp4_mns16",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 152,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 25.795635813,
|
|
"end_mono_ns": 206197322315089,
|
|
"end_wall_ns": 1783874624448742328,
|
|
"start_mono_ns": 206171526679276,
|
|
"start_wall_ns": 1783874598653106506
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 16,
|
|
"observed_count": 586,
|
|
"pass_rate": 0.06313993174061433,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "fe44bf6b0efd6e6ab4d19676e34ace608827e419dbb5c19c8595992f0339c9b1",
|
|
"arrival_s": {
|
|
"distinct_n": 585,
|
|
"finite_n": 586,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"count": 586,
|
|
"long_gt4096": 184,
|
|
"offered_req_s": 9.766666666666667,
|
|
"offered_req_s_per_gpu": 2.441666666666667,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 534,
|
|
"finite_n": 586,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"raw_length_order_sha256": "e2d040068b279e99073f6965d1136eb0ca6e8534c883f331b4cb85c5fc7a4650",
|
|
"request_id_order_sha256": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db"
|
|
},
|
|
"slo_pass_count": 37,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 152,
|
|
"finite_n": 152,
|
|
"max": 38.16994751173834,
|
|
"min": 4.869590023684675,
|
|
"missing_n": 434,
|
|
"n": 586
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 152,
|
|
"finite_n": 152,
|
|
"max": 7810.731097008102,
|
|
"min": 37.92213799897581,
|
|
"missing_n": 434,
|
|
"n": 586
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.441666666666667,
|
|
"request_count": 586
|
|
},
|
|
"v24": {
|
|
"feasible": false,
|
|
"pass_rate": 0.2380546075085324,
|
|
"rate_per_gpu": 2.441666666666667,
|
|
"request_count": 586
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.034252608017,
|
|
"colocated": {
|
|
"accepted_feasible": false,
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.8466666666666667,
|
|
"solo_minus_colocated_primary_pass_rate": 0.15333333333333332,
|
|
"trial_pass_rates": [
|
|
0.8466666666666667
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.034252608017,
|
|
"cell": "tp4_mns16",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 600,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.607371178,
|
|
"end_mono_ns": 206573458638053,
|
|
"end_wall_ns": 1783875000585066169,
|
|
"start_mono_ns": 206512851266875,
|
|
"start_wall_ns": 1783874939977694056
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.4392997651461427,
|
|
"decode_B_mean": 7.083759412475597,
|
|
"decode_only_steps": 10175,
|
|
"decode_tokens": 76200,
|
|
"graph_mode_counts": {
|
|
"FULL": 10207,
|
|
"NONE": 5,
|
|
"PIECEWISE": 545
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9488705029283258,
|
|
"NONE": 0.00046481360974249327,
|
|
"PIECEWISE": 0.050664683461931766
|
|
},
|
|
"kv_usage_max": 0.023199702097053132,
|
|
"kv_usage_mean": 0.0067668545830499825,
|
|
"mixed_steps": 580,
|
|
"model_steps": 10757,
|
|
"padding_fraction": 0.23808720270739,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 2,
|
|
"prefill_tokens": 5074,
|
|
"steps": 10761,
|
|
"waiting_cv": 16.231307168862653,
|
|
"waiting_max": 3.0,
|
|
"waiting_mean": 0.007065166868085898
|
|
},
|
|
"mns": 16,
|
|
"observed_count": 600,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "50f1b34c344c451c6d7501290d0b53f147d0c0b6a4bc078b303d5c33576ebe2d",
|
|
"arrival_s": {
|
|
"distinct_n": 599,
|
|
"finite_n": 600,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"count": 600,
|
|
"long_gt4096": 187,
|
|
"offered_req_s": 10.0,
|
|
"offered_req_s_per_gpu": 2.5,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 546,
|
|
"finite_n": 600,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"raw_length_order_sha256": "08eff8eecd74dc4646aa45945bd752432ee5eb795006755527dd32d7178c1140",
|
|
"request_id_order_sha256": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd"
|
|
},
|
|
"slo_pass_count": 600,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 600,
|
|
"finite_n": 600,
|
|
"max": 7.261857527672995,
|
|
"min": 3.852719755927614,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 600,
|
|
"finite_n": 600,
|
|
"max": 210.09885301464237,
|
|
"min": 35.12379902531393,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.43553630007582306,
|
|
"decode_B_mean": 7.3332691752478105,
|
|
"decode_only_steps": 9816,
|
|
"decode_tokens": 76200,
|
|
"graph_mode_counts": {
|
|
"FULL": 9844,
|
|
"NONE": 23,
|
|
"PIECEWISE": 524
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9473582908286017,
|
|
"NONE": 0.002213453950534116,
|
|
"PIECEWISE": 0.05042825522086421
|
|
},
|
|
"kv_usage_max": 0.023245611797772847,
|
|
"kv_usage_mean": 0.006997659194358993,
|
|
"mixed_steps": 573,
|
|
"model_steps": 10391,
|
|
"padding_fraction": 0.1403000197011061,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 2,
|
|
"prefill_tokens": 76530,
|
|
"steps": 10395,
|
|
"waiting_cv": 9.789921043363753,
|
|
"waiting_max": 3.0,
|
|
"waiting_mean": 0.02367433355788663
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.034252608017,
|
|
"cell": "tp4_mns16",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 600,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.606381404,
|
|
"end_mono_ns": 206507070554626,
|
|
"end_wall_ns": 1783874934196982187,
|
|
"start_mono_ns": 206446464173222,
|
|
"start_wall_ns": 1783874873590600542
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 16,
|
|
"observed_count": 600,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "50f1b34c344c451c6d7501290d0b53f147d0c0b6a4bc078b303d5c33576ebe2d",
|
|
"arrival_s": {
|
|
"distinct_n": 599,
|
|
"finite_n": 600,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"count": 600,
|
|
"long_gt4096": 187,
|
|
"offered_req_s": 10.0,
|
|
"offered_req_s_per_gpu": 2.5,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 546,
|
|
"finite_n": 600,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"raw_length_order_sha256": "08eff8eecd74dc4646aa45945bd752432ee5eb795006755527dd32d7178c1140",
|
|
"request_id_order_sha256": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd"
|
|
},
|
|
"slo_pass_count": 600,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 600,
|
|
"finite_n": 600,
|
|
"max": 8.318593196880704,
|
|
"min": 3.8498818111701274,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 600,
|
|
"finite_n": 600,
|
|
"max": 367.71361899445765,
|
|
"min": 35.09980899980292,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.16,
|
|
"rate_per_gpu": 2.5,
|
|
"request_count": 600
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.5,
|
|
"request_count": 600
|
|
}
|
|
}
|
|
],
|
|
"boundary": "NONMONOTONIC",
|
|
"bounded": false,
|
|
"cell_valid": {
|
|
"accounting_mode": "graceful-footer",
|
|
"cell": "tp4_mns16",
|
|
"invariants": {
|
|
"anchor_intervals_present": true,
|
|
"compile_capture_pre_ready": true,
|
|
"encoded_balanced": true,
|
|
"footer_sidecar_agrees": true,
|
|
"last_step_matches": true,
|
|
"layer1_contiguous": true,
|
|
"layer1_zero_drops": true,
|
|
"one_footer_last": true,
|
|
"one_ready_marker": true,
|
|
"sidecar_final": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true,
|
|
"written_matches_records": true
|
|
},
|
|
"layer1_records": 56011,
|
|
"post_ready_capture_events": [],
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns16/opprof/opprof-v1-dp0-pid2741574-1783874579483097755.jsonl"
|
|
},
|
|
"censor": "NONMONOTONIC_SOLO_ANCHORS",
|
|
"drift": null,
|
|
"f20": 2.441666666666667,
|
|
"f24": null,
|
|
"material_frontier_moved": false,
|
|
"measurement_status": "SOLO_AUTHORITATIVE",
|
|
"mns": 16,
|
|
"observed_max_feasible_rate": 2.5,
|
|
"tp": 4
|
|
},
|
|
"tp4_mns32": {
|
|
"anchors": [
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.033717411016,
|
|
"colocated": null,
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.033717411016,
|
|
"cell": "tp4_mns32",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 586,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 62.020765229,
|
|
"end_mono_ns": 204687293289695,
|
|
"end_wall_ns": 1783873114419717059,
|
|
"start_mono_ns": 204625272524466,
|
|
"start_wall_ns": 1783873052398951749
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.7728594063694523,
|
|
"decode_B_mean": 14.757485623636724,
|
|
"decode_only_steps": 4528,
|
|
"decode_tokens": 74422,
|
|
"graph_mode_counts": {
|
|
"FULL": 4538,
|
|
"NONE": 353,
|
|
"PIECEWISE": 152
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.8998611937338885,
|
|
"NONE": 0.06999801705334127,
|
|
"PIECEWISE": 0.030140789212770178
|
|
},
|
|
"kv_usage_max": 0.0474979704994869,
|
|
"kv_usage_mean": 0.013829397882131243,
|
|
"mixed_steps": 514,
|
|
"model_steps": 5043,
|
|
"padding_fraction": 0.00724689319740189,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 1249040,
|
|
"steps": 5044,
|
|
"waiting_cv": 2.1417261616924654,
|
|
"waiting_max": 14.0,
|
|
"waiting_mean": 1.331945270672219
|
|
},
|
|
"mns": 32,
|
|
"observed_count": 586,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "fe44bf6b0efd6e6ab4d19676e34ace608827e419dbb5c19c8595992f0339c9b1",
|
|
"arrival_s": {
|
|
"distinct_n": 585,
|
|
"finite_n": 586,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"count": 586,
|
|
"long_gt4096": 184,
|
|
"offered_req_s": 9.766666666666667,
|
|
"offered_req_s_per_gpu": 2.441666666666667,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 534,
|
|
"finite_n": 586,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"raw_length_order_sha256": "e2d040068b279e99073f6965d1136eb0ca6e8534c883f331b4cb85c5fc7a4650",
|
|
"request_id_order_sha256": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db"
|
|
},
|
|
"slo_pass_count": 586,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 586,
|
|
"finite_n": 586,
|
|
"max": 30.96185862196712,
|
|
"min": 4.221293874044616,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 586,
|
|
"finite_n": 586,
|
|
"max": 1400.6275889987592,
|
|
"min": 36.0499199887272,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
}
|
|
},
|
|
{
|
|
"anchor": 0.033717411016,
|
|
"cell": "tp4_mns32",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 586,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.604883143,
|
|
"end_mono_ns": 204754670204385,
|
|
"end_wall_ns": 1783873181796631942,
|
|
"start_mono_ns": 204694065321242,
|
|
"start_wall_ns": 1783873121191748842
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.45040651352782296,
|
|
"decode_B_mean": 6.820823022637705,
|
|
"decode_only_steps": 10338,
|
|
"decode_tokens": 74422,
|
|
"graph_mode_counts": {
|
|
"FULL": 10370,
|
|
"PIECEWISE": 541
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9504170103565209,
|
|
"PIECEWISE": 0.049582989643479056
|
|
},
|
|
"kv_usage_max": 0.02171948473662444,
|
|
"kv_usage_mean": 0.0065474296776537955,
|
|
"mixed_steps": 571,
|
|
"model_steps": 10911,
|
|
"padding_fraction": 0.24547562922971636,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 2,
|
|
"prefill_tokens": 4960,
|
|
"steps": 10914,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"mns": 32,
|
|
"observed_count": 586,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "fe44bf6b0efd6e6ab4d19676e34ace608827e419dbb5c19c8595992f0339c9b1",
|
|
"arrival_s": {
|
|
"distinct_n": 585,
|
|
"finite_n": 586,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"count": 586,
|
|
"long_gt4096": 184,
|
|
"offered_req_s": 9.766666666666667,
|
|
"offered_req_s_per_gpu": 2.441666666666667,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 534,
|
|
"finite_n": 586,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"raw_length_order_sha256": "e2d040068b279e99073f6965d1136eb0ca6e8534c883f331b4cb85c5fc7a4650",
|
|
"request_id_order_sha256": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db"
|
|
},
|
|
"slo_pass_count": 586,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 586,
|
|
"finite_n": 586,
|
|
"max": 6.865110700926194,
|
|
"min": 3.877922850404316,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 586,
|
|
"finite_n": 586,
|
|
"max": 149.36435397248715,
|
|
"min": 35.21961401565932,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
false,
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.7499245353192122,
|
|
"decode_B_mean": 18.03623898139079,
|
|
"decode_only_steps": 919,
|
|
"decode_tokens": 18415,
|
|
"graph_mode_counts": {
|
|
"FULL": 919,
|
|
"NONE": 84,
|
|
"PIECEWISE": 18
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9000979431929481,
|
|
"NONE": 0.08227228207639568,
|
|
"PIECEWISE": 0.01762977473065622
|
|
},
|
|
"kv_usage_max": 0.03680160930455778,
|
|
"kv_usage_mean": 0.014215112207466527,
|
|
"mixed_steps": 101,
|
|
"model_steps": 1021,
|
|
"padding_fraction": 0.002578912799907275,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 291380,
|
|
"steps": 1023,
|
|
"waiting_cv": 1.3083314310129481,
|
|
"waiting_max": 32.0,
|
|
"waiting_mean": 10.449559255631733
|
|
},
|
|
"pass_rates": [
|
|
0.030716723549488054,
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.033717411016,
|
|
"cell": "tp4_mns32",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 145,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 26.619371633,
|
|
"end_mono_ns": 204618619172708,
|
|
"end_wall_ns": 1783873045745600041,
|
|
"start_mono_ns": 204591999801075,
|
|
"start_wall_ns": 1783873019126228288
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 32,
|
|
"observed_count": 586,
|
|
"pass_rate": 0.030716723549488054,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "fe44bf6b0efd6e6ab4d19676e34ace608827e419dbb5c19c8595992f0339c9b1",
|
|
"arrival_s": {
|
|
"distinct_n": 585,
|
|
"finite_n": 586,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"count": 586,
|
|
"long_gt4096": 184,
|
|
"offered_req_s": 9.766666666666667,
|
|
"offered_req_s_per_gpu": 2.441666666666667,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 534,
|
|
"finite_n": 586,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"raw_length_order_sha256": "e2d040068b279e99073f6965d1136eb0ca6e8534c883f331b4cb85c5fc7a4650",
|
|
"request_id_order_sha256": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db"
|
|
},
|
|
"slo_pass_count": 18,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 145,
|
|
"finite_n": 145,
|
|
"max": 73.72474424402581,
|
|
"min": 4.843318141679697,
|
|
"missing_n": 441,
|
|
"n": 586
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 145,
|
|
"finite_n": 145,
|
|
"max": 8646.978151984513,
|
|
"min": 38.25148000032641,
|
|
"missing_n": 441,
|
|
"n": 586
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 3,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.441666666666667,
|
|
"request_count": 586
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.441666666666667,
|
|
"request_count": 586
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.034252608017,
|
|
"colocated": null,
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.034252608017,
|
|
"cell": "tp4_mns32",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 600,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.604396598,
|
|
"end_mono_ns": 204887731841084,
|
|
"end_wall_ns": 1783873314858268660,
|
|
"start_mono_ns": 204827127444486,
|
|
"start_wall_ns": 1783873254253871898
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.43810333602442786,
|
|
"decode_B_mean": 7.013345605154165,
|
|
"decode_only_steps": 10279,
|
|
"decode_tokens": 76200,
|
|
"graph_mode_counts": {
|
|
"FULL": 10312,
|
|
"PIECEWISE": 553
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9491026231017027,
|
|
"PIECEWISE": 0.050897376898297285
|
|
},
|
|
"kv_usage_max": 0.02171948473662444,
|
|
"kv_usage_mean": 0.006707113892272084,
|
|
"mixed_steps": 584,
|
|
"model_steps": 10865,
|
|
"padding_fraction": 0.23717900585673524,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 2,
|
|
"prefill_tokens": 5074,
|
|
"steps": 10868,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"mns": 32,
|
|
"observed_count": 600,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "50f1b34c344c451c6d7501290d0b53f147d0c0b6a4bc078b303d5c33576ebe2d",
|
|
"arrival_s": {
|
|
"distinct_n": 599,
|
|
"finite_n": 600,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"count": 600,
|
|
"long_gt4096": 187,
|
|
"offered_req_s": 10.0,
|
|
"offered_req_s_per_gpu": 2.5,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 546,
|
|
"finite_n": 600,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"raw_length_order_sha256": "08eff8eecd74dc4646aa45945bd752432ee5eb795006755527dd32d7178c1140",
|
|
"request_id_order_sha256": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd"
|
|
},
|
|
"slo_pass_count": 600,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 600,
|
|
"finite_n": 600,
|
|
"max": 6.888400803147778,
|
|
"min": 3.8725274959194116,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 600,
|
|
"finite_n": 600,
|
|
"max": 180.16752798575908,
|
|
"min": 36.45357800996862,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.43758222525190354,
|
|
"decode_B_mean": 7.132827857343443,
|
|
"decode_only_steps": 10102,
|
|
"decode_tokens": 76200,
|
|
"graph_mode_counts": {
|
|
"FULL": 10134,
|
|
"NONE": 12,
|
|
"PIECEWISE": 537
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9486099410278012,
|
|
"NONE": 0.0011232799775344005,
|
|
"PIECEWISE": 0.05026677899466442
|
|
},
|
|
"kv_usage_max": 0.02170927341328799,
|
|
"kv_usage_mean": 0.006817761170149559,
|
|
"mixed_steps": 579,
|
|
"model_steps": 10683,
|
|
"padding_fraction": 0.18119643194947688,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 2,
|
|
"prefill_tokens": 36338,
|
|
"steps": 10686,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.034252608017,
|
|
"cell": "tp4_mns32",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 600,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.611230768,
|
|
"end_mono_ns": 204821255565263,
|
|
"end_wall_ns": 1783873248381992322,
|
|
"start_mono_ns": 204760644334495,
|
|
"start_wall_ns": 1783873187770761898
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 32,
|
|
"observed_count": 600,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "50f1b34c344c451c6d7501290d0b53f147d0c0b6a4bc078b303d5c33576ebe2d",
|
|
"arrival_s": {
|
|
"distinct_n": 599,
|
|
"finite_n": 600,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"count": 600,
|
|
"long_gt4096": 187,
|
|
"offered_req_s": 10.0,
|
|
"offered_req_s_per_gpu": 2.5,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 546,
|
|
"finite_n": 600,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"raw_length_order_sha256": "08eff8eecd74dc4646aa45945bd752432ee5eb795006755527dd32d7178c1140",
|
|
"request_id_order_sha256": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd"
|
|
},
|
|
"slo_pass_count": 600,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 600,
|
|
"finite_n": 600,
|
|
"max": 8.065448354335691,
|
|
"min": 3.8434486376950296,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 600,
|
|
"finite_n": 600,
|
|
"max": 213.7685909983702,
|
|
"min": 36.311193980509415,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.3466666666666667,
|
|
"rate_per_gpu": 2.5,
|
|
"request_count": 600
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.5,
|
|
"request_count": 600
|
|
}
|
|
}
|
|
],
|
|
"boundary": "UP",
|
|
"bounded": false,
|
|
"cell_valid": {
|
|
"accounting_mode": "graceful-footer",
|
|
"cell": "tp4_mns32",
|
|
"invariants": {
|
|
"anchor_intervals_present": true,
|
|
"compile_capture_pre_ready": true,
|
|
"encoded_balanced": true,
|
|
"footer_sidecar_agrees": true,
|
|
"last_step_matches": true,
|
|
"layer1_contiguous": true,
|
|
"layer1_zero_drops": true,
|
|
"one_footer_last": true,
|
|
"one_ready_marker": true,
|
|
"sidecar_final": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true,
|
|
"written_matches_records": true
|
|
},
|
|
"layer1_records": 38705,
|
|
"post_ready_capture_events": [],
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns32/opprof/opprof-v1-dp0-pid2712385-1783873000008589576.jsonl"
|
|
},
|
|
"censor": "RIGHT_CENSORED_HISTORY_EDGE",
|
|
"drift": 0.023890784982935065,
|
|
"f20": 2.441666666666667,
|
|
"f24": 2.5,
|
|
"material_frontier_moved": false,
|
|
"measurement_status": "SOLO_AUTHORITATIVE",
|
|
"mns": 32,
|
|
"observed_max_feasible_rate": 2.5,
|
|
"tp": 4
|
|
},
|
|
"tp4_mns64": {
|
|
"anchors": [
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 0.9573378839590444,
|
|
"anchor": 0.033717411016,
|
|
"colocated": null,
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.033717411016,
|
|
"cell": "tp4_mns64",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 586,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.252125704,
|
|
"end_mono_ns": 205150002958549,
|
|
"end_wall_ns": 1783873577129386048,
|
|
"start_mono_ns": 205088750832845,
|
|
"start_wall_ns": 1783873515877260392
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.990784912736828,
|
|
"decode_B_mean": 17.199445343193897,
|
|
"decode_only_steps": 3887,
|
|
"decode_tokens": 74422,
|
|
"graph_mode_counts": {
|
|
"FULL": 3900,
|
|
"NONE": 277,
|
|
"PIECEWISE": 150
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9013173099144904,
|
|
"NONE": 0.06401663970418303,
|
|
"PIECEWISE": 0.03466605038132656
|
|
},
|
|
"kv_usage_max": 0.07642403607251314,
|
|
"kv_usage_mean": 0.016070506041063987,
|
|
"mixed_steps": 439,
|
|
"model_steps": 4327,
|
|
"padding_fraction": 0.008507526868831557,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 1249040,
|
|
"steps": 4328,
|
|
"waiting_cv": 15.388934053580373,
|
|
"waiting_max": 14.0,
|
|
"waiting_mean": 0.025190663277097295
|
|
},
|
|
"mns": 64,
|
|
"observed_count": 586,
|
|
"pass_rate": 0.9573378839590444,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "fe44bf6b0efd6e6ab4d19676e34ace608827e419dbb5c19c8595992f0339c9b1",
|
|
"arrival_s": {
|
|
"distinct_n": 585,
|
|
"finite_n": 586,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"count": 586,
|
|
"long_gt4096": 184,
|
|
"offered_req_s": 9.766666666666667,
|
|
"offered_req_s_per_gpu": 2.441666666666667,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 534,
|
|
"finite_n": 586,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"raw_length_order_sha256": "e2d040068b279e99073f6965d1136eb0ca6e8534c883f331b4cb85c5fc7a4650",
|
|
"request_id_order_sha256": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db"
|
|
},
|
|
"slo_pass_count": 561,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 586,
|
|
"finite_n": 586,
|
|
"max": 57.01185407082176,
|
|
"min": 4.5877628188349275,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 586,
|
|
"finite_n": 586,
|
|
"max": 1760.64259299892,
|
|
"min": 36.9716240093112,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
}
|
|
},
|
|
{
|
|
"anchor": 0.033717411016,
|
|
"cell": "tp4_mns64",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 586,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.60792841,
|
|
"end_mono_ns": 205216585331572,
|
|
"end_wall_ns": 1783873643711758987,
|
|
"start_mono_ns": 205155977403162,
|
|
"start_wall_ns": 1783873583103830301
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.45282168963732516,
|
|
"decode_B_mean": 6.808966148215919,
|
|
"decode_only_steps": 10362,
|
|
"decode_tokens": 74422,
|
|
"graph_mode_counts": {
|
|
"FULL": 10394,
|
|
"PIECEWISE": 536
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.95096065873742,
|
|
"PIECEWISE": 0.049039341262580055
|
|
},
|
|
"kv_usage_max": 0.02175291146488345,
|
|
"kv_usage_mean": 0.006544635598350098,
|
|
"mixed_steps": 566,
|
|
"model_steps": 10930,
|
|
"padding_fraction": 0.24457090653013835,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 2,
|
|
"prefill_tokens": 4960,
|
|
"steps": 10933,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"mns": 64,
|
|
"observed_count": 586,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "fe44bf6b0efd6e6ab4d19676e34ace608827e419dbb5c19c8595992f0339c9b1",
|
|
"arrival_s": {
|
|
"distinct_n": 585,
|
|
"finite_n": 586,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"count": 586,
|
|
"long_gt4096": 184,
|
|
"offered_req_s": 9.766666666666667,
|
|
"offered_req_s_per_gpu": 2.441666666666667,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 534,
|
|
"finite_n": 586,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"raw_length_order_sha256": "e2d040068b279e99073f6965d1136eb0ca6e8534c883f331b4cb85c5fc7a4650",
|
|
"request_id_order_sha256": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db"
|
|
},
|
|
"slo_pass_count": 586,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 586,
|
|
"finite_n": 586,
|
|
"max": 6.877395669300857,
|
|
"min": 3.8451504644728813,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 586,
|
|
"finite_n": 586,
|
|
"max": 156.2074380053673,
|
|
"min": 35.24657100206241,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
false,
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 1.0913841089520357,
|
|
"decode_B_mean": 23.85362694300518,
|
|
"decode_only_steps": 697,
|
|
"decode_tokens": 18415,
|
|
"graph_mode_counts": {
|
|
"FULL": 697,
|
|
"NONE": 57,
|
|
"PIECEWISE": 18
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9028497409326425,
|
|
"NONE": 0.07383419689119171,
|
|
"PIECEWISE": 0.023316062176165803
|
|
},
|
|
"kv_usage_max": 0.05553510628508329,
|
|
"kv_usage_mean": 0.018575513354830497,
|
|
"mixed_steps": 74,
|
|
"model_steps": 772,
|
|
"padding_fraction": 0.0030892503740889126,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 291380,
|
|
"steps": 774,
|
|
"waiting_cv": 8.047543908731592,
|
|
"waiting_max": 15.0,
|
|
"waiting_mean": 0.11658031088082901
|
|
},
|
|
"pass_rates": [
|
|
0.11433447098976109,
|
|
0.9573378839590444,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.033717411016,
|
|
"cell": "tp4_mns64",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 145,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 21.629262541,
|
|
"end_mono_ns": 205082240360979,
|
|
"end_wall_ns": 1783873509366788019,
|
|
"start_mono_ns": 205060611098438,
|
|
"start_wall_ns": 1783873487737525923
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 64,
|
|
"observed_count": 586,
|
|
"pass_rate": 0.11433447098976109,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "fe44bf6b0efd6e6ab4d19676e34ace608827e419dbb5c19c8595992f0339c9b1",
|
|
"arrival_s": {
|
|
"distinct_n": 585,
|
|
"finite_n": 586,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"count": 586,
|
|
"long_gt4096": 184,
|
|
"offered_req_s": 9.766666666666667,
|
|
"offered_req_s_per_gpu": 2.441666666666667,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 534,
|
|
"finite_n": 586,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 586
|
|
},
|
|
"raw_length_order_sha256": "e2d040068b279e99073f6965d1136eb0ca6e8534c883f331b4cb85c5fc7a4650",
|
|
"request_id_order_sha256": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db"
|
|
},
|
|
"slo_pass_count": 67,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 145,
|
|
"finite_n": 145,
|
|
"max": 91.25109214961756,
|
|
"min": 4.869500480135756,
|
|
"missing_n": 441,
|
|
"n": 586
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 145,
|
|
"finite_n": 145,
|
|
"max": 2708.699943992542,
|
|
"min": 38.82970198174007,
|
|
"missing_n": 441,
|
|
"n": 586
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 3,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.441666666666667,
|
|
"request_count": 586
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 0.9573378839590444,
|
|
"rate_per_gpu": 2.441666666666667,
|
|
"request_count": 586
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.034252608017,
|
|
"colocated": null,
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.034252608017,
|
|
"cell": "tp4_mns64",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 600,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.610679916,
|
|
"end_mono_ns": 205349689243783,
|
|
"end_wall_ns": 1783873776815670721,
|
|
"start_mono_ns": 205289078563867,
|
|
"start_wall_ns": 1783873716204991417
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.43808700909802734,
|
|
"decode_B_mean": 7.037960653920754,
|
|
"decode_only_steps": 10241,
|
|
"decode_tokens": 76200,
|
|
"graph_mode_counts": {
|
|
"FULL": 10275,
|
|
"PIECEWISE": 552
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9490163480188418,
|
|
"PIECEWISE": 0.050983651981158215
|
|
},
|
|
"kv_usage_max": 0.021747799147265434,
|
|
"kv_usage_mean": 0.006738918545855606,
|
|
"mixed_steps": 584,
|
|
"model_steps": 10827,
|
|
"padding_fraction": 0.23898611384214913,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 2,
|
|
"prefill_tokens": 5074,
|
|
"steps": 10830,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"mns": 64,
|
|
"observed_count": 600,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "50f1b34c344c451c6d7501290d0b53f147d0c0b6a4bc078b303d5c33576ebe2d",
|
|
"arrival_s": {
|
|
"distinct_n": 599,
|
|
"finite_n": 600,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"count": 600,
|
|
"long_gt4096": 187,
|
|
"offered_req_s": 10.0,
|
|
"offered_req_s_per_gpu": 2.5,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 546,
|
|
"finite_n": 600,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"raw_length_order_sha256": "08eff8eecd74dc4646aa45945bd752432ee5eb795006755527dd32d7178c1140",
|
|
"request_id_order_sha256": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd"
|
|
},
|
|
"slo_pass_count": 600,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 600,
|
|
"finite_n": 600,
|
|
"max": 6.913960456672147,
|
|
"min": 3.8400337796229285,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 600,
|
|
"finite_n": 600,
|
|
"max": 166.59539798274636,
|
|
"min": 34.91001299698837,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.43723497129874916,
|
|
"decode_B_mean": 7.1435267647886,
|
|
"decode_only_steps": 10093,
|
|
"decode_tokens": 76200,
|
|
"graph_mode_counts": {
|
|
"FULL": 10123,
|
|
"NONE": 11,
|
|
"PIECEWISE": 533
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9490015937001969,
|
|
"NONE": 0.0010312177744445487,
|
|
"PIECEWISE": 0.049967188525358586
|
|
},
|
|
"kv_usage_max": 0.02175291146488345,
|
|
"kv_usage_mean": 0.006837303780040747,
|
|
"mixed_steps": 572,
|
|
"model_steps": 10667,
|
|
"padding_fraction": 0.18233272543648688,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 2,
|
|
"prefill_tokens": 36338,
|
|
"steps": 10671,
|
|
"waiting_cv": 0.0,
|
|
"waiting_max": 0.0,
|
|
"waiting_mean": 0.0
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.034252608017,
|
|
"cell": "tp4_mns64",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 600,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.605306393,
|
|
"end_mono_ns": 205283157213222,
|
|
"end_wall_ns": 1783873710283642970,
|
|
"start_mono_ns": 205222551906829,
|
|
"start_wall_ns": 1783873649678334142
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 64,
|
|
"observed_count": 600,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "50f1b34c344c451c6d7501290d0b53f147d0c0b6a4bc078b303d5c33576ebe2d",
|
|
"arrival_s": {
|
|
"distinct_n": 599,
|
|
"finite_n": 600,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"count": 600,
|
|
"long_gt4096": 187,
|
|
"offered_req_s": 10.0,
|
|
"offered_req_s_per_gpu": 2.5,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 546,
|
|
"finite_n": 600,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"raw_length_order_sha256": "08eff8eecd74dc4646aa45945bd752432ee5eb795006755527dd32d7178c1140",
|
|
"request_id_order_sha256": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd"
|
|
},
|
|
"slo_pass_count": 600,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 600,
|
|
"finite_n": 600,
|
|
"max": 7.9323868347445545,
|
|
"min": 3.8530240866619594,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 600,
|
|
"finite_n": 600,
|
|
"max": 200.9163040202111,
|
|
"min": 37.27158301626332,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.3466666666666667,
|
|
"rate_per_gpu": 2.5,
|
|
"request_count": 600
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 2.5,
|
|
"request_count": 600
|
|
}
|
|
}
|
|
],
|
|
"boundary": "UP",
|
|
"bounded": false,
|
|
"cell_valid": {
|
|
"accounting_mode": "graceful-footer",
|
|
"cell": "tp4_mns64",
|
|
"invariants": {
|
|
"anchor_intervals_present": true,
|
|
"compile_capture_pre_ready": true,
|
|
"encoded_balanced": true,
|
|
"footer_sidecar_agrees": true,
|
|
"last_step_matches": true,
|
|
"layer1_contiguous": true,
|
|
"layer1_zero_drops": true,
|
|
"one_footer_last": true,
|
|
"one_ready_marker": true,
|
|
"sidecar_final": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true,
|
|
"written_matches_records": true
|
|
},
|
|
"layer1_records": 37695,
|
|
"post_ready_capture_events": [],
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns64/opprof/opprof-v1-dp0-pid2721119-1783873467764669604.jsonl"
|
|
},
|
|
"censor": "RIGHT_CENSORED_HISTORY_EDGE",
|
|
"drift": 0.023890784982935065,
|
|
"f20": 2.441666666666667,
|
|
"f24": 2.5,
|
|
"material_frontier_moved": false,
|
|
"measurement_status": "SOLO_AUTHORITATIVE",
|
|
"mns": 64,
|
|
"observed_max_feasible_rate": 2.5,
|
|
"tp": 4
|
|
},
|
|
"tp4_mns8": {
|
|
"anchors": [
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.016055910008,
|
|
"colocated": {
|
|
"accepted_feasible": true,
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
"confirmations": [],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.6336819511764374,
|
|
"decode_B_mean": 3.168421052631579,
|
|
"decode_only_steps": 11771,
|
|
"decode_tokens": 38227,
|
|
"graph_mode_counts": {
|
|
"FULL": 11787,
|
|
"NONE": 58,
|
|
"PIECEWISE": 220
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.976958143389971,
|
|
"NONE": 0.004807293825113966,
|
|
"PIECEWISE": 0.018234562784915042
|
|
},
|
|
"kv_usage_max": 0.014136726419664902,
|
|
"kv_usage_mean": 0.003088824282364161,
|
|
"mixed_steps": 274,
|
|
"model_steps": 12065,
|
|
"padding_fraction": 0.14902320921689766,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 20,
|
|
"prefill_tokens": 2545,
|
|
"steps": 12103,
|
|
"waiting_cv": 6.602592185052594,
|
|
"waiting_max": 4.0,
|
|
"waiting_mean": 0.048984666390385415
|
|
},
|
|
"pass_rates": [
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.016055910008,
|
|
"cell": "tp4_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 301,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.445619611,
|
|
"end_mono_ns": 207596969411260,
|
|
"end_wall_ns": 1783876024095838081,
|
|
"start_mono_ns": 207536523791649,
|
|
"start_wall_ns": 1783875963650218795
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 8,
|
|
"observed_count": 301,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "42c88c970510ae1b49ebcf10d2a9fb9bbc07c2ec2761dfd19193a6962cab1273",
|
|
"arrival_s": {
|
|
"distinct_n": 300,
|
|
"finite_n": 301,
|
|
"max": 59.75439999999999,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 301
|
|
},
|
|
"count": 301,
|
|
"long_gt4096": 95,
|
|
"offered_req_s": 5.016666666666667,
|
|
"offered_req_s_per_gpu": 1.2541666666666667,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 283,
|
|
"finite_n": 301,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 301
|
|
},
|
|
"raw_length_order_sha256": "d1765a9ae2785d90f135e114ce1d802dec58e86fd36152182dee987a73d1604c",
|
|
"request_id_order_sha256": "2d680e08c068237fadfff567b3fb7f55a8e0a0121c009cefa07ee2653093e700"
|
|
},
|
|
"slo_pass_count": 301,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 301,
|
|
"finite_n": 301,
|
|
"max": 7.6074999528863705,
|
|
"min": 3.489643448778597,
|
|
"missing_n": 0,
|
|
"n": 301
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 301,
|
|
"finite_n": 301,
|
|
"max": 479.98269999516197,
|
|
"min": 36.43614600878209,
|
|
"missing_n": 0,
|
|
"n": 301
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 1,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 1.2541666666666667,
|
|
"request_count": 301
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 1.2541666666666667,
|
|
"request_count": 301
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.016591107009,
|
|
"colocated": {
|
|
"accepted_feasible": false,
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.07142857142857142,
|
|
"solo_minus_colocated_primary_pass_rate": 0.9285714285714286,
|
|
"trial_pass_rates": [
|
|
0.07142857142857142
|
|
]
|
|
},
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.016591107009,
|
|
"cell": "tp4_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 308,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.446717466,
|
|
"end_mono_ns": 207530401973415,
|
|
"end_wall_ns": 1783875957528400301,
|
|
"start_mono_ns": 207469955255949,
|
|
"start_wall_ns": 1783875897081683055
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.6262272955855006,
|
|
"decode_B_mean": 3.317445509286744,
|
|
"decode_only_steps": 11489,
|
|
"decode_tokens": 39116,
|
|
"graph_mode_counts": {
|
|
"FULL": 11507,
|
|
"NONE": 60,
|
|
"PIECEWISE": 224
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9759138325841744,
|
|
"NONE": 0.005088626918836401,
|
|
"PIECEWISE": 0.018997540496989228
|
|
},
|
|
"kv_usage_max": 0.014136726419664902,
|
|
"kv_usage_mean": 0.0032106540833222847,
|
|
"mixed_steps": 285,
|
|
"model_steps": 11791,
|
|
"padding_fraction": 0.14593952793301807,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 17,
|
|
"prefill_tokens": 2604,
|
|
"steps": 11825,
|
|
"waiting_cv": 4.97853639909132,
|
|
"waiting_max": 4.0,
|
|
"waiting_mean": 0.07709269782037147
|
|
},
|
|
"mns": 8,
|
|
"observed_count": 308,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "860d2ac188790a401e93d3f99b9f37d6d69f0dfda1af94c37bc0067278444632",
|
|
"arrival_s": {
|
|
"distinct_n": 307,
|
|
"finite_n": 308,
|
|
"max": 59.75439999999999,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 308
|
|
},
|
|
"count": 308,
|
|
"long_gt4096": 96,
|
|
"offered_req_s": 5.133333333333334,
|
|
"offered_req_s_per_gpu": 1.2833333333333334,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 288,
|
|
"finite_n": 308,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 308
|
|
},
|
|
"raw_length_order_sha256": "c533dffff00fdea5f5492826549ca09fa62fe46ef98942928115816f92a38771",
|
|
"request_id_order_sha256": "2407501cda53bf9c761c448dc50ab4780b4a55958cc00ba1b19cd09de1cf73e1"
|
|
},
|
|
"slo_pass_count": 308,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 308,
|
|
"finite_n": 308,
|
|
"max": 7.508626362165861,
|
|
"min": 3.4711365354262056,
|
|
"missing_n": 0,
|
|
"n": 308
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 308,
|
|
"finite_n": 308,
|
|
"max": 484.5911349984817,
|
|
"min": 35.676457977388054,
|
|
"missing_n": 0,
|
|
"n": 308
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.48839477826210115,
|
|
"decode_B_mean": 5.379727685325265,
|
|
"decode_only_steps": 6971,
|
|
"decode_tokens": 39116,
|
|
"graph_mode_counts": {
|
|
"FULL": 6971,
|
|
"NONE": 285,
|
|
"PIECEWISE": 15
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9587402007976894,
|
|
"NONE": 0.03919680924219502,
|
|
"PIECEWISE": 0.0020629899601155273
|
|
},
|
|
"kv_usage_max": 0.014172425223755059,
|
|
"kv_usage_mean": 0.005133820067639756,
|
|
"mixed_steps": 296,
|
|
"model_steps": 7271,
|
|
"padding_fraction": 0.0039644157567773385,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 4,
|
|
"prefill_tokens": 774412,
|
|
"steps": 7278,
|
|
"waiting_cv": 1.5096011764183093,
|
|
"waiting_max": 10.0,
|
|
"waiting_mean": 1.5337642690138908
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.016591107009,
|
|
"cell": "tp4_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 308,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 61.479843593,
|
|
"end_mono_ns": 207463713361534,
|
|
"end_wall_ns": 1783875890839788527,
|
|
"start_mono_ns": 207402233517941,
|
|
"start_wall_ns": 1783875829359945005
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 8,
|
|
"observed_count": 308,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "860d2ac188790a401e93d3f99b9f37d6d69f0dfda1af94c37bc0067278444632",
|
|
"arrival_s": {
|
|
"distinct_n": 307,
|
|
"finite_n": 308,
|
|
"max": 59.75439999999999,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 308
|
|
},
|
|
"count": 308,
|
|
"long_gt4096": 96,
|
|
"offered_req_s": 5.133333333333334,
|
|
"offered_req_s_per_gpu": 1.2833333333333334,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 288,
|
|
"finite_n": 308,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 308
|
|
},
|
|
"raw_length_order_sha256": "c533dffff00fdea5f5492826549ca09fa62fe46ef98942928115816f92a38771",
|
|
"request_id_order_sha256": "2407501cda53bf9c761c448dc50ab4780b4a55958cc00ba1b19cd09de1cf73e1"
|
|
},
|
|
"slo_pass_count": 308,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 308,
|
|
"finite_n": 308,
|
|
"max": 12.594227795259968,
|
|
"min": 3.8338481023720665,
|
|
"missing_n": 0,
|
|
"n": 308
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 308,
|
|
"finite_n": 308,
|
|
"max": 1612.671570997918,
|
|
"min": 38.93829099251889,
|
|
"missing_n": 0,
|
|
"n": 308
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 1.2833333333333334,
|
|
"request_count": 308
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 1.2833333333333334,
|
|
"request_count": 308
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"accepted_pass_rate": 1.0,
|
|
"anchor": 0.017126304009,
|
|
"colocated": null,
|
|
"confirmations": [
|
|
{
|
|
"anchor": 0.017126304009,
|
|
"cell": "tp4_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 317,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.494741705,
|
|
"end_mono_ns": 207730936466431,
|
|
"end_wall_ns": 1783876158062893709,
|
|
"start_mono_ns": 207670441724726,
|
|
"start_wall_ns": 1783876097568152371
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"layer1": {
|
|
"decode_B_cv": 0.6217052681226126,
|
|
"decode_B_mean": 3.3507282563462337,
|
|
"decode_only_steps": 11706,
|
|
"decode_tokens": 40259,
|
|
"graph_mode_counts": {
|
|
"FULL": 11723,
|
|
"NONE": 65,
|
|
"PIECEWISE": 227
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9756970453599667,
|
|
"NONE": 0.005409904286308781,
|
|
"PIECEWISE": 0.01889305035372451
|
|
},
|
|
"kv_usage_max": 0.01413162659050926,
|
|
"kv_usage_mean": 0.003239002729363623,
|
|
"mixed_steps": 291,
|
|
"model_steps": 12015,
|
|
"padding_fraction": 0.14168915542228885,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 18,
|
|
"prefill_tokens": 2678,
|
|
"steps": 12048,
|
|
"waiting_cv": 5.080978847786386,
|
|
"waiting_max": 4.0,
|
|
"waiting_mean": 0.07265917602996255
|
|
},
|
|
"mns": 8,
|
|
"observed_count": 317,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "37e0795a537a347b17e01cbe56e581172f28f709c8a9fc527cd2e149ef427a11",
|
|
"arrival_s": {
|
|
"distinct_n": 316,
|
|
"finite_n": 317,
|
|
"max": 59.75439999999999,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 317
|
|
},
|
|
"count": 317,
|
|
"long_gt4096": 98,
|
|
"offered_req_s": 5.283333333333333,
|
|
"offered_req_s_per_gpu": 1.3208333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 295,
|
|
"finite_n": 317,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 317
|
|
},
|
|
"raw_length_order_sha256": "4edec9417636579f3ebf9140d418b8072a89f80362751426a578737870179a9c",
|
|
"request_id_order_sha256": "93cd99ebf2a760cc440dce0cb7e51273686dcfbfb07650d27e9e16d2ff1d2eed"
|
|
},
|
|
"slo_pass_count": 317,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 317,
|
|
"finite_n": 317,
|
|
"max": 7.324393826727499,
|
|
"min": 3.5252888424791338,
|
|
"missing_n": 0,
|
|
"n": 317
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 317,
|
|
"finite_n": 317,
|
|
"max": 458.84576899698004,
|
|
"min": 35.29350899043493,
|
|
"missing_n": 0,
|
|
"n": 317
|
|
}
|
|
}
|
|
],
|
|
"feasibility_flip": true,
|
|
"feasible_votes": [
|
|
true,
|
|
true
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.6191035929724532,
|
|
"decode_B_mean": 3.3865242261103634,
|
|
"decode_only_steps": 11577,
|
|
"decode_tokens": 40259,
|
|
"graph_mode_counts": {
|
|
"FULL": 11594,
|
|
"NONE": 74,
|
|
"PIECEWISE": 220
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9752691790040376,
|
|
"NONE": 0.006224764468371467,
|
|
"PIECEWISE": 0.01850605652759085
|
|
},
|
|
"kv_usage_max": 0.014126526761353508,
|
|
"kv_usage_mean": 0.003272512922970512,
|
|
"mixed_steps": 294,
|
|
"model_steps": 11888,
|
|
"padding_fraction": 0.09524192144416321,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 17,
|
|
"prefill_tokens": 27302,
|
|
"steps": 11921,
|
|
"waiting_cv": 4.70523208451703,
|
|
"waiting_max": 4.0,
|
|
"waiting_mean": 0.08310901749663527
|
|
},
|
|
"pass_rates": [
|
|
1.0,
|
|
1.0
|
|
],
|
|
"primary": {
|
|
"anchor": 0.017126304009,
|
|
"cell": "tp4_mns8",
|
|
"early_stop_reason": "",
|
|
"early_stopped": false,
|
|
"exact_output_count": 317,
|
|
"feasible": true,
|
|
"interval": {
|
|
"elapsed_s": 60.482683353,
|
|
"end_mono_ns": 207663639929087,
|
|
"end_wall_ns": 1783876090766355953,
|
|
"start_mono_ns": 207603157245734,
|
|
"start_wall_ns": 1783876030283672912
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 8,
|
|
"observed_count": 317,
|
|
"pass_rate": 1.0,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "37e0795a537a347b17e01cbe56e581172f28f709c8a9fc527cd2e149ef427a11",
|
|
"arrival_s": {
|
|
"distinct_n": 316,
|
|
"finite_n": 317,
|
|
"max": 59.75439999999999,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 317
|
|
},
|
|
"count": 317,
|
|
"long_gt4096": 98,
|
|
"offered_req_s": 5.283333333333333,
|
|
"offered_req_s_per_gpu": 1.3208333333333333,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 295,
|
|
"finite_n": 317,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 317
|
|
},
|
|
"raw_length_order_sha256": "4edec9417636579f3ebf9140d418b8072a89f80362751426a578737870179a9c",
|
|
"request_id_order_sha256": "93cd99ebf2a760cc440dce0cb7e51273686dcfbfb07650d27e9e16d2ff1d2eed"
|
|
},
|
|
"slo_pass_count": 317,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 317,
|
|
"finite_n": 317,
|
|
"max": 7.4181628267291755,
|
|
"min": 3.5225878738684533,
|
|
"missing_n": 0,
|
|
"n": 317
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 317,
|
|
"finite_n": 317,
|
|
"max": 437.27293200208806,
|
|
"min": 36.18798102252185,
|
|
"missing_n": 0,
|
|
"n": 317
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 2,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.8517350157728707,
|
|
"rate_per_gpu": 1.3208333333333333,
|
|
"request_count": 317
|
|
},
|
|
"v24": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"rate_per_gpu": 1.3208333333333333,
|
|
"request_count": 317
|
|
}
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"accepted_pass_rate": 0.17833333333333334,
|
|
"anchor": 0.034252608017,
|
|
"colocated": null,
|
|
"confirmations": [],
|
|
"feasibility_flip": false,
|
|
"feasible_votes": [
|
|
false
|
|
],
|
|
"layer1": {
|
|
"decode_B_cv": 0.18954813856475664,
|
|
"decode_B_mean": 7.449155243863564,
|
|
"decode_only_steps": 2953,
|
|
"decode_tokens": 23368,
|
|
"graph_mode_counts": {
|
|
"FULL": 2958,
|
|
"NONE": 133,
|
|
"PIECEWISE": 46
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9429391138029964,
|
|
"NONE": 0.04239719477207523,
|
|
"PIECEWISE": 0.014663691424928276
|
|
},
|
|
"kv_usage_max": 0.014697707626794454,
|
|
"kv_usage_mean": 0.006744695570071691,
|
|
"mixed_steps": 183,
|
|
"model_steps": 3137,
|
|
"padding_fraction": 0.002938639059635501,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 1,
|
|
"prefill_tokens": 235513,
|
|
"steps": 3139,
|
|
"waiting_cv": 0.7801609570717858,
|
|
"waiting_max": 42.0,
|
|
"waiting_mean": 15.969716289448519
|
|
},
|
|
"pass_rates": [
|
|
0.17833333333333334
|
|
],
|
|
"primary": {
|
|
"anchor": 0.034252608017,
|
|
"cell": "tp4_mns8",
|
|
"early_stop_reason": "slo_pass_rate_unrecoverable",
|
|
"early_stopped": true,
|
|
"exact_output_count": 184,
|
|
"feasible": false,
|
|
"interval": {
|
|
"elapsed_s": 25.123306736,
|
|
"end_mono_ns": 207762064800655,
|
|
"end_wall_ns": 1783876189191227609,
|
|
"start_mono_ns": 207736941493919,
|
|
"start_wall_ns": 1783876164067921262
|
|
},
|
|
"invariants": {
|
|
"arrival_nondecreasing": true,
|
|
"exact_output_or_failed": true,
|
|
"outcomes_cover_selected": true,
|
|
"raw_lengths_present": true,
|
|
"selected_nonempty": true,
|
|
"warmup_16": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true
|
|
},
|
|
"kind": "anchor",
|
|
"mns": 8,
|
|
"observed_count": 600,
|
|
"pass_rate": 0.17833333333333334,
|
|
"schema": 1,
|
|
"selection": {
|
|
"arrival_order_sha256": "50f1b34c344c451c6d7501290d0b53f147d0c0b6a4bc078b303d5c33576ebe2d",
|
|
"arrival_s": {
|
|
"distinct_n": 599,
|
|
"finite_n": 600,
|
|
"max": 59.90990000000002,
|
|
"min": 0.13000000000001818,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"count": 600,
|
|
"long_gt4096": 187,
|
|
"offered_req_s": 10.0,
|
|
"offered_req_s_per_gpu": 2.5,
|
|
"raw_input_tokens": {
|
|
"distinct_n": 546,
|
|
"finite_n": 600,
|
|
"max": 8157.0,
|
|
"min": 69.0,
|
|
"missing_n": 0,
|
|
"n": 600
|
|
},
|
|
"raw_length_order_sha256": "08eff8eecd74dc4646aa45945bd752432ee5eb795006755527dd32d7178c1140",
|
|
"request_id_order_sha256": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd"
|
|
},
|
|
"slo_pass_count": 107,
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4,
|
|
"tpot_ms": {
|
|
"distinct_n": 184,
|
|
"finite_n": 184,
|
|
"max": 10.008890590608472,
|
|
"min": 4.802999944897281,
|
|
"missing_n": 416,
|
|
"n": 600
|
|
},
|
|
"ttft_ms": {
|
|
"distinct_n": 184,
|
|
"finite_n": 184,
|
|
"max": 5891.477338009281,
|
|
"min": 41.87891198671423,
|
|
"missing_n": 416,
|
|
"n": 600
|
|
}
|
|
},
|
|
"resolved": true,
|
|
"trial_count": 1,
|
|
"v20": {
|
|
"feasible": false,
|
|
"pass_rate": 0.056666666666666664,
|
|
"rate_per_gpu": 2.5,
|
|
"request_count": 600
|
|
},
|
|
"v24": {
|
|
"feasible": false,
|
|
"pass_rate": 0.17833333333333334,
|
|
"rate_per_gpu": 2.5,
|
|
"request_count": 600
|
|
}
|
|
}
|
|
],
|
|
"boundary": "UP",
|
|
"bounded": true,
|
|
"cell_valid": {
|
|
"accounting_mode": "graceful-footer",
|
|
"cell": "tp4_mns8",
|
|
"invariants": {
|
|
"anchor_intervals_present": true,
|
|
"compile_capture_pre_ready": true,
|
|
"encoded_balanced": true,
|
|
"footer_sidecar_agrees": true,
|
|
"last_step_matches": true,
|
|
"layer1_contiguous": true,
|
|
"layer1_zero_drops": true,
|
|
"one_footer_last": true,
|
|
"one_ready_marker": true,
|
|
"sidecar_final": true,
|
|
"warmup_exact_16": true,
|
|
"warmup_long": true,
|
|
"written_matches_records": true
|
|
},
|
|
"layer1_records": 58725,
|
|
"post_ready_capture_events": [],
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/solo-authoritative/cells/tp4_mns8/opprof/opprof-v1-dp0-pid2762505-1783875811578126796.jsonl"
|
|
},
|
|
"censor": null,
|
|
"drift": 0.029220779220779036,
|
|
"f20": 1.2833333333333334,
|
|
"f24": 1.3208333333333333,
|
|
"material_frontier_moved": false,
|
|
"measurement_status": "SOLO_AUTHORITATIVE",
|
|
"mns": 8,
|
|
"observed_max_feasible_rate": 1.3208333333333333,
|
|
"tp": 4
|
|
}
|
|
},
|
|
"decision_blockers": {
|
|
"coverage": [],
|
|
"unbounded_or_unresolved_cells": {
|
|
"tp2_mns16": "RIGHT_CENSORED_HISTORY_EDGE",
|
|
"tp4_mns16": "NONMONOTONIC_SOLO_ANCHORS",
|
|
"tp4_mns32": "RIGHT_CENSORED_HISTORY_EDGE",
|
|
"tp4_mns64": "RIGHT_CENSORED_HISTORY_EDGE"
|
|
}
|
|
},
|
|
"feasibility_flip_cells": [
|
|
"tp1_mns8",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp2_mns8",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp4_mns8",
|
|
"tp4_mns16",
|
|
"tp4_mns32",
|
|
"tp4_mns64"
|
|
],
|
|
"floor_buckets": {
|
|
"v20": {
|
|
"tp1_mns16": 715736,
|
|
"tp1_mns32": 695431,
|
|
"tp1_mns64": 695431,
|
|
"tp1_mns8": 639593,
|
|
"tp2_mns16": 692893,
|
|
"tp2_mns32": 1000000,
|
|
"tp2_mns64": 992385,
|
|
"tp2_mns8": 692893,
|
|
"tp4_mns16": 743654,
|
|
"tp4_mns32": 743654,
|
|
"tp4_mns64": 743654,
|
|
"tp4_mns8": 390862
|
|
},
|
|
"v20_tol": 3.283333333333333e-06,
|
|
"v24": {
|
|
"tp1_mns16": 731457,
|
|
"tp1_mns32": 731457,
|
|
"tp1_mns64": 731457,
|
|
"tp1_mns8": 731457,
|
|
"tp2_mns16": 705882,
|
|
"tp2_mns32": 1000000,
|
|
"tp2_mns64": 705882,
|
|
"tp2_mns8": 687979,
|
|
"tp4_mns32": 767263,
|
|
"tp4_mns64": 767263,
|
|
"tp4_mns8": 405370
|
|
},
|
|
"v24_tol": 3.258333333333333e-06
|
|
},
|
|
"gpu": {
|
|
"budget_stop": null,
|
|
"completed_primary_anchors": 37,
|
|
"confirmations": 29,
|
|
"controller_status": "complete",
|
|
"hard_cap": 6.0,
|
|
"new_h20_hours": 5.644544164273745,
|
|
"prior_colocated_h20_hours": 2.2911728494699863,
|
|
"solo_h20_hours": 3.3533713148037596
|
|
},
|
|
"ground_truth_sha256": "23ff3e6f6b88df8632bf37d37c0ff87bfef9d1676db81592948c08e898f7a670",
|
|
"limitation": "Upgrade-path churn includes dash1->dash0 and resolved-default changes. Co-located W1-W3 values are indicative only; P3 composition is contextual, not a matched v0.20 Layer-1 baseline.",
|
|
"materially_drifted_cells": [
|
|
"tp1_mns8",
|
|
"tp2_mns64"
|
|
],
|
|
"p3_composition_reference": {
|
|
"limitation": "P3 P10 reference is TP1/MNS-default, steady arrival, sampling_u<=0.125, output<=256; it is contextual rather than a matched v0.20 composition baseline.",
|
|
"metrics": {
|
|
"decode_B_cv": 0.6605754665660243,
|
|
"decode_B_mean": 1.4177606177606177,
|
|
"decode_only_steps": 17941,
|
|
"decode_tokens": 25704,
|
|
"graph_mode_counts": {
|
|
"FULL": 17941,
|
|
"NONE": 167,
|
|
"PIECEWISE": 22
|
|
},
|
|
"graph_mode_shares": {
|
|
"FULL": 0.9895752895752896,
|
|
"NONE": 0.009211252068394925,
|
|
"PIECEWISE": 0.0012134583563154992
|
|
},
|
|
"kv_usage_max": 0.38664503919978377,
|
|
"kv_usage_mean": 0.04595307358602457,
|
|
"mixed_steps": 92,
|
|
"model_steps": 18130,
|
|
"padding_fraction": 0.0017834797849081603,
|
|
"preemptions": 0,
|
|
"prefill_only_steps": 97,
|
|
"prefill_tokens": 977841,
|
|
"steps": 18246,
|
|
"waiting_cv": 134.6439749858864,
|
|
"waiting_max": 1.0,
|
|
"waiting_mean": 5.515719801434087e-05
|
|
},
|
|
"stream_sha256": "51ad4be12178da91d2af484d0946a2274afd3bcbbee33f37940cfe0ff2ea7fa7"
|
|
},
|
|
"run_stats": {
|
|
"accepted_anchor_trials": 66,
|
|
"colocated_wave_gpu_hours": {
|
|
"W1-tp1": 0.299392895169,
|
|
"W2-tp2": 0.9203650120894115,
|
|
"W3-tp4-trap": 0.9384967743025886
|
|
},
|
|
"confirmation_runs": 29,
|
|
"launch_echo": [
|
|
"LAUNCH_ECHO utc=2026-07-12T14:47:24Z host=dash0 engine=vllm-0.24.1.dev3+g668cfb7e2@4b253fd model=Qwen3-30B-A3B trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl trace_sha=f539f38e cells=12 primary_anchors=25 waves=4 gpus=0-7 warmup=16_raw_gt4096 horizon=60s drain=derived_le120s est_wall=25-35min est_gpu=2.65_H20h confirm_reserve=0.35_H20h hard_cap=3.0_H20h",
|
|
"RESUME_ECHO utc=2026-07-12T14:50:30Z repair=phase6-owned-pgid-monitor prior_spend=0.1329181679_H20h projected_total_with_reserve=2.7829181679_H20h hard_cap=3.0_H20h restart=W1",
|
|
"WAVE_ECHO wave=W2-tp2 assignments=tp2_mns8:gpu0+1,tp2_mns16:gpu2+3,tp2_mns32:gpu4+5,tp2_mns64:gpu6+7 spent_h20h=0.432311 wave_est_h20h=0.650 remaining_projection_h20h=2.250 cap_h20h=3.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json workload=chat_w20260311_1000.jsonl",
|
|
"WAVE_ECHO wave=W3-tp4-trap assignments=tp4_mns8:gpu0+1+2+3,tp4_mns16:gpu4+5+6+7 spent_h20h=1.352676 wave_est_h20h=0.850 remaining_projection_h20h=1.600 cap_h20h=3.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json workload=chat_w20260311_1000.jsonl",
|
|
"A-P6-2_LAUNCH_ECHO utc=2026-07-12T16:14:18Z host=dash0 engine=vllm-0.24.1.dev3+g668cfb7e2@4b253fd authoritative=solo cells=12 mandatory_anchors=25 crawl=recorded-only confirmations=2of3 prior_h20h=2.2911728495 new_est_h20h=3.440 cumulative_est_h20h=5.7311728495 cap_h20h=6.0 est_wall=45-70min ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl",
|
|
"SOLO_WAVE_ECHO cell=tp4_mns32 tp=4 mns=32 gpus=0-3 mandatory=0.033717411016 spent_h20h=2.291173 cell_est_h20h=0.480 remaining_projection_h20h=3.440 cap_h20h=6.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl",
|
|
"SOLO_WAVE_ECHO cell=tp4_mns64 tp=4 mns=64 gpus=0-3 mandatory=0.033717411016 spent_h20h=2.805712 cell_est_h20h=0.480 remaining_projection_h20h=2.960 cap_h20h=6.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl",
|
|
"A-P6-2_RESUME_ECHO utc=2026-07-12T16:31:13Z repair=transient-driver-memory-poll completed_cells=2 spent_h20h=3.315063744253854 restart=tp2_mns32 cap_h20h=6.0",
|
|
"SOLO_WAVE_ECHO cell=tp2_mns32 tp=2 mns=32 gpus=0-1 mandatory=0.75390625,0.75 spent_h20h=3.315064 cell_est_h20h=0.220 remaining_projection_h20h=2.480 cap_h20h=6.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl",
|
|
"SOLO_WAVE_ECHO cell=tp2_mns64 tp=2 mns=64 gpus=0-1 mandatory=0.75,0.5 spent_h20h=3.490967 cell_est_h20h=0.220 remaining_projection_h20h=2.260 cap_h20h=6.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl",
|
|
"SOLO_WAVE_ECHO cell=tp4_mns16 tp=4 mns=16 gpus=0-3 mandatory=0.033717411016,0.033182214016,0.034252608017 spent_h20h=3.664183 cell_est_h20h=0.480 remaining_projection_h20h=2.040 cap_h20h=6.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl",
|
|
"SOLO_WAVE_ECHO cell=tp2_mns8 tp=2 mns=8 gpus=0-1 mandatory=0.49609375,0.4921875 spent_h20h=4.217542 cell_est_h20h=0.220 remaining_projection_h20h=1.560 cap_h20h=6.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl",
|
|
"SOLO_WAVE_ECHO cell=tp2_mns16 tp=2 mns=16 gpus=0-1 mandatory=0.49609375,0.4921875 spent_h20h=4.392992 cell_est_h20h=0.220 remaining_projection_h20h=1.340 cap_h20h=6.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl",
|
|
"SOLO_WAVE_ECHO cell=tp4_mns8 tp=4 mns=8 gpus=0-3 mandatory=0.016591107009,0.016055910008 spent_h20h=4.623573 cell_est_h20h=0.480 remaining_projection_h20h=1.120 cap_h20h=6.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl",
|
|
"SOLO_WAVE_ECHO cell=tp1_mns8 tp=1 mns=8 gpus=0-0 mandatory=0.2265625,0.21875 spent_h20h=5.120182 cell_est_h20h=0.110 remaining_projection_h20h=0.640 cap_h20h=6.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl",
|
|
"SOLO_WAVE_ECHO cell=tp1_mns16 tp=1 mns=16 gpus=0-0 mandatory=0.24609375,0.25 spent_h20h=5.319979 cell_est_h20h=0.110 remaining_projection_h20h=0.530 cap_h20h=6.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl",
|
|
"SOLO_WAVE_ECHO cell=tp1_mns32 tp=1 mns=32 gpus=0-0 mandatory=0.2421875,0.24609375 spent_h20h=5.404469 cell_est_h20h=0.110 remaining_projection_h20h=0.420 cap_h20h=6.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl",
|
|
"SOLO_WAVE_ECHO cell=tp1_mns64 tp=1 mns=64 gpus=0-0 mandatory=0.2421875,0.24609375 spent_h20h=5.523280 cell_est_h20h=0.110 remaining_projection_h20h=0.310 cap_h20h=6.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl",
|
|
"A-P6-2_RESUME_ECHO utc=2026-07-12T17:36:18Z repair=prelaunch-driver-memory-poll spent_h20h=5.523279991083946 restart=tp1_mns64 cap_h20h=6.0",
|
|
"SOLO_WAVE_ECHO cell=tp1_mns64 tp=1 mns=64 gpus=0-0 mandatory=0.2421875,0.24609375 spent_h20h=5.523280 cell_est_h20h=0.110 remaining_projection_h20h=0.310 cap_h20h=6.0 ground_truth=/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/provenance/ground_truth.json trace=/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260311_1000.jsonl"
|
|
],
|
|
"measured_cells": 12,
|
|
"primary_anchor_runs": 37,
|
|
"solo_cell_gpu_hours": {
|
|
"tp1_mns16": 0.08449018637339274,
|
|
"tp1_mns32": 0.11881072620550791,
|
|
"tp1_mns64": 0.12126417318979898,
|
|
"tp1_mns8": 0.19979675398932564,
|
|
"tp2_mns16": 0.23058102700445388,
|
|
"tp2_mns32": 0.17590342534912956,
|
|
"tp2_mns64": 0.17321541958385045,
|
|
"tp2_mns8": 0.17544995917214287,
|
|
"tp4_mns16": 0.5533596136834886,
|
|
"tp4_mns32": 0.5145386989911397,
|
|
"tp4_mns64": 0.509352195792728,
|
|
"tp4_mns8": 0.49660913546880087
|
|
},
|
|
"surface_cells": 12,
|
|
"warmup_runs": 12
|
|
},
|
|
"sanity": {
|
|
"coverage": {
|
|
"solo_measured_cells_12": true,
|
|
"solo_primary_anchors_at_least_25": true
|
|
},
|
|
"invariants": {
|
|
"cell_validity": true,
|
|
"client_invariants": true,
|
|
"gpu_below_6": true,
|
|
"rates_nonnegative": true,
|
|
"selection_counts_match": true,
|
|
"surface_not_identical": true,
|
|
"surface_rows_12": true
|
|
},
|
|
"numeric": {
|
|
"drift": {
|
|
"distinct_n": 9,
|
|
"finite_n": 11,
|
|
"max": 0.13492063492063489,
|
|
"min": -0.2941176470588236,
|
|
"missing_n": 1,
|
|
"n": 12
|
|
},
|
|
"layer1_steps": {
|
|
"distinct_n": 37,
|
|
"finite_n": 37,
|
|
"max": 12103.0,
|
|
"min": 343.0,
|
|
"missing_n": 0,
|
|
"n": 37
|
|
},
|
|
"primary_pass_rate": {
|
|
"distinct_n": 17,
|
|
"finite_n": 37,
|
|
"max": 1.0,
|
|
"min": 0.030716723549488054,
|
|
"missing_n": 0,
|
|
"n": 37
|
|
},
|
|
"selected_count": {
|
|
"distinct_n": 18,
|
|
"finite_n": 37,
|
|
"max": 600.0,
|
|
"min": 121.0,
|
|
"missing_n": 0,
|
|
"n": 37
|
|
},
|
|
"v20_score": {
|
|
"distinct_n": 8,
|
|
"finite_n": 12,
|
|
"max": 3.283333333333333,
|
|
"min": 1.2833333333333334,
|
|
"missing_n": 0,
|
|
"n": 12
|
|
},
|
|
"v24_score": {
|
|
"distinct_n": 6,
|
|
"finite_n": 11,
|
|
"max": 3.2583333333333333,
|
|
"min": 1.3208333333333333,
|
|
"missing_n": 0,
|
|
"n": 11
|
|
}
|
|
},
|
|
"red_flags": []
|
|
},
|
|
"schema": 1,
|
|
"solo_vs_colocated": [
|
|
{
|
|
"accepted_feasible": true,
|
|
"anchor": 0.21875,
|
|
"cell": "tp1_mns8",
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 0.9917355371900827,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"solo_pass_rate": 0.9917355371900827,
|
|
"trial_pass_rates": [
|
|
0.9917355371900827
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"anchor": 0.2265625,
|
|
"cell": "tp1_mns8",
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.20634920634920634,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.7857142857142858,
|
|
"solo_pass_rate": 0.9920634920634921,
|
|
"trial_pass_rates": [
|
|
0.20634920634920634
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"anchor": 0.24609375,
|
|
"cell": "tp1_mns16",
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"anchor": 0.25,
|
|
"cell": "tp1_mns16",
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"anchor": 0.2421875,
|
|
"cell": "tp1_mns32",
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"anchor": 0.24609375,
|
|
"cell": "tp1_mns32",
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"anchor": 0.2421875,
|
|
"cell": "tp1_mns64",
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"anchor": 0.24609375,
|
|
"cell": "tp1_mns64",
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"anchor": 0.4921875,
|
|
"cell": "tp2_mns8",
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.6914498141263941,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.30855018587360594,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
0.6914498141263941
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"anchor": 0.49609375,
|
|
"cell": "tp2_mns8",
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.09157509157509157,
|
|
"solo_feasible": false,
|
|
"solo_minus_colocated_primary_pass_rate": 0.48901098901098894,
|
|
"solo_pass_rate": 0.5805860805860805,
|
|
"trial_pass_rates": [
|
|
0.09157509157509157
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"anchor": 0.4921875,
|
|
"cell": "tp2_mns16",
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"anchor": 0.49609375,
|
|
"cell": "tp2_mns16",
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.08791208791208792,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.9120879120879121,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
0.08791208791208792
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": null,
|
|
"anchor": 0.75,
|
|
"cell": "tp2_mns32",
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.4117647058823529,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.5882352941176471,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
0.4117647058823529,
|
|
1.0
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": null,
|
|
"anchor": 0.75390625,
|
|
"cell": "tp2_mns32",
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.027918781725888325,
|
|
"solo_feasible": false,
|
|
"solo_minus_colocated_primary_pass_rate": 0.5469543147208122,
|
|
"solo_pass_rate": 0.5748730964467006,
|
|
"trial_pass_rates": [
|
|
0.027918781725888325,
|
|
0.9568527918781726
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"anchor": 0.5,
|
|
"cell": "tp2_mns64",
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.4601449275362319,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.5398550724637681,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
0.4601449275362319
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"anchor": 0.75,
|
|
"cell": "tp2_mns64",
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.14066496163682865,
|
|
"solo_feasible": false,
|
|
"solo_minus_colocated_primary_pass_rate": 0.4207161125319694,
|
|
"solo_pass_rate": 0.561381074168798,
|
|
"trial_pass_rates": [
|
|
0.14066496163682865
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": true,
|
|
"anchor": 0.016055910008,
|
|
"cell": "tp4_mns8",
|
|
"primary_feasible": true,
|
|
"primary_pass_rate": 1.0,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.0,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
1.0
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"anchor": 0.016591107009,
|
|
"cell": "tp4_mns8",
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.07142857142857142,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.9285714285714286,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
0.07142857142857142
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"anchor": 0.033182214016,
|
|
"cell": "tp4_mns16",
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.6086956521739131,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.3913043478260869,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
0.6086956521739131
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": null,
|
|
"anchor": 0.033717411016,
|
|
"cell": "tp4_mns16",
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.03583617747440273,
|
|
"solo_feasible": false,
|
|
"solo_minus_colocated_primary_pass_rate": 0.20221843003412968,
|
|
"solo_pass_rate": 0.2380546075085324,
|
|
"trial_pass_rates": [
|
|
0.03583617747440273,
|
|
1.0
|
|
]
|
|
},
|
|
{
|
|
"accepted_feasible": false,
|
|
"anchor": 0.034252608017,
|
|
"cell": "tp4_mns16",
|
|
"primary_feasible": false,
|
|
"primary_pass_rate": 0.8466666666666667,
|
|
"solo_feasible": true,
|
|
"solo_minus_colocated_primary_pass_rate": 0.15333333333333332,
|
|
"solo_pass_rate": 1.0,
|
|
"trial_pass_rates": [
|
|
0.8466666666666667
|
|
]
|
|
}
|
|
],
|
|
"status": "VALID",
|
|
"verdicts": {
|
|
"argmax": "INCONCLUSIVE",
|
|
"full_surface_bounded": false,
|
|
"ranking": "INCONCLUSIVE",
|
|
"tau_b": null,
|
|
"top_pair_reversals_gt5pct": [],
|
|
"trap": "INCONCLUSIVE"
|
|
},
|
|
"w1_readjudication": {
|
|
"amendment": "A-P6-1",
|
|
"cells": [
|
|
{
|
|
"anchors": [
|
|
{
|
|
"anchor": 0.24609375,
|
|
"covered": true,
|
|
"interval_end_mono_ns": 199601637648726,
|
|
"interval_start_mono_ns": 199540309473748,
|
|
"layer1_records": 4706,
|
|
"result": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns16/anchor-0.24609375/result.json"
|
|
},
|
|
{
|
|
"anchor": 0.25,
|
|
"covered": true,
|
|
"interval_end_mono_ns": 199668842271892,
|
|
"interval_start_mono_ns": 199607371060368,
|
|
"layer1_records": 3883,
|
|
"result": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns16/anchor-0.25/result.json"
|
|
}
|
|
],
|
|
"cell": "tp1_mns16",
|
|
"checkpoint_after_anchor_s": 1.000327977,
|
|
"checkpoint_stream_delta_s": 0.001439359,
|
|
"counters": {
|
|
"dropped_records": 0,
|
|
"encoded_records": 9212,
|
|
"last_step_index": 9211,
|
|
"written_records": 9212
|
|
},
|
|
"footer_count": 0,
|
|
"invariants": {
|
|
"all_anchor_intervals_covered": true,
|
|
"all_schema_1": true,
|
|
"checkpoint_after_all_anchor_intervals": true,
|
|
"checkpoint_sidecar": true,
|
|
"checkpoint_within_flush_of_stream": true,
|
|
"complete_final_newline": true,
|
|
"encoded_balanced": true,
|
|
"last_step_matches": true,
|
|
"no_in_stream_footer": true,
|
|
"steps_contiguous": true,
|
|
"two_anchor_intervals": true,
|
|
"written_matches_records": true,
|
|
"zero_drops": true
|
|
},
|
|
"passed": true,
|
|
"records": 9212,
|
|
"sidecar": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns16/opprof/opprof-v1-dp0-pid2638886-1783867898065648658.jsonl.footer.json",
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns16/opprof/opprof-v1-dp0-pid2638886-1783867898065648658.jsonl"
|
|
},
|
|
{
|
|
"anchors": [
|
|
{
|
|
"anchor": 0.2421875,
|
|
"covered": true,
|
|
"interval_end_mono_ns": 199601604247251,
|
|
"interval_start_mono_ns": 199540309397799,
|
|
"layer1_records": 4844,
|
|
"result": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns32/anchor-0.2421875/result.json"
|
|
},
|
|
{
|
|
"anchor": 0.24609375,
|
|
"covered": true,
|
|
"interval_end_mono_ns": 199668653603418,
|
|
"interval_start_mono_ns": 199607365362010,
|
|
"layer1_records": 4144,
|
|
"result": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns32/anchor-0.24609375/result.json"
|
|
}
|
|
],
|
|
"cell": "tp1_mns32",
|
|
"checkpoint_after_anchor_s": 1.000711369,
|
|
"checkpoint_stream_delta_s": 0.001155708,
|
|
"counters": {
|
|
"dropped_records": 0,
|
|
"encoded_records": 9633,
|
|
"last_step_index": 9632,
|
|
"written_records": 9633
|
|
},
|
|
"footer_count": 0,
|
|
"invariants": {
|
|
"all_anchor_intervals_covered": true,
|
|
"all_schema_1": true,
|
|
"checkpoint_after_all_anchor_intervals": true,
|
|
"checkpoint_sidecar": true,
|
|
"checkpoint_within_flush_of_stream": true,
|
|
"complete_final_newline": true,
|
|
"encoded_balanced": true,
|
|
"last_step_matches": true,
|
|
"no_in_stream_footer": true,
|
|
"steps_contiguous": true,
|
|
"two_anchor_intervals": true,
|
|
"written_matches_records": true,
|
|
"zero_drops": true
|
|
},
|
|
"passed": true,
|
|
"records": 9633,
|
|
"sidecar": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns32/opprof/opprof-v1-dp0-pid2638900-1783867898685556703.jsonl.footer.json",
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns32/opprof/opprof-v1-dp0-pid2638900-1783867898685556703.jsonl"
|
|
},
|
|
{
|
|
"anchors": [
|
|
{
|
|
"anchor": 0.2421875,
|
|
"covered": true,
|
|
"interval_end_mono_ns": 199601593594258,
|
|
"interval_start_mono_ns": 199540314883238,
|
|
"layer1_records": 4855,
|
|
"result": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns64/anchor-0.2421875/result.json"
|
|
},
|
|
{
|
|
"anchor": 0.24609375,
|
|
"covered": true,
|
|
"interval_end_mono_ns": 199668751241940,
|
|
"interval_start_mono_ns": 199607467392165,
|
|
"layer1_records": 4165,
|
|
"result": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns64/anchor-0.24609375/result.json"
|
|
}
|
|
],
|
|
"cell": "tp1_mns64",
|
|
"checkpoint_after_anchor_s": 2.013733755,
|
|
"checkpoint_stream_delta_s": 1.014815835,
|
|
"counters": {
|
|
"dropped_records": 0,
|
|
"encoded_records": 9654,
|
|
"last_step_index": 9653,
|
|
"written_records": 9654
|
|
},
|
|
"footer_count": 0,
|
|
"invariants": {
|
|
"all_anchor_intervals_covered": true,
|
|
"all_schema_1": true,
|
|
"checkpoint_after_all_anchor_intervals": true,
|
|
"checkpoint_sidecar": true,
|
|
"checkpoint_within_flush_of_stream": true,
|
|
"complete_final_newline": true,
|
|
"encoded_balanced": true,
|
|
"last_step_matches": true,
|
|
"no_in_stream_footer": true,
|
|
"steps_contiguous": true,
|
|
"two_anchor_intervals": true,
|
|
"written_matches_records": true,
|
|
"zero_drops": true
|
|
},
|
|
"passed": true,
|
|
"records": 9654,
|
|
"sidecar": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns64/opprof/opprof-v1-dp0-pid2638898-1783867899798067669.jsonl.footer.json",
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns64/opprof/opprof-v1-dp0-pid2638898-1783867899798067669.jsonl"
|
|
},
|
|
{
|
|
"anchors": [
|
|
{
|
|
"anchor": 0.21875,
|
|
"covered": true,
|
|
"interval_end_mono_ns": 199668659416799,
|
|
"interval_start_mono_ns": 199607365130468,
|
|
"layer1_records": 5756,
|
|
"result": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns8/anchor-0.21875/result.json"
|
|
},
|
|
{
|
|
"anchor": 0.2265625,
|
|
"covered": true,
|
|
"interval_end_mono_ns": 199568971776020,
|
|
"interval_start_mono_ns": 199540309654499,
|
|
"layer1_records": 1663,
|
|
"result": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns8/anchor-0.2265625/result.json"
|
|
}
|
|
],
|
|
"cell": "tp1_mns8",
|
|
"checkpoint_after_anchor_s": 1.000563608,
|
|
"checkpoint_stream_delta_s": 0.12747079,
|
|
"counters": {
|
|
"dropped_records": 0,
|
|
"encoded_records": 7683,
|
|
"last_step_index": 7682,
|
|
"written_records": 7683
|
|
},
|
|
"footer_count": 0,
|
|
"invariants": {
|
|
"all_anchor_intervals_covered": true,
|
|
"all_schema_1": true,
|
|
"checkpoint_after_all_anchor_intervals": true,
|
|
"checkpoint_sidecar": true,
|
|
"checkpoint_within_flush_of_stream": true,
|
|
"complete_final_newline": true,
|
|
"encoded_balanced": true,
|
|
"last_step_matches": true,
|
|
"no_in_stream_footer": true,
|
|
"steps_contiguous": true,
|
|
"two_anchor_intervals": true,
|
|
"written_matches_records": true,
|
|
"zero_drops": true
|
|
},
|
|
"passed": true,
|
|
"records": 7683,
|
|
"sidecar": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns8/opprof/opprof-v1-dp0-pid2638884-1783867942846550713.jsonl.footer.json",
|
|
"stream": "/home/admin/cpfs/wjh/opprof-phase6-dash0-20260712/runs/phase6/cells/tp1_mns8/opprof/opprof-v1-dp0-pid2638884-1783867942846550713.jsonl"
|
|
}
|
|
],
|
|
"mode": "checkpoint-sidecar",
|
|
"passed": true,
|
|
"sanity": {
|
|
"anchor_count": 8,
|
|
"cell_count": 4,
|
|
"records_distinct": 4,
|
|
"records_max": 9654,
|
|
"records_min": 7683
|
|
},
|
|
"schema": 1
|
|
}
|
|
}
|