5122 lines
193 KiB
JSON
5122 lines
193 KiB
JSON
{
|
|
"claim_boundary": "Development-only identifiability gate. Passing opens a controlled real-GPU pilot; it does not establish tuning benefit or causality.",
|
|
"decision": "STOP_NO_IDENTIFIABLE_RESPONSE",
|
|
"frozen_gate": {
|
|
"expected_action_pairs": 17,
|
|
"gate_features": [
|
|
"scheduler_steps_per_s",
|
|
"decode_batch_size.mean",
|
|
"prefill_token_fraction",
|
|
"queue_waiting_mean",
|
|
"queue_running_mean",
|
|
"kv_usage_mean",
|
|
"graph_padding_fraction"
|
|
],
|
|
"horizons_s": [
|
|
5.0,
|
|
10.0
|
|
],
|
|
"minimum_action_above_repeat_p95_fraction": 0.5,
|
|
"minimum_effect_to_repeat_median": 2.0,
|
|
"minimum_repeat_pairs": 20,
|
|
"minimum_sign_consistency": 0.75,
|
|
"minimum_stable_features": 2
|
|
},
|
|
"horizons": {
|
|
"10": {
|
|
"actions": [
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 1.5764389277324504,
|
|
"batch_tokens.mean": 81.00995765564915,
|
|
"decode_batch_size.mean": 1.5631264281332364,
|
|
"graph_full_share": -0.011964790704335537,
|
|
"graph_none_share": 0.020610006604949223,
|
|
"graph_padding_fraction": -0.01937281246147585,
|
|
"kv_usage_end_minus_start": -0.02063938485088157,
|
|
"kv_usage_max": 0.05576515049492037,
|
|
"kv_usage_mean": 0.02372409715700479,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.09894954087875252,
|
|
"queue_running_mean": 1.8681007873,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -51.89999999999999
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.24609375,
|
|
"request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/anchor-0.24609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.24609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.003449406279594669,
|
|
"batch_tokens.mean": 0.2550229474757799,
|
|
"decode_batch_size.mean": 0.003361987324251192,
|
|
"graph_full_share": -8.37764988708134e-05,
|
|
"graph_none_share": -0.0012785022218984483,
|
|
"graph_padding_fraction": 0.00024814146059230855,
|
|
"kv_usage_end_minus_start": 4.607711554860394e-05,
|
|
"kv_usage_max": 0.00030157213266412963,
|
|
"kv_usage_mean": 0.0007577042092319561,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 6.688650356756476e-05,
|
|
"queue_running_mean": 0.05724569279999958,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -0.20000000000000284
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.24609375,
|
|
"request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.24609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/anchor-0.24609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.012661422160780589,
|
|
"batch_tokens.mean": -0.39155502891061644,
|
|
"decode_batch_size.mean": -0.012529760925139577,
|
|
"graph_full_share": 0.0001261753508223773,
|
|
"graph_none_share": -0.0014757030161394735,
|
|
"graph_padding_fraction": 0.0004267789129811959,
|
|
"kv_usage_end_minus_start": 7.934839022727402e-06,
|
|
"kv_usage_max": 0.03040170172083234,
|
|
"kv_usage_mean": 0.0025619580859006993,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -2.6753484588915022e-05,
|
|
"queue_running_mean": 0.22427197499999973,
|
|
"queue_waiting_mean": -0.0255129477,
|
|
"scheduler_steps_per_s": 0.29999999999999716
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.04195804195804198,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.958041958041958,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.012870461691032453,
|
|
"batch_tokens.mean": -0.2637663627959057,
|
|
"decode_batch_size.mean": -0.01278327820794356,
|
|
"graph_full_share": 8.355083796041107e-05,
|
|
"graph_none_share": -0.002771708233208551,
|
|
"graph_padding_fraction": -4.1151267345866487e-05,
|
|
"kv_usage_end_minus_start": 1.7658454245395028e-05,
|
|
"kv_usage_max": 0.00011557359098801623,
|
|
"kv_usage_mean": -0.00031444354435781335,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 2.6753484588915022e-05,
|
|
"queue_running_mean": -0.05587743330000006,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.20000000000000284
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.021751047667267098,
|
|
"batch_tokens.mean": 0.5249008791116694,
|
|
"decode_batch_size.mean": 0.021576208801315833,
|
|
"graph_full_share": -0.00016755391320344426,
|
|
"graph_none_share": -0.0012074809179768962,
|
|
"graph_padding_fraction": 9.628532857289349e-05,
|
|
"kv_usage_end_minus_start": 4.607711554860394e-05,
|
|
"kv_usage_max": 0.00030157213266412963,
|
|
"kv_usage_mean": 0.00019975354503918435,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -1.337692842384719e-05,
|
|
"queue_running_mean": 0.0040136895999998146,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -0.3999999999999915
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 6.1794369551023545,
|
|
"batch_tokens.mean": 175.96941851979875,
|
|
"decode_batch_size.mean": 6.118283596420478,
|
|
"graph_full_share": -0.05096593309521069,
|
|
"graph_none_share": 0.047163651726389366,
|
|
"graph_padding_fraction": 0.0032959117320311947,
|
|
"kv_usage_end_minus_start": 0.07533673225448412,
|
|
"kv_usage_max": 0.06162226941794913,
|
|
"kv_usage_mean": 0.056370734075687004,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.0018186060572318308,
|
|
"queue_running_mean": 5.9180508831,
|
|
"queue_waiting_mean": -2.7288210595,
|
|
"scheduler_steps_per_s": -13.3
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.06521739130434782,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.5,
|
|
"request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.09057971014492754,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/anchor-0.5/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.15579710144927536,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/anchor-0.5/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 4.764302767707134,
|
|
"batch_tokens.mean": 277.81382085064996,
|
|
"decode_batch_size.mean": 4.6529755062339735,
|
|
"graph_full_share": -0.09344327526748608,
|
|
"graph_none_share": 0.0681757891944469,
|
|
"graph_padding_fraction": 0.000877004096309171,
|
|
"kv_usage_end_minus_start": 0.13999257948102506,
|
|
"kv_usage_max": 0.13096340508568438,
|
|
"kv_usage_mean": 0.05558263246404621,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.006009982585939322,
|
|
"queue_running_mean": 6.513921786700001,
|
|
"queue_waiting_mean": -2.611976143,
|
|
"scheduler_steps_per_s": -9.100000000000001
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": -0.06521739130434782,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.5,
|
|
"request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.15579710144927536,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/anchor-0.5/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.09057971014492754,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.5/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.8274828140997492,
|
|
"batch_tokens.mean": 96.29113646336111,
|
|
"decode_batch_size.mean": -0.8609770367120078,
|
|
"graph_full_share": -0.017588123445955728,
|
|
"graph_none_share": 0.015211350007313162,
|
|
"graph_padding_fraction": 7.496352550239935e-05,
|
|
"kv_usage_end_minus_start": 0.03212970309780483,
|
|
"kv_usage_max": 0.01812081632758722,
|
|
"kv_usage_mean": 0.003998827610290162,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.004183520933583096,
|
|
"queue_running_mean": 0.37492188330000076,
|
|
"queue_waiting_mean": -0.1123975519,
|
|
"scheduler_steps_per_s": -1.299999999999999
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": -0.02898550724637681,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.5,
|
|
"request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.09057971014492754,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.5/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.06159420289855073,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/anchor-0.5/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.07209087471218689,
|
|
"batch_tokens.mean": 0.5870128720027967,
|
|
"decode_batch_size.mean": 0.071372838111468,
|
|
"graph_full_share": -0.0007180366007190075,
|
|
"graph_none_share": 0.00017950915017974842,
|
|
"graph_padding_fraction": -0.00012257265767716408,
|
|
"kv_usage_end_minus_start": 0.0005957119907479269,
|
|
"kv_usage_max": 0.003445359565031225,
|
|
"kv_usage_mean": 0.0015147564690633879,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.0006457635751305757,
|
|
"queue_running_mean": 0.2144143154,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -5.000000000000014
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.2421875,
|
|
"request_hash": "adb62bea7f7a12c1e33fa1572ec1d0e274100013ad90e14c6ef5c549b0e0d017",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.2421875/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/anchor-0.2421875/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.36245150019298356,
|
|
"batch_tokens.mean": -0.3978304588945094,
|
|
"decode_batch_size.mean": -0.35854104454872315,
|
|
"graph_full_share": 0.003837325045198847,
|
|
"graph_none_share": -0.010532837670384139,
|
|
"graph_padding_fraction": -0.04819081852048884,
|
|
"kv_usage_end_minus_start": -0.006582719323285691,
|
|
"kv_usage_max": -0.0005696857286345836,
|
|
"kv_usage_mean": -0.0009069497569939534,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.0024232654720200003,
|
|
"queue_running_mean": -0.4996837289,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 21.599999999999994
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.4921875,
|
|
"request_hash": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp2_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp2_mns8/anchor-0.4921875/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp2_mns16/anchor-0.4921875/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.11406418543540475,
|
|
"batch_tokens.mean": 9.343502830968255,
|
|
"decode_batch_size.mean": -0.11416962019156696,
|
|
"graph_full_share": -0.0001054347561618707,
|
|
"graph_none_share": -0.006673028798106863,
|
|
"graph_padding_fraction": 0.00039894330767695045,
|
|
"kv_usage_end_minus_start": 0.013684335607858866,
|
|
"kv_usage_max": 0.015105694785835122,
|
|
"kv_usage_mean": 0.003178130879397629,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.010932399371689994,
|
|
"queue_running_mean": 1.5075751790999998,
|
|
"queue_waiting_mean": -1.0976031745,
|
|
"scheduler_steps_per_s": 7.0
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.728937728937729,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.49609375,
|
|
"request_hash": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp2_mns8",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.27106227106227104,
|
|
"mns": 8,
|
|
"trial_id": "tp2_mns8/anchor-0.49609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp2_mns16/anchor-0.49609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 5.413566807825205,
|
|
"batch_tokens.mean": 200.71125302018655,
|
|
"decode_batch_size.mean": 5.3571681691824065,
|
|
"graph_full_share": -0.05071523213218676,
|
|
"graph_none_share": 0.05388272583201268,
|
|
"graph_padding_fraction": -0.227748799260124,
|
|
"kv_usage_end_minus_start": 0.0335338856501185,
|
|
"kv_usage_max": 0.060946820037647065,
|
|
"kv_usage_mean": 0.028804550592809862,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.8741864436917179,
|
|
"queue_running_mean": 10.8362644165,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -89.4
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": -0.7698209718670077,
|
|
"feasibility_transition": "true->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.75,
|
|
"request_hash": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp2_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp2_mns32/anchor-0.75/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.23017902813299232,
|
|
"mns": 64,
|
|
"trial_id": "tp2_mns64/anchor-0.75/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 2.075957134599138,
|
|
"batch_tokens.mean": 46.93942520046838,
|
|
"decode_batch_size.mean": 2.0480560866794146,
|
|
"graph_full_share": -0.0074377102879925605,
|
|
"graph_none_share": -0.0018112558732417336,
|
|
"graph_padding_fraction": 0.0006496717251760695,
|
|
"kv_usage_end_minus_start": 0.018695600546584812,
|
|
"kv_usage_max": 0.017004326138624792,
|
|
"kv_usage_mean": 0.00908001267992682,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.0002714485379902154,
|
|
"queue_running_mean": 8.942033995400001,
|
|
"queue_waiting_mean": -3.5751631934000008,
|
|
"scheduler_steps_per_s": -12.200000000000003
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": -0.032423208191126277,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.06313993174061433,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.030716723549488054,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.35039583066624225,
|
|
"batch_tokens.mean": 122.17784504581891,
|
|
"decode_batch_size.mean": -0.430057526564223,
|
|
"graph_full_share": -0.016886297279774087,
|
|
"graph_none_share": 0.014833841973330465,
|
|
"graph_padding_fraction": -0.0008982073370737251,
|
|
"kv_usage_end_minus_start": 0.023420994136330364,
|
|
"kv_usage_max": 0.017803055174036908,
|
|
"kv_usage_mean": 0.0044696216831996635,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.015941265487523948,
|
|
"queue_running_mean": 5.9603496991,
|
|
"queue_waiting_mean": -5.3947101023999995,
|
|
"scheduler_steps_per_s": -6.0
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.08361774744027303,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.030716723549488054,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.11433447098976109,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -1.3459024035954341,
|
|
"batch_tokens.mean": -76.90460019071148,
|
|
"decode_batch_size.mean": -1.335767993913132,
|
|
"graph_full_share": 0.014601482572194069,
|
|
"graph_none_share": -0.03533131042635292,
|
|
"graph_padding_fraction": 0.215661617603708,
|
|
"kv_usage_end_minus_start": -0.0019582245100192575,
|
|
"kv_usage_max": 0.004037693486432903,
|
|
"kv_usage_mean": -0.0013060500299530847,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.7248107341009736,
|
|
"queue_running_mean": -1.1173600969999997,
|
|
"queue_waiting_mean": -5.5313452697,
|
|
"scheduler_steps_per_s": 55.0
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.8216666666666667,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.034252608017,
|
|
"request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp4_mns8",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.17833333333333334,
|
|
"mns": 8,
|
|
"trial_id": "tp4_mns8/anchor-0.034252608017/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.034252608017/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.001077049918674966,
|
|
"batch_tokens.mean": -0.009036864794174093,
|
|
"decode_batch_size.mean": 0.0014499324412282633,
|
|
"graph_full_share": -0.0018530405936193484,
|
|
"graph_none_share": -0.0005575282018593251,
|
|
"graph_padding_fraction": -0.005954146779449193,
|
|
"kv_usage_end_minus_start": 2.5931683662605565e-05,
|
|
"kv_usage_max": 1.368725807104898e-05,
|
|
"kv_usage_mean": -2.4961532697604337e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.0012108546438647505,
|
|
"queue_running_mean": -0.027323256100000748,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 1.4000000000000057
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.034252608017,
|
|
"request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.034252608017/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.034252608017/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.012380697130775609,
|
|
"batch_tokens.mean": 0.015975045041020763,
|
|
"decode_batch_size.mean": 0.012248179747174959,
|
|
"graph_full_share": 0.0004243534193951737,
|
|
"graph_none_share": 2.977918732597739e-06,
|
|
"graph_padding_fraction": 0.0021324803565644923,
|
|
"kv_usage_end_minus_start": -4.493314282427718e-06,
|
|
"kv_usage_max": 1.9874666237429395e-05,
|
|
"kv_usage_mean": 2.2389395203431008e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 9.913223620203193e-05,
|
|
"queue_running_mean": 0.015902196000000757,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -0.5
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.034252608017,
|
|
"request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.034252608017/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/anchor-0.034252608017/result.json"
|
|
}
|
|
}
|
|
],
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": {
|
|
"distinct_n": 10,
|
|
"max": 0.8216666666666667,
|
|
"min": -0.7698209718670077,
|
|
"n": 17
|
|
},
|
|
"feasibility_transitions": {
|
|
"false->false": 5,
|
|
"false->true": 2,
|
|
"true->false": 1,
|
|
"true->true": 9
|
|
},
|
|
"limitation": "Full outcomes may use different elapsed durations when a trial early-stopped; they are descriptive and are not a gate input.",
|
|
"negative": 4,
|
|
"positive": 5,
|
|
"zero": 8
|
|
},
|
|
"feature_statistics": {
|
|
"batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.058823529411764705,
|
|
"action_abs_median": 0.35039583066624225,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 6.1794369551023545,
|
|
"min": -1.3459024035954341,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5882352941176471,
|
|
"negative": 7,
|
|
"positive": 10,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 6.562183065127602,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.05339622914945741,
|
|
"repeat_abs_p95": 5.572276889098532,
|
|
"repeat_delta": {
|
|
"distinct_n": 29,
|
|
"max": 0.648283558063266,
|
|
"min": -5.684231334296602,
|
|
"n": 29
|
|
}
|
|
},
|
|
"batch_tokens.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 9.343502830968255,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 277.81382085064996,
|
|
"min": -76.90460019071148,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.7058823529411765,
|
|
"negative": 5,
|
|
"positive": 12,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 8.491093823400865,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 1.1003885983709436,
|
|
"repeat_abs_p95": 315.3187671058407,
|
|
"repeat_delta": {
|
|
"distinct_n": 29,
|
|
"max": 49.961881401529,
|
|
"min": -364.45844383082266,
|
|
"n": 29
|
|
}
|
|
},
|
|
"decode_batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.058823529411764705,
|
|
"action_abs_median": 0.35854104454872315,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 6.118283596420478,
|
|
"min": -1.335767993913132,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5882352941176471,
|
|
"negative": 7,
|
|
"positive": 10,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 6.76984750225626,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.05296146544353153,
|
|
"repeat_abs_p95": 5.508199821866692,
|
|
"repeat_delta": {
|
|
"distinct_n": 29,
|
|
"max": 0.6427639871873927,
|
|
"min": -5.614987163710968,
|
|
"n": 29
|
|
}
|
|
},
|
|
"graph_full_share": {
|
|
"action_above_repeat_p95_fraction": 0.058823529411764705,
|
|
"action_abs_median": 0.003837325045198847,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 0.014601482572194069,
|
|
"min": -0.09344327526748608,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.7058823529411765,
|
|
"negative": 12,
|
|
"positive": 5,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 4.142422601449927,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0009263480369809951,
|
|
"repeat_abs_p95": 0.05226163287124676,
|
|
"repeat_delta": {
|
|
"distinct_n": 28,
|
|
"max": 0.055525557955363625,
|
|
"min": -0.006350826071218729,
|
|
"n": 29
|
|
}
|
|
},
|
|
"graph_none_share": {
|
|
"action_above_repeat_p95_fraction": 0.058823529411764705,
|
|
"action_abs_median": 0.006673028798106863,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 0.0681757891944469,
|
|
"min": -0.03533131042635292,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5294117647058824,
|
|
"negative": 9,
|
|
"positive": 8,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 6.753166603769785,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0009881332994778795,
|
|
"repeat_abs_p95": 0.0591340838533234,
|
|
"repeat_delta": {
|
|
"distinct_n": 22,
|
|
"max": 0.014663378024668453,
|
|
"min": -0.06263498920086392,
|
|
"n": 29
|
|
}
|
|
},
|
|
"graph_padding_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.000877004096309171,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 0.215661617603708,
|
|
"min": -0.227748799260124,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5882352941176471,
|
|
"negative": 7,
|
|
"positive": 10,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.05354985977835987,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.016377336933075942,
|
|
"repeat_abs_p95": 0.24277823872412585,
|
|
"repeat_delta": {
|
|
"distinct_n": 29,
|
|
"max": 0.2448027632667215,
|
|
"min": -0.016377336933075942,
|
|
"n": 29
|
|
}
|
|
},
|
|
"kv_usage_end_minus_start": {
|
|
"action_above_repeat_p95_fraction": 0.11764705882352941,
|
|
"action_abs_median": 0.006582719323285691,
|
|
"action_delta": {
|
|
"distinct_n": 16,
|
|
"max": 0.13999257948102506,
|
|
"min": -0.02063938485088157,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.7647058823529411,
|
|
"negative": 4,
|
|
"positive": 13,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 322.61413699448417,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 2.0404311431021505e-05,
|
|
"repeat_abs_p95": 0.050972874042718504,
|
|
"repeat_delta": {
|
|
"distinct_n": 19,
|
|
"max": 0.004504676952132969,
|
|
"min": -0.07211360414777734,
|
|
"n": 29
|
|
}
|
|
},
|
|
"kv_usage_max": {
|
|
"action_above_repeat_p95_fraction": 0.23529411764705882,
|
|
"action_abs_median": 0.015105694785835122,
|
|
"action_delta": {
|
|
"distinct_n": 16,
|
|
"max": 0.13096340508568438,
|
|
"min": -0.0005696857286345836,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.9411764705882353,
|
|
"negative": 1,
|
|
"positive": 16,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2958.616486447546,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 5.1056616682254585e-06,
|
|
"repeat_abs_p95": 0.051096537054163664,
|
|
"repeat_delta": {
|
|
"distinct_n": 16,
|
|
"max": 0.004527588437235774,
|
|
"min": -0.0609037076826664,
|
|
"n": 29
|
|
}
|
|
},
|
|
"kv_usage_mean": {
|
|
"action_above_repeat_p95_fraction": 0.17647058823529413,
|
|
"action_abs_median": 0.0025619580859006993,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 0.056370734075687004,
|
|
"min": -0.0013060500299530847,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.7647058823529411,
|
|
"negative": 4,
|
|
"positive": 13,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 7.0681027141206565,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0003624675799889579,
|
|
"repeat_abs_p95": 0.026328182817430976,
|
|
"repeat_delta": {
|
|
"distinct_n": 29,
|
|
"max": 0.00522340215966962,
|
|
"min": -0.034746555150565066,
|
|
"n": 29
|
|
}
|
|
},
|
|
"preemptions": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0,
|
|
"action_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.0,
|
|
"negative": 0,
|
|
"positive": 0,
|
|
"zero": 17
|
|
},
|
|
"effect_to_repeat_median": 0.0,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 0.0,
|
|
"repeat_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 29
|
|
}
|
|
},
|
|
"prefill_token_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0018186060572318308,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 0.8741864436917179,
|
|
"min": -0.7248107341009736,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6470588235294118,
|
|
"negative": 6,
|
|
"positive": 11,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.01492870595090838,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.12181940371872435,
|
|
"repeat_abs_p95": 0.904349172685805,
|
|
"repeat_delta": {
|
|
"distinct_n": 29,
|
|
"max": 0.12181940371872435,
|
|
"min": -0.9109256423065466,
|
|
"n": 29
|
|
}
|
|
},
|
|
"queue_running_mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.4996837289,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 10.8362644165,
|
|
"min": -1.1173600969999997,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.7647058823529411,
|
|
"negative": 4,
|
|
"positive": 13,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 6.675982397855274,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.07484796979999953,
|
|
"repeat_abs_p95": 19.390367244779988,
|
|
"repeat_delta": {
|
|
"distinct_n": 29,
|
|
"max": 0.11568243179999982,
|
|
"min": -22.007979622,
|
|
"n": 29
|
|
}
|
|
},
|
|
"queue_waiting_mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0,
|
|
"action_delta": {
|
|
"distinct_n": 9,
|
|
"max": 0.0,
|
|
"min": -5.5313452697,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 8,
|
|
"positive": 0,
|
|
"zero": 9
|
|
},
|
|
"effect_to_repeat_median": 0.0,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 5.569089138,
|
|
"repeat_delta": {
|
|
"distinct_n": 10,
|
|
"max": 0.0,
|
|
"min": -9.1442523314,
|
|
"n": 29
|
|
}
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 6.0,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 55.0,
|
|
"min": -89.4,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6470588235294118,
|
|
"negative": 11,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2.8571428571428648,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 2.0999999999999943,
|
|
"repeat_abs_p95": 136.72000000000003,
|
|
"repeat_delta": {
|
|
"distinct_n": 24,
|
|
"max": 143.3,
|
|
"min": -28.89999999999999,
|
|
"n": 29
|
|
}
|
|
}
|
|
},
|
|
"horizon_s": 10.0,
|
|
"qualifying_features": [],
|
|
"repeats": [
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.032046759505486744,
|
|
"batch_tokens.mean": -0.6567641003932749,
|
|
"decode_batch_size.mean": -0.031829677307312565,
|
|
"graph_full_share": 0.00020803710658368058,
|
|
"graph_none_share": -0.00019899201499314415,
|
|
"graph_padding_fraction": -0.0002750356645350475,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": -4.977600796418624e-05,
|
|
"kv_usage_mean": -0.0014423226092831615,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 6.688650356756476e-05,
|
|
"queue_running_mean": -0.1142690622,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.5
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/confirm-1-anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.026614995471553993,
|
|
"batch_tokens.mean": -0.6496552246722729,
|
|
"decode_batch_size.mean": -0.02639849605068978,
|
|
"graph_full_share": 0.00020747861166137138,
|
|
"graph_none_share": -0.00018041618405337592,
|
|
"graph_padding_fraction": -9.631257646229227e-05,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -0.00015576460470852899,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 1.3376556165067832e-05,
|
|
"queue_running_mean": -0.04869389649999967,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.5
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.24609375,
|
|
"request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.24609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/confirm-1-anchor-0.24609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.010808600034953653,
|
|
"batch_tokens.mean": -0.5085699460020408,
|
|
"decode_batch_size.mean": -0.010635633606656203,
|
|
"graph_full_share": 0.0001657594937848339,
|
|
"graph_none_share": -0.00014413869024775677,
|
|
"graph_padding_fraction": -1.428081475827233e-05,
|
|
"kv_usage_end_minus_start": 9.965122072741472e-05,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -4.734747194812261e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -9.363068207879355e-05,
|
|
"queue_running_mean": -0.009244884900000194,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.4000000000000057
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/confirm-1-anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.016288869514675675,
|
|
"batch_tokens.mean": -0.5180834059866299,
|
|
"decode_batch_size.mean": -0.016114501598372577,
|
|
"graph_full_share": 0.00016710258645746823,
|
|
"graph_none_share": -0.00013804126707352496,
|
|
"graph_padding_fraction": -0.00023422744992916602,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": -4.995504046367838e-05,
|
|
"kv_usage_mean": -0.0007559762079877713,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -4.013301897864974e-05,
|
|
"queue_running_mean": -0.07447232549999949,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.4000000000000057
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.24609375,
|
|
"request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/anchor-0.24609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/confirm-1-anchor-0.24609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.04857934121216845,
|
|
"batch_tokens.mean": -1.5419494800797793,
|
|
"decode_batch_size.mean": -0.04806041200816624,
|
|
"graph_full_share": 0.0004973071538354468,
|
|
"graph_none_share": -0.0004108189531684403,
|
|
"graph_padding_fraction": -0.0002209229137654341,
|
|
"kv_usage_end_minus_start": 9.991008092724574e-05,
|
|
"kv_usage_max": -4.995504046367838e-05,
|
|
"kv_usage_mean": -0.0009120779275651192,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.00012037560603939124,
|
|
"queue_running_mean": -0.07484796979999953,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 1.1999999999999886
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/confirm-1-anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.648283558063266,
|
|
"batch_tokens.mean": 49.961881401529,
|
|
"decode_batch_size.mean": 0.6427639871873927,
|
|
"graph_full_share": -0.006350826071218729,
|
|
"graph_none_share": 0.014663378024668453,
|
|
"graph_padding_fraction": -0.016377336933075942,
|
|
"kv_usage_end_minus_start": 4.9753719090550597e-05,
|
|
"kv_usage_max": 0.004527588437235774,
|
|
"kv_usage_mean": 0.00522340215966962,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.12181940371872435,
|
|
"queue_running_mean": 0.11568243179999982,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -28.89999999999999
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.2265625,
|
|
"request_hash": "a05848006335fc9f595432bab793a13d427244886e4f04e51ba74d495453ef90",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9920634920634921,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/anchor-0.2265625/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9920634920634921,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/confirm-1-anchor-0.2265625/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.003282275711160132,
|
|
"batch_tokens.mean": 0.03829321663019414,
|
|
"decode_batch_size.mean": 0.003282275711159688,
|
|
"graph_full_share": 0.0,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": 6.231700658618396e-05,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -4.5836795611722825e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -2.6373628770337554e-05,
|
|
"queue_running_mean": -0.0024092132999999905,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.0
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.23046875,
|
|
"request_hash": "0f4c973153935c8abcd421eb631900670e31af0dc8a33bdf7e4d3d85e7ed7711",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9923076923076923,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/anchor-0.23046875/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9923076923076923,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/confirm-1-anchor-0.23046875/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.016918595496772326,
|
|
"batch_tokens.mean": -0.47955440088175294,
|
|
"decode_batch_size.mean": -0.0167453944260747,
|
|
"graph_full_share": 0.00017320107069751511,
|
|
"graph_none_share": -0.000173201070697529,
|
|
"graph_padding_fraction": 3.159090949033175e-05,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -1.8095624633056306e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -4.685685224570246e-05,
|
|
"queue_running_mean": -0.005980747899999805,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.5999999999999943
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.234375,
|
|
"request_hash": "14d2a74fffe25e7d9b3e7490c392eae0dc31bb1f3fe6566c9c0a567543bdd6ac",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9924242424242424,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/anchor-0.234375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9924242424242424,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/confirm-1-anchor-0.234375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.05339622914945741,
|
|
"batch_tokens.mean": -1.3045555990319286,
|
|
"decode_batch_size.mean": -0.05296146544353153,
|
|
"graph_full_share": 0.0004166485515122442,
|
|
"graph_none_share": -0.00041664855151225116,
|
|
"graph_padding_fraction": -5.497908988029605e-05,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -0.0003624675799889579,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 2.675497368564983e-05,
|
|
"queue_running_mean": -0.03772782840000044,
|
|
"queue_waiting_mean": -0.0204415657,
|
|
"scheduler_steps_per_s": 1.0
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": -0.006993006993006978,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.958041958041958,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.951048951048951,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/confirm-1-anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -1.5223872504055418,
|
|
"batch_tokens.mean": -69.8055007051478,
|
|
"decode_batch_size.mean": -1.5056685448852059,
|
|
"graph_full_share": 0.017265452376541424,
|
|
"graph_none_share": -0.025711662075298437,
|
|
"graph_padding_fraction": 0.15174913486120387,
|
|
"kv_usage_end_minus_start": -0.009853977330746444,
|
|
"kv_usage_max": -0.01946543449402638,
|
|
"kv_usage_mean": -0.008432216411693306,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.8614186464282653,
|
|
"queue_running_mean": -3.6705211939,
|
|
"queue_waiting_mean": -0.0093291794,
|
|
"scheduler_steps_per_s": 74.0
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.49609375,
|
|
"request_hash": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp2_mns16/anchor-0.49609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp2_mns16/confirm-1-anchor-0.49609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.007251432291120796,
|
|
"batch_tokens.mean": -0.00762511250828668,
|
|
"decode_batch_size.mean": -0.007211010152244679,
|
|
"graph_full_share": 3.9523869123314626e-05,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": -0.0023343164243360137,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -1.4972595796737716e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 5.034578599764916e-05,
|
|
"queue_running_mean": -0.006232385800000184,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.30000000000001137
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.5,
|
|
"request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp2_mns16/anchor-0.5/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp2_mns16/confirm-1-anchor-0.5/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.001311475409836227,
|
|
"batch_tokens.mean": -0.001311475409836227,
|
|
"decode_batch_size.mean": -0.001311475409836227,
|
|
"graph_full_share": 0.0,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": -0.00024782551484880955,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -2.119802975337863e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 1.920108243574914e-05,
|
|
"queue_running_mean": -0.0037054131000004986,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.0
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.75,
|
|
"request_hash": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp2_mns32/anchor-0.75/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp2_mns32/confirm-1-anchor-0.75/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -5.253278252178259,
|
|
"batch_tokens.mean": -203.60648072702782,
|
|
"decode_batch_size.mean": -5.198083023705538,
|
|
"graph_full_share": 0.03511966842665615,
|
|
"graph_none_share": -0.043478260869565216,
|
|
"graph_padding_fraction": 0.24157911714869673,
|
|
"kv_usage_end_minus_start": -0.07211360414777734,
|
|
"kv_usage_max": -0.05893470570957904,
|
|
"kv_usage_mean": -0.034746555150565066,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.8735909388483541,
|
|
"queue_running_mean": -12.366947709400002,
|
|
"queue_waiting_mean": -1.6375549495,
|
|
"scheduler_steps_per_s": 86.29999999999998
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.7385786802030457,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.75390625,
|
|
"request_hash": "2677a6a12ff0e104d6246dd121d0667ff4fe3d25f8d68699547906420246ebdd",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.20558375634517767,
|
|
"mns": 32,
|
|
"trial_id": "tp2_mns32/anchor-0.75390625/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.9441624365482234,
|
|
"mns": 32,
|
|
"trial_id": "tp2_mns32/confirm-1-anchor-0.75390625/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.0022141886965014734,
|
|
"batch_tokens.mean": -0.0023373966282491665,
|
|
"decode_batch_size.mean": -0.002200860915423153,
|
|
"graph_full_share": 1.3031608165570141e-05,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": 0.0003699622628544341,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -6.601132195046752e-06,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 1.2576053067120396e-05,
|
|
"queue_running_mean": 0.0006418031000001712,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.10000000000002274
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.5,
|
|
"request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp2_mns64/anchor-0.5/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp2_mns64/confirm-1-anchor-0.5/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -5.415534020939959,
|
|
"batch_tokens.mean": -200.71322023330129,
|
|
"decode_batch_size.mean": -5.35913538229716,
|
|
"graph_full_share": 0.05071523213218676,
|
|
"graph_none_share": -0.05388272583201268,
|
|
"graph_padding_fraction": 0.22642208124358779,
|
|
"kv_usage_end_minus_start": -0.03352133931883006,
|
|
"kv_usage_max": -0.0609037076826664,
|
|
"kv_usage_mean": -0.02880160581001033,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.8741576384479508,
|
|
"queue_running_mean": -10.836573950600002,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 89.4
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.6624040920716113,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.75,
|
|
"request_hash": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.23017902813299232,
|
|
"mns": 64,
|
|
"trial_id": "tp2_mns64/anchor-0.75/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.8925831202046036,
|
|
"mns": 64,
|
|
"trial_id": "tp2_mns64/confirm-1-anchor-0.75/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.04236326637336152,
|
|
"batch_tokens.mean": -0.0506303786819462,
|
|
"decode_batch_size.mean": -0.041385582574491764,
|
|
"graph_full_share": 0.0009697259074838982,
|
|
"graph_none_share": -0.000746904948671601,
|
|
"graph_padding_fraction": -0.0024530500387316967,
|
|
"kv_usage_end_minus_start": -0.005895639523754825,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -0.0001257250352028564,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.0014409663380382937,
|
|
"queue_running_mean": -0.0696698146000001,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 2.0999999999999943
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.4921875,
|
|
"request_hash": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp2_mns8/anchor-0.4921875/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp2_mns8/confirm-1-anchor-0.4921875/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.9687249841095076,
|
|
"batch_tokens.mean": -59.73987529620144,
|
|
"decode_batch_size.mean": -0.9579959096941315,
|
|
"graph_full_share": 0.011406581190443799,
|
|
"graph_none_share": -0.019512062147118037,
|
|
"graph_padding_fraction": 0.20562784534661108,
|
|
"kv_usage_end_minus_start": 0.004504676952132969,
|
|
"kv_usage_max": -0.0037772928550463547,
|
|
"kv_usage_mean": -0.0036990145914360204,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.8491799860125482,
|
|
"queue_running_mean": -1.3942294618000002,
|
|
"queue_waiting_mean": -1.1069323539,
|
|
"scheduler_steps_per_s": 45.69999999999999
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.6190476190476191,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.49609375,
|
|
"request_hash": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns8",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.27106227106227104,
|
|
"mns": 8,
|
|
"trial_id": "tp2_mns8/anchor-0.49609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns8",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.8901098901098901,
|
|
"mns": 8,
|
|
"trial_id": "tp2_mns8/confirm-1-anchor-0.49609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.02348440960742426,
|
|
"batch_tokens.mean": -0.024462377280626946,
|
|
"decode_batch_size.mean": -0.02333965019280182,
|
|
"graph_full_share": -0.0009263480369809951,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": 0.0002862441287893591,
|
|
"kv_usage_end_minus_start": -5.101077857672109e-06,
|
|
"kv_usage_max": -1.0202155715566263e-05,
|
|
"kv_usage_mean": -2.2000789048993996e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 5.985572526742006e-05,
|
|
"queue_running_mean": -0.02092175199999957,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.5999999999999943
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.2469565217391304,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033182214016,
|
|
"request_hash": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.7530434782608696,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.033182214016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/confirm-1-anchor-0.033182214016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -3.19743814378252,
|
|
"batch_tokens.mean": -194.8952745035574,
|
|
"decode_batch_size.mean": -3.1597031963470315,
|
|
"graph_full_share": 0.02834766910905817,
|
|
"graph_none_share": -0.04961240310077519,
|
|
"graph_padding_fraction": 0.24357765310774523,
|
|
"kv_usage_end_minus_start": -0.008034197625958361,
|
|
"kv_usage_max": -0.004550161449114243,
|
|
"kv_usage_mean": -0.008735063035535659,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.8943849310253909,
|
|
"queue_running_mean": -6.701412029300001,
|
|
"queue_waiting_mean": -9.1442523314,
|
|
"scheduler_steps_per_s": 110.69999999999999
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.34982935153583616,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.06313993174061433,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.4129692832764505,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/confirm-1-anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.07980086487246574,
|
|
"batch_tokens.mean": -1.0880711819756304,
|
|
"decode_batch_size.mean": -0.07880182167344785,
|
|
"graph_full_share": -0.0018140521245323393,
|
|
"graph_none_share": -0.0016474464579901153,
|
|
"graph_padding_fraction": 0.02197042071969288,
|
|
"kv_usage_end_minus_start": 2.0404311431021505e-05,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -8.46355932073951e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.13021608847689226,
|
|
"queue_running_mean": -0.09728112210000006,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 3.8000000000000114
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.034252608017,
|
|
"request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.034252608017/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/confirm-1-anchor-0.034252608017/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.006431552476177771,
|
|
"batch_tokens.mean": -0.006758232721721491,
|
|
"decode_batch_size.mean": -0.006383197052567624,
|
|
"graph_full_share": 0.000573798951080895,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": 0.0006374012583605093,
|
|
"kv_usage_end_minus_start": -5.101077857672109e-06,
|
|
"kv_usage_max": -5.101077857783132e-06,
|
|
"kv_usage_mean": -1.0214925773703067e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 5.436516758668131e-06,
|
|
"queue_running_mean": -0.009119564499999733,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.19999999999998863
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.2469565217391304,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033182214016,
|
|
"request_hash": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.7530434782608696,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.033182214016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/confirm-2-anchor-0.033182214016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -5.684231334296602,
|
|
"batch_tokens.mean": -242.26991192050903,
|
|
"decode_batch_size.mean": -5.614987163710968,
|
|
"graph_full_share": 0.03905791041999285,
|
|
"graph_none_share": -0.04780114722753346,
|
|
"graph_padding_fraction": 0.23825248667744758,
|
|
"kv_usage_end_minus_start": -0.028101561821904375,
|
|
"kv_usage_max": -0.02156120922490945,
|
|
"kv_usage_mean": -0.01815563294515909,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.89493540395689,
|
|
"queue_running_mean": -16.051436879700002,
|
|
"queue_waiting_mean": -5.569089138,
|
|
"scheduler_steps_per_s": 136.8
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.9692832764505119,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.030716723549488054,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/confirm-1-anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.07573170158789821,
|
|
"batch_tokens.mean": -1.0733751057032785,
|
|
"decode_batch_size.mean": -0.07518292539697491,
|
|
"graph_full_share": 0.0010444071220520046,
|
|
"graph_none_share": -0.0010899182561307902,
|
|
"graph_padding_fraction": 0.027146526691836648,
|
|
"kv_usage_end_minus_start": -5.105661668114436e-06,
|
|
"kv_usage_max": -5.1056616682254585e-06,
|
|
"kv_usage_mean": -6.434458670689751e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.1289638873088742,
|
|
"queue_running_mean": -0.0711253370999998,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 2.0999999999999943
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.034252608017,
|
|
"request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.034252608017/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/confirm-1-anchor-0.034252608017/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -5.676772134537581,
|
|
"batch_tokens.mean": -242.26212742181514,
|
|
"decode_batch_size.mean": -5.607576114913048,
|
|
"graph_full_share": 0.039014238618063524,
|
|
"graph_none_share": -0.04780114722753346,
|
|
"graph_padding_fraction": 0.23544552622699638,
|
|
"kv_usage_end_minus_start": -0.02810666748357249,
|
|
"kv_usage_max": -0.021556103563241225,
|
|
"kv_usage_mean": -0.01814814993745567,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.8949517370921197,
|
|
"queue_running_mean": -16.0413130873,
|
|
"queue_waiting_mean": -5.569089138,
|
|
"scheduler_steps_per_s": 136.60000000000002
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.9692832764505119,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.030716723549488054,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/confirm-2-anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -4.9280804627990085,
|
|
"batch_tokens.mean": -364.01800389606234,
|
|
"decode_batch_size.mean": -4.782726800328038,
|
|
"graph_full_share": 0.05329256669728677,
|
|
"graph_none_share": -0.06263498920086392,
|
|
"graph_padding_fraction": 0.2448027632667215,
|
|
"kv_usage_end_minus_start": -0.05014161119802052,
|
|
"kv_usage_max": -0.039318834800568414,
|
|
"kv_usage_mean": -0.022291899962727596,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.9106141297482617,
|
|
"queue_running_mean": -21.6163208215,
|
|
"queue_waiting_mean": -0.1743790356,
|
|
"scheduler_steps_per_s": 129.10000000000002
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.8430034129692833,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.11433447098976109,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9573378839590444,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/confirm-1-anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.0986378480703829,
|
|
"batch_tokens.mean": -1.1003885983709436,
|
|
"decode_batch_size.mean": -0.09787917001031765,
|
|
"graph_full_share": 0.00015255866453844913,
|
|
"graph_none_share": -0.001092896174863388,
|
|
"graph_padding_fraction": 0.026001990897698585,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -8.10913166477481e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.1290526738911407,
|
|
"queue_running_mean": -0.09155397830000034,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 2.9000000000000057
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.034252608017,
|
|
"request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/anchor-0.034252608017/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/confirm-1-anchor-0.034252608017/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -5.343712123283302,
|
|
"batch_tokens.mean": -364.45844383082266,
|
|
"decode_batch_size.mean": -5.194686323828272,
|
|
"graph_full_share": 0.055525557955363625,
|
|
"graph_none_share": -0.06263498920086392,
|
|
"graph_padding_fraction": 0.2382752171480348,
|
|
"kv_usage_end_minus_start": -0.05152704927251717,
|
|
"kv_usage_max": -0.0393392840710407,
|
|
"kv_usage_mean": -0.022618048328561978,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.9109256423065466,
|
|
"queue_running_mean": -22.007979622,
|
|
"queue_waiting_mean": -0.1743790356,
|
|
"scheduler_steps_per_s": 143.3
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.8856655290102389,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.11433447098976109,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/confirm-2-anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.5747954473735191,
|
|
"batch_tokens.mean": -30.476142999621462,
|
|
"decode_batch_size.mean": -0.5686361081847746,
|
|
"graph_full_share": 0.006538565006766528,
|
|
"graph_none_share": -0.017039834454924494,
|
|
"graph_padding_fraction": 0.1583386005746088,
|
|
"kv_usage_end_minus_start": -0.002356121069944095,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -0.0006074327722416259,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.8386345381065662,
|
|
"queue_running_mean": -0.9726716715000001,
|
|
"queue_waiting_mean": -0.428824454,
|
|
"scheduler_steps_per_s": 40.900000000000006
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.016591107009,
|
|
"request_hash": "2407501cda53bf9c761c448dc50ab4780b4a55958cc00ba1b19cd09de1cf73e1",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp4_mns8/anchor-0.016591107009/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp4_mns8/confirm-1-anchor-0.016591107009/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.03238588118373942,
|
|
"batch_tokens.mean": -2.9133132020797436,
|
|
"decode_batch_size.mean": -0.0321242294926507,
|
|
"graph_full_share": 0.00025027553060685825,
|
|
"graph_none_share": -0.0009881332994778795,
|
|
"graph_padding_fraction": 0.06450969515475685,
|
|
"kv_usage_end_minus_start": 5.099829155752467e-06,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -4.0493927196364344e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.4656521349077925,
|
|
"queue_running_mean": -0.06308746549999977,
|
|
"queue_waiting_mean": -0.0015971439000000004,
|
|
"scheduler_steps_per_s": 2.5
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.017126304009,
|
|
"request_hash": "93cd99ebf2a760cc440dce0cb7e51273686dcfbfb07650d27e9e16d2ff1d2eed",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp4_mns8/anchor-0.017126304009/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp4_mns8/confirm-1-anchor-0.017126304009/result.json"
|
|
}
|
|
}
|
|
],
|
|
"sanity": {
|
|
"action_pairs": 17,
|
|
"distinct_action_vectors": 17,
|
|
"invariants": {
|
|
"all_pair_hashes_match": true,
|
|
"all_values_finite": true,
|
|
"expected_action_pair_count": true,
|
|
"nonnegative_counters": true,
|
|
"ratios_bounded": true,
|
|
"state_vectors_not_all_identical": true,
|
|
"sufficient_repeat_pair_count": true
|
|
},
|
|
"red_flags": [],
|
|
"repeat_pairs": 29,
|
|
"trials": 66
|
|
}
|
|
},
|
|
"5": {
|
|
"actions": [
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 3.5280207937111703,
|
|
"batch_tokens.mean": 189.10013313046787,
|
|
"decode_batch_size.mean": 3.495993406872068,
|
|
"graph_full_share": -0.027843286420692226,
|
|
"graph_none_share": 0.04184100418410042,
|
|
"graph_padding_fraction": -0.10888597553063217,
|
|
"kv_usage_end_minus_start": 0.04832989960722345,
|
|
"kv_usage_max": 0.05576515049492037,
|
|
"kv_usage_mean": 0.04101485276318234,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.8861120723274618,
|
|
"queue_running_mean": 3.4413866424000004,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -84.2
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.24609375,
|
|
"request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/anchor-0.24609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.24609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.05698177434224494,
|
|
"batch_tokens.mean": 2.4183568541238287,
|
|
"decode_batch_size.mean": 0.056343521736047286,
|
|
"graph_full_share": -0.0005850648890149968,
|
|
"graph_none_share": 0.000531877171831785,
|
|
"graph_padding_fraction": 0.00021749194258890905,
|
|
"kv_usage_end_minus_start": 7.313298449929118e-05,
|
|
"kv_usage_max": 0.00030157213266412963,
|
|
"kv_usage_mean": 0.0016340770443056124,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 8.473923694440888e-05,
|
|
"queue_running_mean": 0.1474536237999997,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -0.5999999999999943
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.24609375,
|
|
"request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.24609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/anchor-0.24609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.1278554259770317,
|
|
"batch_tokens.mean": 3.2897534051455466,
|
|
"decode_batch_size.mean": 0.127000801210718,
|
|
"graph_full_share": -0.0007834060357874151,
|
|
"graph_none_share": -0.0034719131131487613,
|
|
"graph_padding_fraction": 0.0008694893399684026,
|
|
"kv_usage_end_minus_start": 2.1174429976178466e-05,
|
|
"kv_usage_max": 0.03040170172083234,
|
|
"kv_usage_mean": 0.005773282024914478,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.0001483422608830054,
|
|
"queue_running_mean": 0.5028872580000003,
|
|
"queue_waiting_mean": -0.0510258954,
|
|
"scheduler_steps_per_s": -0.7999999999999972
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.04195804195804198,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.958041958041958,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.06163060969068468,
|
|
"batch_tokens.mean": -2.443018058287123,
|
|
"decode_batch_size.mean": -0.06098694797067772,
|
|
"graph_full_share": 0.0005900232433398989,
|
|
"graph_none_share": -0.0005363847666726221,
|
|
"graph_padding_fraction": -0.00017399768727638983,
|
|
"kv_usage_end_minus_start": 4.7122279587474836e-05,
|
|
"kv_usage_max": 0.00011557359098801623,
|
|
"kv_usage_mean": -0.0004086366142161957,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -6.356136875318441e-05,
|
|
"queue_running_mean": -0.0843407528000002,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.6000000000000014
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.024589582668510523,
|
|
"batch_tokens.mean": 0.8116866999964429,
|
|
"decode_batch_size.mean": 0.02437683934333279,
|
|
"graph_full_share": -0.00019501471474669962,
|
|
"graph_none_share": 0.00017728610431513858,
|
|
"graph_padding_fraction": 8.69181567518763e-05,
|
|
"kv_usage_end_minus_start": 0.00012295859486299854,
|
|
"kv_usage_max": 0.00030157213266412963,
|
|
"kv_usage_mean": 0.00032121484848791904,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.0,
|
|
"queue_running_mean": 0.013309304399999888,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -0.20000000000000284
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 4.473159643294283,
|
|
"batch_tokens.mean": 189.17581745060323,
|
|
"decode_batch_size.mean": 4.408288162266131,
|
|
"graph_full_share": -0.046424200034971164,
|
|
"graph_none_share": 0.03890540304248993,
|
|
"graph_padding_fraction": 0.005662578660898298,
|
|
"kv_usage_end_minus_start": 0.08863131728902607,
|
|
"kv_usage_max": 0.08590208433411406,
|
|
"kv_usage_mean": 0.0354576817886873,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.0007191134183018866,
|
|
"queue_running_mean": 3.8361017661999997,
|
|
"queue_waiting_mean": -1.0501423682,
|
|
"scheduler_steps_per_s": -7.799999999999997
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.06521739130434782,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.5,
|
|
"request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.09057971014492754,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/anchor-0.5/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.15579710144927536,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/anchor-0.5/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -1.4603817235396175,
|
|
"batch_tokens.mean": 220.88027761711976,
|
|
"decode_batch_size.mean": -1.5222672064777338,
|
|
"graph_full_share": -0.06998264893001727,
|
|
"graph_none_share": 0.055523423944476596,
|
|
"graph_padding_fraction": 0.0002698844942520852,
|
|
"kv_usage_end_minus_start": 0.03428564980259485,
|
|
"kv_usage_max": 0.03430172098005413,
|
|
"kv_usage_mean": 0.004527112114386889,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.009687903063064107,
|
|
"queue_running_mean": 0.49739668660000014,
|
|
"queue_waiting_mean": -0.4414553072,
|
|
"scheduler_steps_per_s": -8.400000000000002
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": -0.06521739130434782,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.5,
|
|
"request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.15579710144927536,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/anchor-0.5/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.09057971014492754,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.5/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.0,
|
|
"batch_tokens.mean": 0.0,
|
|
"decode_batch_size.mean": 0.0,
|
|
"graph_full_share": 0.0,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": 0.0,
|
|
"kv_usage_end_minus_start": 0.0004933875406503141,
|
|
"kv_usage_max": 0.0005353228930036202,
|
|
"kv_usage_mean": 0.0001535070867022259,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.0,
|
|
"queue_running_mean": -0.00963330859999978,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.0
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": -0.02898550724637681,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.5,
|
|
"request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.09057971014492754,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.5/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.06159420289855073,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/anchor-0.5/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.06154364887467256,
|
|
"batch_tokens.mean": 0.0673666044072565,
|
|
"decode_batch_size.mean": 0.06098464514354429,
|
|
"graph_full_share": -0.0005590037311280494,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": 0.005655833585839015,
|
|
"kv_usage_end_minus_start": -2.459171897339907e-06,
|
|
"kv_usage_max": 0.003445359565031225,
|
|
"kv_usage_mean": 0.0015597623110467189,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.00030636946592198233,
|
|
"queue_running_mean": 0.12847152480000013,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -4.200000000000017
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.2421875,
|
|
"request_hash": "adb62bea7f7a12c1e33fa1572ec1d0e274100013ad90e14c6ef5c549b0e0d017",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.2421875/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/anchor-0.2421875/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.23325211580663785,
|
|
"batch_tokens.mean": -0.2519983270912536,
|
|
"decode_batch_size.mean": -0.23134894714830168,
|
|
"graph_full_share": 0.001903168658336507,
|
|
"graph_none_share": -0.006795016987542469,
|
|
"graph_padding_fraction": -0.004536339467287626,
|
|
"kv_usage_end_minus_start": 5.075521287700724e-07,
|
|
"kv_usage_max": -2.1953909969063545e-05,
|
|
"kv_usage_mean": -0.0005894447334146543,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -6.083338940097993e-05,
|
|
"queue_running_mean": -0.27085744499999986,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 16.200000000000017
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.4921875,
|
|
"request_hash": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp2_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp2_mns8/anchor-0.4921875/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp2_mns16/anchor-0.4921875/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.6005778377124296,
|
|
"batch_tokens.mean": -4.162510512731277,
|
|
"decode_batch_size.mean": -0.5951764688823156,
|
|
"graph_full_share": 0.005401368830114217,
|
|
"graph_none_share": -0.01149694043268952,
|
|
"graph_padding_fraction": -0.004587093073780198,
|
|
"kv_usage_end_minus_start": 1.4354961987761428e-05,
|
|
"kv_usage_max": -0.0029570125473361575,
|
|
"kv_usage_mean": -0.0013514937493694472,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.0010977628546262608,
|
|
"queue_running_mean": -0.5356197792000001,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 29.799999999999983
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.728937728937729,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.49609375,
|
|
"request_hash": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp2_mns8",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.27106227106227104,
|
|
"mns": 8,
|
|
"trial_id": "tp2_mns8/anchor-0.49609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp2_mns16/anchor-0.49609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.35712385038833183,
|
|
"batch_tokens.mean": 111.90975236574697,
|
|
"decode_batch_size.mean": 0.32775366295797426,
|
|
"graph_full_share": -0.025012888955412538,
|
|
"graph_none_share": 0.026143790849673203,
|
|
"graph_padding_fraction": -0.2241759801940655,
|
|
"kv_usage_end_minus_start": 0.03485111013888609,
|
|
"kv_usage_max": 0.01867744710795105,
|
|
"kv_usage_mean": 0.006535245430020315,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.8766852234122235,
|
|
"queue_running_mean": 2.085466555,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -65.39999999999999
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": -0.7698209718670077,
|
|
"feasibility_transition": "true->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.75,
|
|
"request_hash": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp2_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp2_mns32/anchor-0.75/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.23017902813299232,
|
|
"mns": 64,
|
|
"trial_id": "tp2_mns64/anchor-0.75/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.8613841701826859,
|
|
"batch_tokens.mean": 99.28363780953853,
|
|
"decode_batch_size.mean": -0.9000309262409161,
|
|
"graph_full_share": -0.013132607303010913,
|
|
"graph_none_share": 0.007356027303452698,
|
|
"graph_padding_fraction": -0.002483113089604908,
|
|
"kv_usage_end_minus_start": 0.013972653351394082,
|
|
"kv_usage_max": 0.013923980316157603,
|
|
"kv_usage_mean": 0.002289615839773029,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.027119159852510122,
|
|
"queue_running_mean": 2.255338312400001,
|
|
"queue_waiting_mean": -1.3976082232,
|
|
"scheduler_steps_per_s": -8.0
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": -0.032423208191126277,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.06313993174061433,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.030716723549488054,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.00950293278090264,
|
|
"batch_tokens.mean": -1.5782094981150578,
|
|
"decode_batch_size.mean": -0.008726077059269421,
|
|
"graph_full_share": 0.0005239259517987316,
|
|
"graph_none_share": -0.00023486335770291772,
|
|
"graph_padding_fraction": 8.79877867886172e-05,
|
|
"kv_usage_end_minus_start": 3.819849616093496e-05,
|
|
"kv_usage_max": 4.159303058193231e-05,
|
|
"kv_usage_mean": 6.884522888032929e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.00013165055575314888,
|
|
"queue_running_mean": 0.02412652539999982,
|
|
"queue_waiting_mean": -9.661300000000927e-05,
|
|
"scheduler_steps_per_s": 0.5999999999999943
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.08361774744027303,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.030716723549488054,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.11433447098976109,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.7391144064912778,
|
|
"batch_tokens.mean": -97.02946180778741,
|
|
"decode_batch_size.mean": -0.7271776858566685,
|
|
"graph_full_share": 0.015299949334160123,
|
|
"graph_none_share": -0.04103743978705223,
|
|
"graph_padding_fraction": 0.21027653696749515,
|
|
"kv_usage_end_minus_start": -0.006308261401860582,
|
|
"kv_usage_max": 0.004195788190260341,
|
|
"kv_usage_mean": -0.0005148594359863203,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.7248910361224853,
|
|
"queue_running_mean": -0.7297395955999999,
|
|
"queue_waiting_mean": -3.4976107514,
|
|
"scheduler_steps_per_s": 59.80000000000001
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.8216666666666667,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.034252608017,
|
|
"request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp4_mns8",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.17833333333333334,
|
|
"mns": 8,
|
|
"trial_id": "tp4_mns8/anchor-0.034252608017/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.034252608017/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.0033632286995510796,
|
|
"batch_tokens.mean": -0.0033632286995510796,
|
|
"decode_batch_size.mean": -0.003363228699551968,
|
|
"graph_full_share": 0.0,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": -0.0030699089127894374,
|
|
"kv_usage_end_minus_start": 8.342535059435718e-07,
|
|
"kv_usage_max": 1.368725807104898e-05,
|
|
"kv_usage_mean": -6.535810642852545e-06,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 9.850983893985865e-05,
|
|
"queue_running_mean": -0.009463884000000533,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.0
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.034252608017,
|
|
"request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.034252608017/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.034252608017/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.01835841147659245,
|
|
"batch_tokens.mean": 0.02343919454014376,
|
|
"decode_batch_size.mean": 0.01819951878212578,
|
|
"graph_full_share": -0.0012724026088667406,
|
|
"graph_none_share": 3.7831593920716316e-06,
|
|
"graph_padding_fraction": 0.0006955531292226758,
|
|
"kv_usage_end_minus_start": 1.2113828717907893e-06,
|
|
"kv_usage_max": 1.9874666237429395e-05,
|
|
"kv_usage_mean": 2.5481750126793087e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 3.285684502737918e-05,
|
|
"queue_running_mean": 0.018367366400000584,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -0.5999999999999943
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.034252608017,
|
|
"request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "mns_increase",
|
|
"source": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.034252608017/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/anchor-0.034252608017/result.json"
|
|
}
|
|
}
|
|
],
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": {
|
|
"distinct_n": 10,
|
|
"max": 0.8216666666666667,
|
|
"min": -0.7698209718670077,
|
|
"n": 17
|
|
},
|
|
"feasibility_transitions": {
|
|
"false->false": 5,
|
|
"false->true": 2,
|
|
"true->false": 1,
|
|
"true->true": 9
|
|
},
|
|
"limitation": "Full outcomes may use different elapsed durations when a trial early-stopped; they are descriptive and are not a gate input.",
|
|
"negative": 4,
|
|
"positive": 5,
|
|
"zero": 8
|
|
},
|
|
"feature_statistics": {
|
|
"batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.35294117647058826,
|
|
"action_abs_median": 0.1278554259770317,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 4.473159643294283,
|
|
"min": -1.4603817235396175,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 8,
|
|
"positive": 8,
|
|
"zero": 1
|
|
},
|
|
"effect_to_repeat_median": 1.9564724489442589,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.06534997517906493,
|
|
"repeat_abs_p95": 0.4689572472409891,
|
|
"repeat_delta": {
|
|
"distinct_n": 29,
|
|
"max": 0.9280844155844155,
|
|
"min": -0.373100622158411,
|
|
"n": 29
|
|
}
|
|
},
|
|
"batch_tokens.mean": {
|
|
"action_above_repeat_p95_fraction": 0.058823529411764705,
|
|
"action_abs_median": 2.443018058287123,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 220.88027761711976,
|
|
"min": -97.02946180778741,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.625,
|
|
"negative": 6,
|
|
"positive": 10,
|
|
"zero": 1
|
|
},
|
|
"effect_to_repeat_median": 1.016963189345596,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 2.402267932489451,
|
|
"repeat_abs_p95": 212.7553678215874,
|
|
"repeat_delta": {
|
|
"distinct_n": 29,
|
|
"max": 100.79992784992785,
|
|
"min": -213.38441949985196,
|
|
"n": 29
|
|
}
|
|
},
|
|
"decode_batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.35294117647058826,
|
|
"action_abs_median": 0.127000801210718,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 4.408288162266131,
|
|
"min": -1.5222672064777338,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 8,
|
|
"positive": 8,
|
|
"zero": 1
|
|
},
|
|
"effect_to_repeat_median": 1.9625625182162536,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.06471172257286728,
|
|
"repeat_abs_p95": 0.5074569452309783,
|
|
"repeat_delta": {
|
|
"distinct_n": 29,
|
|
"max": 0.9185245310245311,
|
|
"min": -0.36846434553720986,
|
|
"n": 29
|
|
}
|
|
},
|
|
"graph_full_share": {
|
|
"action_above_repeat_p95_fraction": 0.11764705882352941,
|
|
"action_abs_median": 0.0012724026088667406,
|
|
"action_delta": {
|
|
"distinct_n": 16,
|
|
"max": 0.015299949334160123,
|
|
"min": -0.06998264893001727,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 10,
|
|
"positive": 5,
|
|
"zero": 2
|
|
},
|
|
"effect_to_repeat_median": 1.8902399214885985,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0006731434430105043,
|
|
"repeat_abs_p95": 0.029715971438244844,
|
|
"repeat_delta": {
|
|
"distinct_n": 28,
|
|
"max": 0.029898516783762652,
|
|
"min": -0.009559884559884546,
|
|
"n": 29
|
|
}
|
|
},
|
|
"graph_none_share": {
|
|
"action_above_repeat_p95_fraction": 0.23529411764705882,
|
|
"action_abs_median": 0.0034719131131487613,
|
|
"action_delta": {
|
|
"distinct_n": 15,
|
|
"max": 0.055523423944476596,
|
|
"min": -0.04103743978705223,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5714285714285714,
|
|
"negative": 6,
|
|
"positive": 8,
|
|
"zero": 3
|
|
},
|
|
"effect_to_repeat_median": 3.2771966527196663,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0010594155557517443,
|
|
"repeat_abs_p95": 0.031925759090416374,
|
|
"repeat_delta": {
|
|
"distinct_n": 21,
|
|
"max": 0.02168109668109668,
|
|
"min": -0.03201970443349754,
|
|
"n": 29
|
|
}
|
|
},
|
|
"graph_padding_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.002483113089604908,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 0.21027653696749515,
|
|
"min": -0.2241759801940655,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5625,
|
|
"negative": 7,
|
|
"positive": 9,
|
|
"zero": 1
|
|
},
|
|
"effect_to_repeat_median": 0.07674048944322485,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.032357274596769375,
|
|
"repeat_abs_p95": 0.24385677131445133,
|
|
"repeat_delta": {
|
|
"distinct_n": 29,
|
|
"max": 0.26242965569766435,
|
|
"min": -0.18173061839089436,
|
|
"n": 29
|
|
}
|
|
},
|
|
"kv_usage_end_minus_start": {
|
|
"action_above_repeat_p95_fraction": 0.23529411764705882,
|
|
"action_abs_median": 7.313298449929118e-05,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 0.08863131728902607,
|
|
"min": -0.006308261401860582,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8823529411764706,
|
|
"negative": 2,
|
|
"positive": 15,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.4692416585900228,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 4.977600796418624e-05,
|
|
"repeat_abs_p95": 0.03241204552355029,
|
|
"repeat_delta": {
|
|
"distinct_n": 14,
|
|
"max": 0.048360614955967995,
|
|
"min": -0.03483866016958903,
|
|
"n": 29
|
|
}
|
|
},
|
|
"kv_usage_max": {
|
|
"action_above_repeat_p95_fraction": 0.29411764705882354,
|
|
"action_abs_median": 0.0029570125473361575,
|
|
"action_delta": {
|
|
"distinct_n": 16,
|
|
"max": 0.08590208433411406,
|
|
"min": -0.0029570125473361575,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8823529411764706,
|
|
"negative": 2,
|
|
"positive": 15,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": null,
|
|
"effect_to_repeat_median_is_infinite": true,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 0.016674847306688556,
|
|
"repeat_delta": {
|
|
"distinct_n": 14,
|
|
"max": 0.004527588437235774,
|
|
"min": -0.018634334752970383,
|
|
"n": 29
|
|
}
|
|
},
|
|
"kv_usage_mean": {
|
|
"action_above_repeat_p95_fraction": 0.11764705882352941,
|
|
"action_abs_median": 0.0013514937493694472,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 0.04101485276318234,
|
|
"min": -0.0013514937493694472,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.7058823529411765,
|
|
"negative": 5,
|
|
"positive": 12,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2.827343009345717,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0004780084145793828,
|
|
"repeat_abs_p95": 0.006592699934625479,
|
|
"repeat_delta": {
|
|
"distinct_n": 29,
|
|
"max": 0.004456117360644808,
|
|
"min": -0.006626073152505554,
|
|
"n": 29
|
|
}
|
|
},
|
|
"preemptions": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0,
|
|
"action_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.0,
|
|
"negative": 0,
|
|
"positive": 0,
|
|
"zero": 17
|
|
},
|
|
"effect_to_repeat_median": 0.0,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 0.0,
|
|
"repeat_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 29
|
|
}
|
|
},
|
|
"prefill_token_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0001483422608830054,
|
|
"action_delta": {
|
|
"distinct_n": 16,
|
|
"max": 0.8861120723274618,
|
|
"min": -0.7248910361224853,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6,
|
|
"negative": 6,
|
|
"positive": 9,
|
|
"zero": 2
|
|
},
|
|
"effect_to_repeat_median": 0.0009890369063830554,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.1499865777764538,
|
|
"repeat_abs_p95": 0.9129144795909149,
|
|
"repeat_delta": {
|
|
"distinct_n": 28,
|
|
"max": 0.8754134325195487,
|
|
"min": -0.9129695381069503,
|
|
"n": 29
|
|
}
|
|
},
|
|
"queue_running_mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.27085744499999986,
|
|
"action_delta": {
|
|
"distinct_n": 17,
|
|
"max": 3.8361017661999997,
|
|
"min": -0.7297395955999999,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6470588235294118,
|
|
"negative": 6,
|
|
"positive": 11,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2.6248225517066213,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.10319076419999984,
|
|
"repeat_abs_p95": 6.572392109320001,
|
|
"repeat_delta": {
|
|
"distinct_n": 29,
|
|
"max": 0.07105187159999993,
|
|
"min": -6.5953128982,
|
|
"n": 29
|
|
}
|
|
},
|
|
"queue_waiting_mean": {
|
|
"action_above_repeat_p95_fraction": 0.23529411764705882,
|
|
"action_abs_median": 0.0,
|
|
"action_delta": {
|
|
"distinct_n": 7,
|
|
"max": 0.0,
|
|
"min": -3.4976107514,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 11
|
|
},
|
|
"effect_to_repeat_median": 0.0,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 0.10560919299999999,
|
|
"repeat_delta": {
|
|
"distinct_n": 5,
|
|
"max": 0.0,
|
|
"min": -1.5032174162,
|
|
"n": 29
|
|
}
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 4.200000000000017,
|
|
"action_delta": {
|
|
"distinct_n": 15,
|
|
"max": 59.80000000000001,
|
|
"min": -84.2,
|
|
"n": 17
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 10,
|
|
"positive": 5,
|
|
"zero": 2
|
|
},
|
|
"effect_to_repeat_median": 2.333333333333365,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 1.799999999999983,
|
|
"repeat_abs_p95": 101.72,
|
|
"repeat_delta": {
|
|
"distinct_n": 24,
|
|
"max": 101.8,
|
|
"min": -31.799999999999997,
|
|
"n": 29
|
|
}
|
|
}
|
|
},
|
|
"horizon_s": 5.0,
|
|
"qualifying_features": [],
|
|
"repeats": [
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.11342809216915306,
|
|
"batch_tokens.mean": -4.816915335040164,
|
|
"decode_batch_size.mean": -0.11215679350225116,
|
|
"graph_full_share": 0.0011653571113269257,
|
|
"graph_none_share": -0.0010594155557517443,
|
|
"graph_padding_fraction": -0.0002394644309091495,
|
|
"kv_usage_end_minus_start": 4.977600796418624e-05,
|
|
"kv_usage_max": -4.977600796418624e-05,
|
|
"kv_usage_mean": -0.002650866963514159,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.00016947847485904166,
|
|
"queue_running_mean": -0.21751143979999998,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 1.2000000000000028
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp1_mns16/confirm-1-anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.01603319151928506,
|
|
"batch_tokens.mean": 0.7965437220913429,
|
|
"decode_batch_size.mean": 0.015822228472979205,
|
|
"graph_full_share": -0.00019338279244751622,
|
|
"graph_none_share": 0.00017580253858866246,
|
|
"graph_padding_fraction": -2.1621324535013326e-05,
|
|
"kv_usage_end_minus_start": -4.982561036370736e-05,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": 0.0010437773534030942,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 4.236776766430861e-05,
|
|
"queue_running_mean": 0.07105187159999993,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -0.19999999999999574
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.24609375,
|
|
"request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.24609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/confirm-1-anchor-0.24609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.012605042016806678,
|
|
"batch_tokens.mean": 0.012605042016787138,
|
|
"decode_batch_size.mean": 0.012605042016806678,
|
|
"graph_full_share": 0.0,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": 0.00010847307953028382,
|
|
"kv_usage_end_minus_start": 4.982561036370736e-05,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": 0.00017122409391133464,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -6.355303957206182e-05,
|
|
"queue_running_mean": 0.01412161399999956,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.0
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp1_mns32/confirm-1-anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.06534997517906493,
|
|
"batch_tokens.mean": -2.426725054960656,
|
|
"decode_batch_size.mean": -0.06471172257286728,
|
|
"graph_full_share": 0.0005850648890149968,
|
|
"graph_none_share": -0.000531877171831785,
|
|
"graph_padding_fraction": -0.00034778464236925486,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": -4.995504046367838e-05,
|
|
"kv_usage_mean": -0.0014804826259866288,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -4.237146928010027e-05,
|
|
"queue_running_mean": -0.14321269680000004,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.5999999999999943
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.24609375,
|
|
"request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/anchor-0.24609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/confirm-1-anchor-0.24609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.060654008438818074,
|
|
"batch_tokens.mean": -2.402267932489451,
|
|
"decode_batch_size.mean": -0.06002109704641434,
|
|
"graph_full_share": 0.0005801687763713481,
|
|
"graph_none_share": -0.0005274261603375532,
|
|
"graph_padding_fraction": -0.00017401096415257163,
|
|
"kv_usage_end_minus_start": 4.995504046356736e-05,
|
|
"kv_usage_max": -4.995504046367838e-05,
|
|
"kv_usage_mean": -0.0013647646656208823,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -6.355303957206182e-05,
|
|
"queue_running_mean": -0.09758093800000012,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.6000000000000014
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp1_mns64/confirm-1-anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.9280844155844155,
|
|
"batch_tokens.mean": 100.79992784992785,
|
|
"decode_batch_size.mean": 0.9185245310245311,
|
|
"graph_full_share": -0.009559884559884546,
|
|
"graph_none_share": 0.02168109668109668,
|
|
"graph_padding_fraction": -0.18173061839089436,
|
|
"kv_usage_end_minus_start": 0.048360614955967995,
|
|
"kv_usage_max": 0.004527588437235774,
|
|
"kv_usage_mean": 0.004456117360644808,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.8754134325195487,
|
|
"queue_running_mean": -0.277960427,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -31.799999999999997
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.2265625,
|
|
"request_hash": "a05848006335fc9f595432bab793a13d427244886e4f04e51ba74d495453ef90",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9920634920634921,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/anchor-0.2265625/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9920634920634921,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/confirm-1-anchor-0.2265625/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.013264036958066772,
|
|
"batch_tokens.mean": 0.31208244491826065,
|
|
"decode_batch_size.mean": 0.013175195451314625,
|
|
"graph_full_share": -8.884150675192437e-05,
|
|
"graph_none_share": 8.88415067519556e-05,
|
|
"graph_padding_fraction": 5.628150611948664e-05,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": 6.337324494750524e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -2.779388529827731e-05,
|
|
"queue_running_mean": 0.007332840999999757,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": -0.20000000000000284
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.23046875,
|
|
"request_hash": "0f4c973153935c8abcd421eb631900670e31af0dc8a33bdf7e4d3d85e7ed7711",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9923076923076923,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/anchor-0.23046875/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9923076923076923,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/confirm-1-anchor-0.23046875/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.01133760879523571,
|
|
"batch_tokens.mean": -0.4460948236371962,
|
|
"decode_batch_size.mean": -0.011211635364177575,
|
|
"graph_full_share": 0.00012597343105813508,
|
|
"graph_none_share": -0.0001259734310581767,
|
|
"graph_padding_fraction": 2.5032232616357952e-05,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -2.595429314883324e-06,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -2.465132225659694e-05,
|
|
"queue_running_mean": -0.0003634421999998416,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.20000000000000284
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.234375,
|
|
"request_hash": "14d2a74fffe25e7d9b3e7490c392eae0dc31bb1f3fe6566c9c0a567543bdd6ac",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9924242424242424,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/anchor-0.234375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9924242424242424,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/confirm-1-anchor-0.234375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.03836578028285853,
|
|
"batch_tokens.mean": -2.3411943704830662,
|
|
"decode_batch_size.mean": -0.037743352121442975,
|
|
"graph_full_share": 0.0005705591479649996,
|
|
"graph_none_share": -0.0005705591479650066,
|
|
"graph_padding_fraction": 8.67237650413492e-05,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -0.00012192636323195283,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.00016953030936628366,
|
|
"queue_running_mean": -0.0205579666000002,
|
|
"queue_waiting_mean": -0.0408831314,
|
|
"scheduler_steps_per_s": 0.6000000000000014
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": -0.006993006993006978,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.25,
|
|
"request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 1
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.958041958041958,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/anchor-0.25/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp1_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.951048951048951,
|
|
"mns": 8,
|
|
"trial_id": "tp1_mns8/confirm-1-anchor-0.25/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.2758963500935341,
|
|
"batch_tokens.mean": -16.135882715276434,
|
|
"decode_batch_size.mean": -0.2723042461451284,
|
|
"graph_full_share": 0.0035921039484052564,
|
|
"graph_none_share": -0.0048721071863581,
|
|
"graph_padding_fraction": 0.10945908199689197,
|
|
"kv_usage_end_minus_start": -0.004480240988461115,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -0.0010388280544342795,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.7696270176402451,
|
|
"queue_running_mean": -0.36681181659999984,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 28.400000000000006
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.49609375,
|
|
"request_hash": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp2_mns16/anchor-0.49609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp2_mns16/confirm-1-anchor-0.49609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.006385050186775487,
|
|
"batch_tokens.mean": -0.006810792236799035,
|
|
"decode_batch_size.mean": -0.006341827643625564,
|
|
"graph_full_share": 4.322254314959029e-05,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": -0.0016266700040674653,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -1.7558597020827724e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 3.0428082455902228e-05,
|
|
"queue_running_mean": -0.0059703380000000195,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.4000000000000057
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.5,
|
|
"request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp2_mns16/anchor-0.5/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp2_mns16/confirm-1-anchor-0.5/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.006361323155215537,
|
|
"batch_tokens.mean": -0.006361323155216425,
|
|
"decode_batch_size.mean": -0.006361323155215537,
|
|
"graph_full_share": 0.0,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": -0.0018169528035430205,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -2.673005121892058e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.0001139335897381577,
|
|
"queue_running_mean": -0.008856016399999334,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.0
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.75,
|
|
"request_hash": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp2_mns32/anchor-0.75/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp2_mns32/confirm-1-anchor-0.75/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.36334379104298975,
|
|
"batch_tokens.mean": -99.4815933746712,
|
|
"decode_batch_size.mean": 0.38174161358586733,
|
|
"graph_full_share": 0.015964732518547464,
|
|
"graph_none_share": -0.019464720194647202,
|
|
"graph_padding_fraction": 0.26242965569766435,
|
|
"kv_usage_end_minus_start": -0.024225165055486664,
|
|
"kv_usage_max": -0.013153357937349175,
|
|
"kv_usage_mean": -0.006611009430699675,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.8730961888774497,
|
|
"queue_running_mean": -2.3594406332,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 55.999999999999986
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.7385786802030457,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.75390625,
|
|
"request_hash": "2677a6a12ff0e104d6246dd121d0667ff4fe3d25f8d68699547906420246ebdd",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.20558375634517767,
|
|
"mns": 32,
|
|
"trial_id": "tp2_mns32/anchor-0.75390625/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.9441624365482234,
|
|
"mns": 32,
|
|
"trial_id": "tp2_mns32/confirm-1-anchor-0.75390625/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.008984926990108555,
|
|
"batch_tokens.mean": -0.009617608016100565,
|
|
"decode_batch_size.mean": -0.00892069541386542,
|
|
"graph_full_share": 6.42315762428014e-05,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": -0.00023488823078426924,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -3.459821231118886e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 3.0382556995986465e-05,
|
|
"queue_running_mean": -0.01180635799999985,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.5999999999999943
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.5,
|
|
"request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp2_mns64/anchor-0.5/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp2_mns64/confirm-1-anchor-0.5/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.36810601285071254,
|
|
"batch_tokens.mean": -111.9216322174668,
|
|
"decode_batch_size.mean": -0.3386389524789051,
|
|
"graph_full_share": 0.025109761896862537,
|
|
"graph_none_share": -0.026143790849673203,
|
|
"graph_padding_fraction": 0.22131844466419573,
|
|
"kv_usage_end_minus_start": -0.03483866016958903,
|
|
"kv_usage_max": -0.018634334752970383,
|
|
"kv_usage_mean": -0.006551218139822743,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.8766852234122235,
|
|
"queue_running_mean": -2.0965550011999996,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 65.8
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.6624040920716113,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.75,
|
|
"request_hash": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.23017902813299232,
|
|
"mns": 64,
|
|
"trial_id": "tp2_mns64/anchor-0.75/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.8925831202046036,
|
|
"mns": 64,
|
|
"trial_id": "tp2_mns64/confirm-1-anchor-0.75/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.017777364465908274,
|
|
"batch_tokens.mean": -0.019283121886095156,
|
|
"decode_batch_size.mean": -0.017624495692285524,
|
|
"graph_full_share": 0.0001528687736229717,
|
|
"graph_none_share": -4.586063208690105e-05,
|
|
"graph_padding_fraction": -0.0033762430254597187,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -3.866481934330576e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -3.0428082455902228e-05,
|
|
"queue_running_mean": -0.01706728199999974,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 1.200000000000017
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.4921875,
|
|
"request_hash": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp2_mns8/anchor-0.4921875/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp2_mns8/confirm-1-anchor-0.4921875/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.373100622158411,
|
|
"batch_tokens.mean": -19.752101280210574,
|
|
"decode_batch_size.mean": -0.36846434553720986,
|
|
"graph_full_share": 0.004636276621201252,
|
|
"graph_none_share": -0.006318796362766213,
|
|
"graph_padding_fraction": 0.13466522306023426,
|
|
"kv_usage_end_minus_start": -0.004491915827622761,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -0.0010760794618353137,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.7698627933477863,
|
|
"queue_running_mean": -0.3758000022000001,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 24.799999999999983
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.6190476190476191,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.49609375,
|
|
"request_hash": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80",
|
|
"study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece",
|
|
"tp": 2
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp2_mns8",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.27106227106227104,
|
|
"mns": 8,
|
|
"trial_id": "tp2_mns8/anchor-0.49609375/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp2_mns8",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.8901098901098901,
|
|
"mns": 8,
|
|
"trial_id": "tp2_mns8/confirm-1-anchor-0.49609375/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.035790047012957515,
|
|
"batch_tokens.mean": -0.037904196766425535,
|
|
"decode_batch_size.mean": -0.03550338263960562,
|
|
"graph_full_share": -0.0008241600733860377,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": -0.002233730654183863,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": -1.0202155715566263e-05,
|
|
"kv_usage_mean": -4.688019669552533e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.0,
|
|
"queue_running_mean": -0.04172862040000069,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 1.1999999999999886
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.2469565217391304,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033182214016,
|
|
"request_hash": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.7530434782608696,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.033182214016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/confirm-1-anchor-0.033182214016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.31521561989075764,
|
|
"batch_tokens.mean": -113.69135049600723,
|
|
"decode_batch_size.mean": -0.2948443636019542,
|
|
"graph_full_share": 0.013747312308444393,
|
|
"graph_none_share": -0.02466367713004484,
|
|
"graph_padding_fraction": 0.2327910644295707,
|
|
"kv_usage_end_minus_start": -0.014762519320332457,
|
|
"kv_usage_max": -0.002734177731754772,
|
|
"kv_usage_mean": -0.003886883143649442,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.8857303498661139,
|
|
"queue_running_mean": -3.9262134145999994,
|
|
"queue_waiting_mean": -1.5032174162,
|
|
"scheduler_steps_per_s": 81.39999999999999
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.34982935153583616,
|
|
"feasibility_transition": "false->false"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.06313993174061433,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.4129692832764505,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/confirm-1-anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.0565950637806516,
|
|
"batch_tokens.mean": -1.2259074371774261,
|
|
"decode_batch_size.mean": -0.05612473435097076,
|
|
"graph_full_share": -0.0006731434430105043,
|
|
"graph_none_share": -0.0011210762331838565,
|
|
"graph_padding_fraction": 0.03352610055520758,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -8.342130161142786e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.1499865777764538,
|
|
"queue_running_mean": -0.07804562620000066,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 1.799999999999983
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.034252608017,
|
|
"request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.034252608017/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/confirm-1-anchor-0.034252608017/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.017452685323813277,
|
|
"batch_tokens.mean": -0.018160486007140264,
|
|
"decode_batch_size.mean": -0.01735671234980174,
|
|
"graph_full_share": 8.877500095971769e-05,
|
|
"graph_none_share": 0.0,
|
|
"graph_padding_fraction": 0.0015546681503931792,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": -5.101077857783132e-06,
|
|
"kv_usage_mean": -2.2530897596876806e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 5.993471374250714e-05,
|
|
"queue_running_mean": -0.021152762000000713,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 0.4000000000000057
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.2469565217391304,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033182214016,
|
|
"request_hash": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.7530434782608696,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/anchor-0.033182214016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"trial_id": "tp4_mns16/confirm-2-anchor-0.033182214016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.16723437281046838,
|
|
"batch_tokens.mean": -213.3770035894838,
|
|
"decode_batch_size.mean": 0.2293820267109341,
|
|
"graph_full_share": 0.029853079087214685,
|
|
"graph_none_share": -0.03201970443349754,
|
|
"graph_padding_fraction": 0.24386359763484056,
|
|
"kv_usage_end_minus_start": -0.02873466386876411,
|
|
"kv_usage_max": -0.01666487968508279,
|
|
"kv_usage_mean": -0.006565235690514186,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.9129695381069503,
|
|
"queue_running_mean": -6.573865443400001,
|
|
"queue_waiting_mean": -0.105609193,
|
|
"scheduler_steps_per_s": 101.60000000000001
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.9692832764505119,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.030716723549488054,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/confirm-1-anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.06700882459564284,
|
|
"batch_tokens.mean": -1.237066033004087,
|
|
"decode_batch_size.mean": -0.06643525070889744,
|
|
"graph_full_share": -0.0005748153886646623,
|
|
"graph_none_share": -0.0011210762331838565,
|
|
"graph_padding_fraction": 0.032357274596769375,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": -5.1056616682254585e-06,
|
|
"kv_usage_mean": -0.00010377856500988665,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.15007350008784556,
|
|
"queue_running_mean": -0.10319076419999984,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 2.1999999999999886
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.034252608017,
|
|
"request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.034252608017/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/confirm-1-anchor-0.034252608017/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.16017120245497818,
|
|
"batch_tokens.mean": -213.38441949985196,
|
|
"decode_batch_size.mean": 0.22236668550970418,
|
|
"graph_full_share": 0.029898516783762652,
|
|
"graph_none_share": -0.03201970443349754,
|
|
"graph_padding_fraction": 0.2419788945317641,
|
|
"kv_usage_end_minus_start": -0.02873466386876411,
|
|
"kv_usage_max": -0.016659774023414564,
|
|
"kv_usage_mean": -0.006562301403937485,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.9129575557004137,
|
|
"queue_running_mean": -6.570182108200001,
|
|
"queue_waiting_mean": -0.105609193,
|
|
"scheduler_steps_per_s": 101.8
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.9692832764505119,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.030716723549488054,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns32",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 32,
|
|
"trial_id": "tp4_mns32/confirm-2-anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.5328616639627084,
|
|
"batch_tokens.mean": -211.42080067637045,
|
|
"decode_batch_size.mean": 0.5912671663277198,
|
|
"graph_full_share": 0.027680346411352086,
|
|
"graph_none_share": -0.03178484107579462,
|
|
"graph_padding_fraction": 0.23688813872052464,
|
|
"kv_usage_end_minus_start": -0.028772123554492213,
|
|
"kv_usage_max": -0.016661043117286778,
|
|
"kv_usage_mean": -0.006272675400456023,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.912693798885484,
|
|
"queue_running_mean": -6.2424369058,
|
|
"queue_waiting_mean": -0.10551258,
|
|
"scheduler_steps_per_s": 89.39999999999999
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.8430034129692833,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.11433447098976109,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 0.9573378839590444,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/confirm-1-anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.08536723607223529,
|
|
"batch_tokens.mean": -1.2605052275442308,
|
|
"decode_batch_size.mean": -0.08463476949102322,
|
|
"graph_full_share": 0.0006975872202020783,
|
|
"graph_none_share": -0.0011248593925759281,
|
|
"graph_padding_fraction": 0.034272917448908424,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -0.00010935706758585708,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.15010635693287294,
|
|
"queue_running_mean": -0.10249850960000018,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 2.799999999999983
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.034252608017,
|
|
"request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/anchor-0.034252608017/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/confirm-1-anchor-0.034252608017/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": 0.1540235762873472,
|
|
"batch_tokens.mean": -211.8229141697429,
|
|
"decode_batch_size.mean": 0.21558506586552006,
|
|
"graph_full_share": 0.029510309964790093,
|
|
"graph_none_share": -0.03178484107579462,
|
|
"graph_padding_fraction": 0.24384653183386754,
|
|
"kv_usage_end_minus_start": -0.028772123554492213,
|
|
"kv_usage_max": -0.016681492387759067,
|
|
"kv_usage_mean": -0.006626073152505554,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.9128498654266666,
|
|
"queue_running_mean": -6.5953128982,
|
|
"queue_waiting_mean": -0.10551258,
|
|
"scheduler_steps_per_s": 101.8
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.8856655290102389,
|
|
"feasibility_transition": "false->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.033717411016,
|
|
"request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": true,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.11433447098976109,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/anchor-0.033717411016/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"trial_id": "tp4_mns64/confirm-2-anchor-0.033717411016/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.3497477888336098,
|
|
"batch_tokens.mean": -19.68794568822554,
|
|
"decode_batch_size.mean": -0.3465001381978996,
|
|
"graph_full_share": 0.004242675511332172,
|
|
"graph_none_share": -0.004954394693200663,
|
|
"graph_padding_fraction": 0.14768569288462857,
|
|
"kv_usage_end_minus_start": -0.0007955733482928329,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -0.0004780084145793828,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.8110422816759224,
|
|
"queue_running_mean": -0.41782893040000024,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 28.19999999999999
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.016591107009,
|
|
"request_hash": "2407501cda53bf9c761c448dc50ab4780b4a55958cc00ba1b19cd09de1cf73e1",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp4_mns8/anchor-0.016591107009/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp4_mns8/confirm-1-anchor-0.016591107009/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_state": {
|
|
"batch_size.mean": -0.060037523452157515,
|
|
"batch_tokens.mean": -3.365563298490128,
|
|
"decode_batch_size.mean": -0.05956848030018724,
|
|
"graph_full_share": 0.0004467077637808625,
|
|
"graph_none_share": -0.000982757080318056,
|
|
"graph_padding_fraction": 0.07118473038433726,
|
|
"kv_usage_end_minus_start": 0.0,
|
|
"kv_usage_max": 0.0,
|
|
"kv_usage_mean": -6.376841981488128e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.5189516489461117,
|
|
"queue_running_mean": -0.1074558633999998,
|
|
"queue_waiting_mean": 0.0,
|
|
"scheduler_steps_per_s": 5.200000000000017
|
|
},
|
|
"descriptive_full_outcome": {
|
|
"delta_pass_rate": 0.0,
|
|
"feasibility_transition": "true->true"
|
|
},
|
|
"group": {
|
|
"anchor": 0.017126304009,
|
|
"request_hash": "93cd99ebf2a760cc440dce0cb7e51273686dcfbfb07650d27e9e16d2ff1d2eed",
|
|
"study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26",
|
|
"tp": 4
|
|
},
|
|
"kind": "same_config_repeat",
|
|
"source": {
|
|
"cell": "tp4_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp4_mns8/anchor-0.017126304009/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns8",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 8,
|
|
"trial_id": "tp4_mns8/confirm-1-anchor-0.017126304009/result.json"
|
|
}
|
|
}
|
|
],
|
|
"sanity": {
|
|
"action_pairs": 17,
|
|
"distinct_action_vectors": 17,
|
|
"invariants": {
|
|
"all_pair_hashes_match": true,
|
|
"all_values_finite": true,
|
|
"expected_action_pair_count": true,
|
|
"nonnegative_counters": true,
|
|
"ratios_bounded": true,
|
|
"state_vectors_not_all_identical": true,
|
|
"sufficient_repeat_pair_count": true
|
|
},
|
|
"red_flags": [],
|
|
"repeat_pairs": 29,
|
|
"trials": 66
|
|
}
|
|
}
|
|
},
|
|
"provenance": {
|
|
"analysis_script": "/home/gahow/phd/aituner/runs/intervention-response-v0/analyze_phase6.py",
|
|
"analysis_script_sha256": "f1b40c350f22e797b08b129df7b55386b407bd5ae7f466d36987e94d768ded2f",
|
|
"phase6_metrics": "/home/gahow/phd/aituner/runs/opprof-phase6/phase6/metrics.json",
|
|
"phase6_metrics_sha256": "290ba7fcb8727291166de7e4d47afdc84e230052495c81dd087db0ace9f93a16",
|
|
"raw_root": "/home/gahow/phd/aituner/runs/opprof-phase6/phase6/solo-authoritative/cells",
|
|
"streams": [
|
|
{
|
|
"bytes": 12745297,
|
|
"path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp1_mns16/opprof/opprof-v1-dp0-pid2781473-1783876972093434233.jsonl",
|
|
"sha256": "265932302b079d1ad81febc4a345f87ac2a3e00118e63bf5873b92d61146d3b8"
|
|
},
|
|
{
|
|
"bytes": 20018398,
|
|
"path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp1_mns32/opprof/opprof-v1-dp0-pid2786356-1783877278912197439.jsonl",
|
|
"sha256": "552bb3961893ab20760e95a6148a24387df544370ca2cb3af052fa87a7ef79f6"
|
|
},
|
|
{
|
|
"bytes": 19825716,
|
|
"path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp1_mns64/opprof/opprof-v1-dp0-pid2795014-1783877830485564578.jsonl",
|
|
"sha256": "f07f2beed8ffcd695665edba931cd5824f10f4ef678064ac09d5a0d9b96acf50"
|
|
},
|
|
{
|
|
"bytes": 38381207,
|
|
"path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp1_mns8/opprof/opprof-v1-dp0-pid2770271-1783876258461072221.jsonl",
|
|
"sha256": "f3758f599bd58952d039eae3cc7a1b6abe3372e82fe15aff38d8f27bedf0cbef"
|
|
},
|
|
{
|
|
"bytes": 42681418,
|
|
"path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/opprof/opprof-v1-dp0-pid2755628-1783875389707263062.jsonl",
|
|
"sha256": "e56faa0ceb0f750ad781b04a0fa86388a8fd4acdff4503fb40064bbb43b8a4de"
|
|
},
|
|
{
|
|
"bytes": 20701713,
|
|
"path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/opprof/opprof-v1-dp0-pid2730662-1783873935616837232.jsonl",
|
|
"sha256": "ab1070348c976491ff5ad4905ab172678f692598810ca72a0dbab824f3bb491a"
|
|
},
|
|
{
|
|
"bytes": 24186851,
|
|
"path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/opprof/opprof-v1-dp0-pid2736153-1783874256706634444.jsonl",
|
|
"sha256": "c8d7582674a9ff3cba8363a93672b96977082f6f2eb595aee0ea41012e85978e"
|
|
},
|
|
{
|
|
"bytes": 25542356,
|
|
"path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/opprof/opprof-v1-dp0-pid2750298-1783875076865595283.jsonl",
|
|
"sha256": "ad006affdccb0c9cf2ae97938810a7f232ed0517086d3e20772aa461930f8518"
|
|
},
|
|
{
|
|
"bytes": 50625291,
|
|
"path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns16/opprof/opprof-v1-dp0-pid2741574-1783874579483097755.jsonl",
|
|
"sha256": "4443a0f159f23242445e48c846e45e29b3647012734edeff2678bcf75b008ada"
|
|
},
|
|
{
|
|
"bytes": 34980126,
|
|
"path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns32/opprof/opprof-v1-dp0-pid2712385-1783873000008589576.jsonl",
|
|
"sha256": "445b190a5392df7aa05555de33a550d6401d739bc9000494af650671db4c63c9"
|
|
},
|
|
{
|
|
"bytes": 34066572,
|
|
"path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/opprof/opprof-v1-dp0-pid2721119-1783873467764669604.jsonl",
|
|
"sha256": "ddc7bf89342fe7fececc68b6c6be988816abd1ff37dfc63c8c2a55f7b9a96f44"
|
|
},
|
|
{
|
|
"bytes": 52957710,
|
|
"path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns8/opprof/opprof-v1-dp0-pid2762505-1783875811578126796.jsonl",
|
|
"sha256": "ffdbfe671cecc166ea718ff0c31f7a15f788dcc2da64d6b4ee10fc16d489a849"
|
|
}
|
|
]
|
|
},
|
|
"sanity": {
|
|
"red_flags": [],
|
|
"stream_bytes": {
|
|
"distinct_n": 12,
|
|
"max": 52957710.0,
|
|
"min": 12745297.0,
|
|
"n": 12
|
|
},
|
|
"stream_count": 12
|
|
},
|
|
"schema": "intervention-response-audit-v0",
|
|
"stable_qualifying_features": [],
|
|
"status": "COMPLETE"
|
|
}
|