16452 lines
540 KiB
JSON
16452 lines
540 KiB
JSON
{
|
|
"claim_boundary": "Development mechanism pilot; not a held-out paper claim.",
|
|
"cumulative": [
|
|
{
|
|
"action_pairs": 6,
|
|
"actions": [
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.01629688095037396,
|
|
"tpot_mean_over_slo": -0.00616777464948251,
|
|
"ttft_max_over_slo_max": -0.04632652748841792,
|
|
"ttft_mean_over_slo_max": -0.002870656998408553
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.07015726376607656,
|
|
"batch_tokens.mean": -1.516200383603163,
|
|
"decode_batch_size.mean": -0.06904842848992132,
|
|
"graph_full_share": 0.0002648406614842447,
|
|
"graph_none_share": -0.002304071470614101,
|
|
"graph_padding_fraction": 0.0016774700470183774,
|
|
"kv_usage_end_minus_start": 1.8935114667439912e-05,
|
|
"kv_usage_max": 0.000835313152050321,
|
|
"kv_usage_mean": -0.0002023458881830597,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -6.6475857588566e-06,
|
|
"queue_running_mean": -0.2196172835333332,
|
|
"queue_waiting_mean": -0.06376780166666667,
|
|
"scheduler_steps_per_s": 1.6666666666666714
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 1,
|
|
"request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373",
|
|
"result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9",
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473",
|
|
"result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6",
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.000784313725490196,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.009216589861751112,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.29719366945920317,
|
|
"tpot_mean_over_slo": 0.03216772663644496,
|
|
"ttft_max_over_slo_max": -0.26695654933185625,
|
|
"ttft_mean_over_slo_max": -0.0567957568681583
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -1.148782542917619,
|
|
"batch_tokens.mean": -26.133196704277452,
|
|
"decode_batch_size.mean": -1.1386565766713446,
|
|
"graph_full_share": 0.012748972070391162,
|
|
"graph_none_share": -0.017569378163986613,
|
|
"graph_padding_fraction": 0.0029836610976256795,
|
|
"kv_usage_end_minus_start": 6.887268460797902e-05,
|
|
"kv_usage_max": 0.023285407613873432,
|
|
"kv_usage_mean": 0.0014582718656800941,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.00016554148424863246,
|
|
"queue_running_mean": 1.499029866199999,
|
|
"queue_waiting_mean": -2.5166945028333334,
|
|
"scheduler_steps_per_s": 9.266666666666666
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 1,
|
|
"request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.5603921568627451,
|
|
"mns": 16,
|
|
"requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193",
|
|
"result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f",
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe",
|
|
"result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c",
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.051139209137158914,
|
|
"tpot_mean_over_slo": -0.01140034356948863,
|
|
"ttft_max_over_slo_max": -0.016116498833677426,
|
|
"ttft_mean_over_slo_max": -0.0032859918483368646
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.38049431384111454,
|
|
"batch_tokens.mean": -9.40007307911111,
|
|
"decode_batch_size.mean": -0.37729230010560766,
|
|
"graph_full_share": 0.003814274093207559,
|
|
"graph_none_share": -0.008561445619684624,
|
|
"graph_padding_fraction": 0.0018195892219365715,
|
|
"kv_usage_end_minus_start": 3.2185675094664745e-05,
|
|
"kv_usage_max": 0.0022799714777140823,
|
|
"kv_usage_mean": -0.00029136261801412065,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 1.739291503155549e-06,
|
|
"queue_running_mean": -0.4335179698999996,
|
|
"queue_waiting_mean": -0.0903444594,
|
|
"scheduler_steps_per_s": 5.733333333333334
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 2,
|
|
"request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb",
|
|
"result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb",
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209",
|
|
"result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50",
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.007450980392156863,
|
|
"completed_over_admitted": 0.09411764705882353,
|
|
"completed_pass_rate": 0.0875576036866359,
|
|
"outstanding_over_admitted": -0.09411764705882353,
|
|
"tpot_max_over_slo": 0.23737520567053472,
|
|
"tpot_mean_over_slo": 0.05593989653787507,
|
|
"ttft_max_over_slo_max": -0.35981755234145874,
|
|
"ttft_mean_over_slo_max": -0.14934518008110995
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": 1.556060197394805,
|
|
"batch_tokens.mean": 36.05112475298853,
|
|
"decode_batch_size.mean": 1.538767142928517,
|
|
"graph_full_share": -0.0035723945897613296,
|
|
"graph_none_share": -0.005640562586105874,
|
|
"graph_padding_fraction": 0.005841856698433652,
|
|
"kv_usage_end_minus_start": 0.0004291753466407755,
|
|
"kv_usage_max": 0.022672590909591506,
|
|
"kv_usage_mean": 0.004255843424978539,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.00010886369563634091,
|
|
"queue_running_mean": 4.158758860866666,
|
|
"queue_waiting_mean": -8.736845286133335,
|
|
"scheduler_steps_per_s": -2.8666666666666742
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 2,
|
|
"request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.31450980392156863,
|
|
"mns": 16,
|
|
"requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3",
|
|
"result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b",
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4",
|
|
"result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035",
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.006756756756756799,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.006756756756756757,
|
|
"tpot_max_over_slo": -0.041394997635621655,
|
|
"tpot_mean_over_slo": -0.01348315882501705,
|
|
"ttft_max_over_slo_max": -0.017940445327743276,
|
|
"ttft_mean_over_slo_max": -0.0005297892694696611
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.31669151594137457,
|
|
"batch_tokens.mean": -6.478151733400836,
|
|
"decode_batch_size.mean": -0.31462821691596865,
|
|
"graph_full_share": 0.0030818985907783425,
|
|
"graph_none_share": -0.003947353186013504,
|
|
"graph_padding_fraction": 0.0005071155621097952,
|
|
"kv_usage_end_minus_start": 1.1754955765441721e-05,
|
|
"kv_usage_max": -0.0005344961965740858,
|
|
"kv_usage_mean": -0.00033430782337439107,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -1.9980466968050337e-05,
|
|
"queue_running_mean": -0.4079099217666666,
|
|
"queue_waiting_mean": -0.0088438692,
|
|
"scheduler_steps_per_s": 8.866666666666674
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 3,
|
|
"request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549",
|
|
"result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6",
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe",
|
|
"result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950",
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.00462962962962965,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.004629629629629629,
|
|
"tpot_max_over_slo": 0.08779462519483128,
|
|
"tpot_mean_over_slo": -0.008887102176446698,
|
|
"ttft_max_over_slo_max": -0.1334900961664971,
|
|
"ttft_mean_over_slo_max": -0.024482643441387678
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.9935947147364157,
|
|
"batch_tokens.mean": -21.599624508861467,
|
|
"decode_batch_size.mean": -0.9860765047065438,
|
|
"graph_full_share": 0.01304670412975728,
|
|
"graph_none_share": -0.016958392743085346,
|
|
"graph_padding_fraction": 0.0017066418645361164,
|
|
"kv_usage_end_minus_start": -0.0004999534145386786,
|
|
"kv_usage_max": 0.01138222251747023,
|
|
"kv_usage_mean": -0.0002145679209778744,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 4.875021747730024e-06,
|
|
"queue_running_mean": -0.33937291983333395,
|
|
"queue_waiting_mean": -1.0697946031666667,
|
|
"scheduler_steps_per_s": 9.5
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 3,
|
|
"request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.2635294117647059,
|
|
"mns": 16,
|
|
"requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68",
|
|
"result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6",
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b",
|
|
"result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b",
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
}
|
|
],
|
|
"coverage_at_end": {
|
|
"admitted_fraction_of_total": {
|
|
"distinct_n": 6,
|
|
"max": 0.10055555555555555,
|
|
"min": 0.08222222222222222,
|
|
"n": 12
|
|
},
|
|
"completed_fraction_of_total": {
|
|
"distinct_n": 9,
|
|
"max": 0.09450980392156863,
|
|
"min": 0.08055555555555556,
|
|
"n": 12
|
|
}
|
|
},
|
|
"efficacy": {
|
|
"cross_validation_possible": true,
|
|
"label_balance_sufficient": true,
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"outcome_delta": {
|
|
"best_accuracy": 0.8333333333333334,
|
|
"best_balanced_accuracy": 0.8333333333333333,
|
|
"best_feature": "ttft_mean_over_slo_max",
|
|
"features": {
|
|
"admitted_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"admitted_input_tokens_mean_over_limit": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"completed_fail_fraction_of_total": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.0037254901960784314,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.000392156862745098,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.000392156862745098,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_over_admitted": {
|
|
"accuracy": 0.3333333333333333,
|
|
"balanced_accuracy": 0.3333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.002314814814814825,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
0
|
|
],
|
|
"threshold": 0.0056931931931932245,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.047058823529411764,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
},
|
|
"completed_pass_rate": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.04377880184331795,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004608294930875556,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.004608294930875556,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"outstanding_over_admitted": {
|
|
"accuracy": 0.3333333333333333,
|
|
"balanced_accuracy": 0.3333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.0023148148148148147,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
0
|
|
],
|
|
"threshold": -0.005693193193193193,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.047058823529411764,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
},
|
|
"tpot_max_over_slo": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0694669171659951,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.05204575307260262,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.14425720740384682,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_mean_over_slo": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.010143722872967664,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.011185130500731874,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.012999975993481225,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_max_over_slo_max": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.07571527074712019,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.08990831182745751,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.1566415384101371,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_mean_over_slo_max": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.013884317644862271,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.013676650219898116,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.03004087435824758,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"positive": 3,
|
|
"telemetry_delta": {
|
|
"best_accuracy": 0.8333333333333334,
|
|
"best_balanced_accuracy": 0.8333333333333333,
|
|
"best_feature": "queue_waiting_mean",
|
|
"features": {
|
|
"decode_batch_size.mean": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.6120694630062742,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.6503523608112562,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.7348593572192978,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
},
|
|
"graph_padding_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0011068787133229558,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0016920559557772469,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.0024016251597811255,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"kv_usage_mean": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.00025296526949599753,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.00027443787217613274,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.0006279629887485172,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"prefill_token_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 3.3071566254427864e-06,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -8.862820055632881e-07,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 5.530149356974823e-05,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
},
|
|
"queue_running_mean": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.3736414208000003,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.3736414208000003,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.6397062913333329,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"queue_waiting_mean": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5800695312833334,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5667812024166667,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -1.3035194811166666,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 1.43333333333333,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 9.06666666666667,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.6000000000000014,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"telemetry_qualifying_features": [],
|
|
"transitions": {
|
|
"false->true": 3,
|
|
"true->true": 3
|
|
}
|
|
},
|
|
"end_fraction": 0.1,
|
|
"end_s": 30.0,
|
|
"qualifying_response_features": [],
|
|
"repeat_pairs": 8,
|
|
"response_statistics": {
|
|
"batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.6870445142887651,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 1.556060197394805,
|
|
"min": -1.148782542917619,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 5,
|
|
"positive": 1,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.3035211077938369,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 2.263580675764507,
|
|
"repeat_abs_p95": 4.395096149234066,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 3.5883262763875994,
|
|
"min": -4.829510696151395,
|
|
"n": 8
|
|
}
|
|
},
|
|
"batch_tokens.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 15.499848793986288,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 36.05112475298853,
|
|
"min": -26.133196704277452,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 5,
|
|
"positive": 1,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.22257219949412319,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 69.63964425573081,
|
|
"repeat_abs_p95": 109.27564134554108,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 90.40754990562004,
|
|
"min": -119.43538289011397,
|
|
"n": 8
|
|
}
|
|
},
|
|
"decode_batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.6816844024060758,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 1.538767142928517,
|
|
"min": -1.1386565766713446,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 5,
|
|
"positive": 1,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.3037217743723986,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 2.2444370470793134,
|
|
"repeat_abs_p95": 4.356596129476966,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 3.5576095550798925,
|
|
"min": -4.7868196695369285,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_full_share": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0036933343414844444,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.01304670412975728,
|
|
"min": -0.0035723945897613296,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 1,
|
|
"positive": 5,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.20058285425846942,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.01841301119748373,
|
|
"repeat_abs_p95": 0.03154665462224765,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.035311983128397895,
|
|
"min": -0.024553901682254353,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_none_share": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.007101004102895249,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.002304071470614101,
|
|
"min": -0.017569378163986613,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.43631188200171145,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.01627506468610771,
|
|
"repeat_abs_p95": 0.023219157547472946,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.01731224262368622,
|
|
"min": -0.024172434833284892,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_padding_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.001763115543236344,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.005841856698433652,
|
|
"min": 0.0005071155621097952,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.3596998263590112,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0012966946888252496,
|
|
"repeat_abs_p95": 0.004289292768312434,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.005183048738787855,
|
|
"min": -0.0026294602517152265,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_end_minus_start": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 5.052917985132188e-05,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.0004291753466407755,
|
|
"min": -0.0004999534145386786,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 1,
|
|
"positive": 5,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.005664167631863443,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.008920848240273282,
|
|
"repeat_abs_p95": 0.01385760527350104,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.007292667470716885,
|
|
"min": -0.013864756025266267,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_max": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.0068310969975921565,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.023285407613873432,
|
|
"min": -0.0005344961965740858,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 1,
|
|
"positive": 5,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2.5270151274703703,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0027032275839323217,
|
|
"repeat_abs_p95": 0.00993555673664627,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.006112144565506239,
|
|
"min": -0.011994317136490906,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.00031283522069425586,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.004255843424978539,
|
|
"min": -0.00033430782337439107,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 4,
|
|
"positive": 2,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.09690654635110718,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0032282155589448643,
|
|
"repeat_abs_p95": 0.007211323545202779,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.005822121070260689,
|
|
"min": -0.007959355647094676,
|
|
"n": 8
|
|
}
|
|
},
|
|
"preemptions": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0,
|
|
"action_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.0,
|
|
"negative": 0,
|
|
"positive": 0,
|
|
"zero": 6
|
|
},
|
|
"effect_to_repeat_median": 0.0,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 0.0,
|
|
"repeat_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 8
|
|
}
|
|
},
|
|
"prefill_token_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 1.3314026363453468e-05,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.00010886369563634091,
|
|
"min": -0.00016554148424863246,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.003330724358187011,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.003997336594584067,
|
|
"repeat_abs_p95": 0.008763072555415058,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.00594070169016081,
|
|
"min": -0.00877067447087998,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_running_mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.4207139458333331,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 4.158758860866666,
|
|
"min": -0.4335179698999996,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 4,
|
|
"positive": 2,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.15311155459778686,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 2.7477609181,
|
|
"repeat_abs_p95": 6.218551537058331,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 4.289906706066667,
|
|
"min": -7.2570525999,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_waiting_mean": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.5800695312833334,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.0088438692,
|
|
"min": -8.736845286133335,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 41.55250132555395,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.013959918483333333,
|
|
"repeat_abs_p95": 7.160673893926665,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 6.219170523933334,
|
|
"min": -7.667637247,
|
|
"n": 8
|
|
}
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 7.300000000000004,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 9.5,
|
|
"min": -2.8666666666666742,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 1,
|
|
"positive": 5,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.3724489795918368,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 19.60000000000001,
|
|
"repeat_abs_p95": 26.37000000000001,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 27.466666666666683,
|
|
"min": -21.63333333333334,
|
|
"n": 8
|
|
}
|
|
}
|
|
},
|
|
"sanity": {
|
|
"invariants": {
|
|
"all_results_uncensored": true,
|
|
"expected_action_pair_count": true,
|
|
"expected_repeat_pair_count": true,
|
|
"finite_deltas": true,
|
|
"layer1_boundary_and_internal_gaps_bounded": true,
|
|
"nonnegative_counters": true,
|
|
"per_cell_state_vectors_not_all_identical": true,
|
|
"ratios_bounded": true,
|
|
"state_vectors_not_all_identical": true
|
|
},
|
|
"red_flags": [],
|
|
"trials": 12
|
|
},
|
|
"start_s": 0.0,
|
|
"trial_sanity": [
|
|
{
|
|
"admitted_fraction": 0.08944444444444444,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.08499999999999999,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.060456432,
|
|
"max_internal_gap_s": 0.648316718,
|
|
"start_gap_s": 0.042673865
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.09058823529411765,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.08509803921568629,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.057208547,
|
|
"max_internal_gap_s": 0.183419024,
|
|
"start_gap_s": 0.042930986
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.08944444444444444,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.08499999999999999,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.058728784,
|
|
"max_internal_gap_s": 0.637319097,
|
|
"start_gap_s": 0.043186851
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.09058823529411765,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.08509803921568629,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.05828864,
|
|
"max_internal_gap_s": 0.184687818,
|
|
"start_gap_s": 0.043187905
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.10055555555555555,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.09444444444444444,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.003924877,
|
|
"max_internal_gap_s": 0.185686919,
|
|
"start_gap_s": 0.107508086
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.1,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.09450980392156863,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.00433309,
|
|
"max_internal_gap_s": 0.17460317,
|
|
"start_gap_s": 0.107570476
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.10055555555555555,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.09444444444444444,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.005845828,
|
|
"max_internal_gap_s": 0.174851445,
|
|
"start_gap_s": 0.107276851
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.1,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.08509803921568627,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.00492273,
|
|
"max_internal_gap_s": 0.184443946,
|
|
"start_gap_s": 0.10804117
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.08222222222222222,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.08055555555555556,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.00040958,
|
|
"max_internal_gap_s": 0.611972913,
|
|
"start_gap_s": 0.120533656
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.08470588235294117,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.08156862745098038,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.008592672,
|
|
"max_internal_gap_s": 0.169483992,
|
|
"start_gap_s": 0.124699964
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.08222222222222222,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.08111111111111112,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.000396531,
|
|
"max_internal_gap_s": 0.612067602,
|
|
"start_gap_s": 0.123493588
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.08470588235294117,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.08196078431372548,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.009495956,
|
|
"max_internal_gap_s": 0.18072421,
|
|
"start_gap_s": 0.122478295
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"action_pairs": 6,
|
|
"actions": [
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.07082632707989239,
|
|
"tpot_mean_over_slo": -0.00490180963817316,
|
|
"ttft_max_over_slo_max": -0.04153848900265682,
|
|
"ttft_mean_over_slo_max": -0.006891098180069163
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.2638104929979219,
|
|
"batch_tokens.mean": -5.845648825359461,
|
|
"decode_batch_size.mean": -0.26164909366742517,
|
|
"graph_full_share": 0.002180359902912321,
|
|
"graph_none_share": -0.006323059607193614,
|
|
"graph_padding_fraction": 0.0018335461795120685,
|
|
"kv_usage_end_minus_start": 1.026766711520466e-05,
|
|
"kv_usage_max": 0.004459034805309736,
|
|
"kv_usage_mean": -0.00014393587383104527,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -2.725586323304441e-05,
|
|
"queue_running_mean": -0.18631020918666685,
|
|
"queue_waiting_mean": -0.20975605228,
|
|
"scheduler_steps_per_s": 4.9466666666666725
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 1,
|
|
"request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373",
|
|
"result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9",
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473",
|
|
"result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6",
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.00196078431372549,
|
|
"completed_over_admitted": 0.01983471074380172,
|
|
"completed_pass_rate": 0.008665511265164683,
|
|
"outstanding_over_admitted": -0.01983471074380165,
|
|
"tpot_max_over_slo": 0.2753294892902449,
|
|
"tpot_mean_over_slo": 0.04011748202807386,
|
|
"ttft_max_over_slo_max": -0.2852395010025551,
|
|
"ttft_mean_over_slo_max": -0.06592333248276636
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.8231037548470876,
|
|
"batch_tokens.mean": -19.74330932592642,
|
|
"decode_batch_size.mean": -0.8152070406366647,
|
|
"graph_full_share": 0.00839719842479858,
|
|
"graph_none_share": -0.018146448159773024,
|
|
"graph_padding_fraction": 0.005340401585168801,
|
|
"kv_usage_end_minus_start": -0.004438767356134465,
|
|
"kv_usage_max": 0.027975123151637415,
|
|
"kv_usage_mean": 0.002385274257794787,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.00025035500653580733,
|
|
"queue_running_mean": 2.133982110813333,
|
|
"queue_waiting_mean": -3.33810440732,
|
|
"scheduler_steps_per_s": 6.320000000000007
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 1,
|
|
"request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.5603921568627451,
|
|
"mns": 16,
|
|
"requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193",
|
|
"result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f",
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe",
|
|
"result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c",
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.004796163069544446,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.004796163069544366,
|
|
"tpot_max_over_slo": 0.051139209137158914,
|
|
"tpot_mean_over_slo": -0.0074211636478002385,
|
|
"ttft_max_over_slo_max": -0.03542824399967988,
|
|
"ttft_mean_over_slo_max": -0.0033018737683347885
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.2685691864197386,
|
|
"batch_tokens.mean": -6.959429182398708,
|
|
"decode_batch_size.mean": -0.26598172047692614,
|
|
"graph_full_share": 0.0028314394428595735,
|
|
"graph_none_share": -0.007209322700149463,
|
|
"graph_padding_fraction": 0.0012877200176958283,
|
|
"kv_usage_end_minus_start": -0.0011333814702583211,
|
|
"kv_usage_max": 0.0022799714777140823,
|
|
"kv_usage_mean": -0.0001951815494633533,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.00014483809619469934,
|
|
"queue_running_mean": -0.2747586459066662,
|
|
"queue_waiting_mean": -0.08017956545333334,
|
|
"scheduler_steps_per_s": 5.586666666666659
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 2,
|
|
"request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb",
|
|
"result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb",
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209",
|
|
"result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50",
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.02980392156862745,
|
|
"completed_over_admitted": 0.018394648829431426,
|
|
"completed_pass_rate": 0.13356766256590513,
|
|
"outstanding_over_admitted": -0.01839464882943144,
|
|
"tpot_max_over_slo": 0.23737520567053472,
|
|
"tpot_mean_over_slo": 0.010490282370595683,
|
|
"ttft_max_over_slo_max": -0.38453158099825185,
|
|
"ttft_mean_over_slo_max": -0.19098879755079737
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -1.413753104794269,
|
|
"batch_tokens.mean": -30.311859850911844,
|
|
"decode_batch_size.mean": -1.4061952013981784,
|
|
"graph_full_share": 0.021360307900858633,
|
|
"graph_none_share": -0.03011422871811248,
|
|
"graph_padding_fraction": 0.007512227776197788,
|
|
"kv_usage_end_minus_start": 0.0021360977816522464,
|
|
"kv_usage_max": 0.022672590909591506,
|
|
"kv_usage_mean": 0.0010254846876152635,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.0003313271687591657,
|
|
"queue_running_mean": 0.7838954335199997,
|
|
"queue_waiting_mean": -9.07047515872,
|
|
"scheduler_steps_per_s": 8.959999999999994
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 2,
|
|
"request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.31450980392156863,
|
|
"mns": 16,
|
|
"requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3",
|
|
"result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b",
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4",
|
|
"result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035",
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0024154589371980784,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.0024154589371980714,
|
|
"tpot_max_over_slo": -0.006984168036628269,
|
|
"tpot_mean_over_slo": -0.01111313281352852,
|
|
"ttft_max_over_slo_max": -0.017940445327743276,
|
|
"ttft_mean_over_slo_max": -0.0018007220652844075
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.3420664768336481,
|
|
"batch_tokens.mean": -6.950334498514508,
|
|
"decode_batch_size.mean": -0.3395672760130166,
|
|
"graph_full_share": 0.0029764291623558536,
|
|
"graph_none_share": -0.005728618501492012,
|
|
"graph_padding_fraction": 0.0005459147599019987,
|
|
"kv_usage_end_minus_start": -0.003587734700701506,
|
|
"kv_usage_max": 3.276805657914661e-05,
|
|
"kv_usage_mean": -0.0002979372353175526,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -6.130606240972725e-05,
|
|
"queue_running_mean": -0.4039724217999998,
|
|
"queue_waiting_mean": -0.030365675946666667,
|
|
"scheduler_steps_per_s": 7.826666666666668
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 3,
|
|
"request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549",
|
|
"result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6",
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe",
|
|
"result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950",
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.013628620102214661,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.013628620102214647,
|
|
"tpot_max_over_slo": 0.08779462519483128,
|
|
"tpot_mean_over_slo": -0.005083324937856265,
|
|
"ttft_max_over_slo_max": -0.17233173300822574,
|
|
"ttft_mean_over_slo_max": -0.03508650576710582
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.5655282844513536,
|
|
"batch_tokens.mean": -11.412062377336781,
|
|
"decode_batch_size.mean": -0.562525695471205,
|
|
"graph_full_share": 0.009956297228293054,
|
|
"graph_none_share": -0.01796699078506772,
|
|
"graph_padding_fraction": 0.0038365149210898572,
|
|
"kv_usage_end_minus_start": 0.005666174682015579,
|
|
"kv_usage_max": 0.01138222251747023,
|
|
"kv_usage_mean": 0.0003053257977473668,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -1.837494489209668e-05,
|
|
"queue_running_mean": 0.1581681952266667,
|
|
"queue_waiting_mean": -2.0748791364133337,
|
|
"scheduler_steps_per_s": 7.079999999999998
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 3,
|
|
"request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.2635294117647059,
|
|
"mns": 16,
|
|
"requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68",
|
|
"result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6",
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b",
|
|
"result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b",
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
}
|
|
],
|
|
"coverage_at_end": {
|
|
"admitted_fraction_of_total": {
|
|
"distinct_n": 6,
|
|
"max": 0.23777777777777778,
|
|
"min": 0.23,
|
|
"n": 12
|
|
},
|
|
"completed_fraction_of_total": {
|
|
"distinct_n": 11,
|
|
"max": 0.23555555555555557,
|
|
"min": 0.2152941176470588,
|
|
"n": 12
|
|
}
|
|
},
|
|
"efficacy": {
|
|
"cross_validation_possible": true,
|
|
"label_balance_sufficient": true,
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"outcome_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "ttft_max_over_slo_max",
|
|
"features": {
|
|
"admitted_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"admitted_input_tokens_mean_over_limit": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"completed_fail_fraction_of_total": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.014901960784313726,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.000980392156862745,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.000980392156862745,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_over_admitted": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.009212391585879554,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.00802203951970637,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.011595405949487936,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_pass_rate": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.06678383128295257,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004332755632582341,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.004332755632582341,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"outstanding_over_admitted": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.009212391585879507,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.00802203951970636,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.011595405949487903,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_max_over_slo": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0694669171659951,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.07931047613736183,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.15410076637521355,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_mean_over_slo": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.006252244292828252,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.008098228875692393,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.0027942363662112613,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_max_over_slo_max": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.1038799885039528,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.10693511100544129,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.16338899500260595,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_mean_over_slo_max": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.019194189767720304,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.02098880197358749,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.03640721533141776,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"positive": 3,
|
|
"telemetry_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "queue_waiting_mean",
|
|
"features": {
|
|
"decode_batch_size.mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.4510464857421108,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.4510464857421108,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5405943805567954,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"graph_padding_fraction": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0025621174693928428,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.002835030550300963,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.003586973882340435,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"kv_usage_mean": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 5.5072124142006764e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 8.069496195816078e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.0004407744068921091,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"prefill_token_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
0
|
|
],
|
|
"threshold": -3.984050365091196e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -2.2815404062570543e-05,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.00015203565276306064,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
},
|
|
"queue_running_mean": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.05829522533999976,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.014071006980000078,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.2987926121666664,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"queue_waiting_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -1.0775293509333335,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -1.1423175943466668,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -1.7739302298,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 6.333333333333329,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 5.63333333333334,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 5.953333333333333,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"telemetry_qualifying_features": [],
|
|
"transitions": {
|
|
"false->true": 3,
|
|
"true->true": 3
|
|
}
|
|
},
|
|
"end_fraction": 0.25,
|
|
"end_s": 75.0,
|
|
"qualifying_response_features": [],
|
|
"repeat_pairs": 8,
|
|
"response_statistics": {
|
|
"batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.45379738064250086,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.2638104929979219,
|
|
"min": -1.413753104794269,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.9705757741391393,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.467554819246339,
|
|
"repeat_abs_p95": 2.634518964255186,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.7001454483303338,
|
|
"min": -2.9313976513752067,
|
|
"n": 8
|
|
}
|
|
},
|
|
"batch_tokens.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 9.185745779867744,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -5.845648825359461,
|
|
"min": -30.311859850911844,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.298783186954296,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 30.743850996116663,
|
|
"repeat_abs_p95": 93.908100721683,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 27.153830102554593,
|
|
"min": -100.52302983743428,
|
|
"n": 8
|
|
}
|
|
},
|
|
"decode_batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.4510464857421108,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.26164909366742517,
|
|
"min": -1.4061952013981784,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.9732742893789799,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.4634320362350386,
|
|
"repeat_abs_p95": 2.613462716433853,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.6993897150480155,
|
|
"min": -2.908747043508294,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_full_share": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.005686813793577217,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.021360307900858633,
|
|
"min": 0.002180359902912321,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.4307684434738428,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0039746569890581895,
|
|
"repeat_abs_p95": 0.021315647296768075,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.024883252660879762,
|
|
"min": -0.01469009447770353,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_none_share": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.012588156742608592,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.005728618501492012,
|
|
"min": -0.03011422871811248,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2.4566361209710017,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.005124143797752612,
|
|
"repeat_abs_p95": 0.018876919314381714,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.011349421052443798,
|
|
"min": -0.022930187609271374,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_padding_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.3333333333333333,
|
|
"action_abs_median": 0.002835030550300963,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.007512227776197788,
|
|
"min": 0.0005459147599019987,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.9399840028075197,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0014613680041681495,
|
|
"repeat_abs_p95": 0.004511807887601192,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.005553318782013202,
|
|
"min": -0.0010848582943063204,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_end_minus_start": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.002861916241176876,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.005666174682015579,
|
|
"min": -0.004438767356134465,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.547685400888532,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.00522547476440649,
|
|
"repeat_abs_p95": 0.007084887036630881,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.007595504930191788,
|
|
"min": -0.001265067308722334,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_max": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.007920628661389983,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.027975123151637415,
|
|
"min": 3.276805657914661e-05,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 5.977407604410328,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0013250942859486248,
|
|
"repeat_abs_p95": 0.0092433410331364,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0011681468294250097,
|
|
"min": -0.011994317136490906,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0003016315165324597,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.002385274257794787,
|
|
"min": -0.0002979372353175526,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.1832373452641962,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.001646124681066296,
|
|
"repeat_abs_p95": 0.004755246907733842,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.001880248703786131,
|
|
"min": -0.005007302519187606,
|
|
"n": 8
|
|
}
|
|
},
|
|
"preemptions": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0,
|
|
"action_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.0,
|
|
"negative": 0,
|
|
"positive": 0,
|
|
"zero": 6
|
|
},
|
|
"effect_to_repeat_median": 0.0,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 0.0,
|
|
"repeat_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 8
|
|
}
|
|
},
|
|
"prefill_token_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.00010307207930221329,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.0003313271687591657,
|
|
"min": -0.00025035500653580733,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 5,
|
|
"positive": 1,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.0193424286695313,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.005328807517567591,
|
|
"repeat_abs_p95": 0.008606069879593642,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.004217023010198662,
|
|
"min": -0.008635306091418382,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_running_mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.339365533853333,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 2.133982110813333,
|
|
"min": -0.4039724217999998,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.4388333493005985,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.7733357877066664,
|
|
"repeat_abs_p95": 3.1493800733973325,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 1.0551951064133327,
|
|
"min": -3.3683846067999994,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_waiting_mean": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 1.1423175943466668,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.030365675946666667,
|
|
"min": -9.07047515872,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 42.90527668627242,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.02662417498666667,
|
|
"repeat_abs_p95": 6.55139452659,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 5.732538843706667,
|
|
"min": -6.992316817373333,
|
|
"n": 8
|
|
}
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 6.700000000000003,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 8.959999999999994,
|
|
"min": 4.9466666666666725,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.0959651035986926,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 6.11333333333333,
|
|
"repeat_abs_p95": 14.715333333333335,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 15.373333333333335,
|
|
"min": -4.8799999999999955,
|
|
"n": 8
|
|
}
|
|
}
|
|
},
|
|
"sanity": {
|
|
"invariants": {
|
|
"all_results_uncensored": true,
|
|
"expected_action_pair_count": true,
|
|
"expected_repeat_pair_count": true,
|
|
"finite_deltas": true,
|
|
"layer1_boundary_and_internal_gaps_bounded": true,
|
|
"nonnegative_counters": true,
|
|
"per_cell_state_vectors_not_all_identical": true,
|
|
"ratios_bounded": true,
|
|
"state_vectors_not_all_identical": true
|
|
},
|
|
"red_flags": [],
|
|
"trials": 12
|
|
},
|
|
"start_s": 0.0,
|
|
"trial_sanity": [
|
|
{
|
|
"admitted_fraction": 0.23777777777777778,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.23555555555555557,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001928339,
|
|
"max_internal_gap_s": 0.648316718,
|
|
"start_gap_s": 0.042673865
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.2372549019607843,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.22627450980392155,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.022443998,
|
|
"max_internal_gap_s": 0.186336261,
|
|
"start_gap_s": 0.042930986
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23777777777777778,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.23555555555555557,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.004213731,
|
|
"max_internal_gap_s": 0.637319097,
|
|
"start_gap_s": 0.043186851
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.2372549019607843,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.23098039215686275,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.003542116,
|
|
"max_internal_gap_s": 0.184687818,
|
|
"start_gap_s": 0.043187905
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23166666666666666,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.22611111111111112,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.007493238,
|
|
"max_internal_gap_s": 0.185686919,
|
|
"start_gap_s": 0.107508086
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23450980392156862,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.22745098039215686,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.106828533,
|
|
"max_internal_gap_s": 0.177241403,
|
|
"start_gap_s": 0.107570476
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23166666666666666,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.22499999999999998,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.01771671,
|
|
"max_internal_gap_s": 0.174851445,
|
|
"start_gap_s": 0.107276851
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23450980392156862,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.2231372549019608,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.049603839,
|
|
"max_internal_gap_s": 0.184443946,
|
|
"start_gap_s": 0.10804117
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.2205555555555556,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001863681,
|
|
"max_internal_gap_s": 0.6478406,
|
|
"start_gap_s": 0.120533656
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23019607843137255,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.2152941176470588,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.17047515,
|
|
"max_internal_gap_s": 0.182092338,
|
|
"start_gap_s": 0.124699964
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.22111111111111112,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.000487667,
|
|
"max_internal_gap_s": 0.652764433,
|
|
"start_gap_s": 0.123493588
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23019607843137255,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.2184313725490196,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.006237065,
|
|
"max_internal_gap_s": 0.32072392,
|
|
"start_gap_s": 0.122478295
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"action_pairs": 6,
|
|
"actions": [
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.07082632707989239,
|
|
"tpot_mean_over_slo": -0.002512563182247657,
|
|
"ttft_max_over_slo_max": -0.0679067323411194,
|
|
"ttft_mean_over_slo_max": -0.007600825142914866
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.20807041709602903,
|
|
"batch_tokens.mean": -4.353835378889755,
|
|
"decode_batch_size.mean": -0.20629266327798934,
|
|
"graph_full_share": 0.0016140185178266098,
|
|
"graph_none_share": -0.005313603464127993,
|
|
"graph_padding_fraction": 0.001957578860938683,
|
|
"kv_usage_end_minus_start": -1.4782427070203497e-06,
|
|
"kv_usage_max": 0.004459034805309736,
|
|
"kv_usage_mean": -3.034391627598776e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 8.331880587686413e-07,
|
|
"queue_running_mean": -0.09870830548666643,
|
|
"queue_waiting_mean": -0.24030856458,
|
|
"scheduler_steps_per_s": 4.060000000000002
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 1,
|
|
"request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373",
|
|
"result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9",
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473",
|
|
"result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6",
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.0027450980392156863,
|
|
"completed_over_admitted": 0.0008250825082508628,
|
|
"completed_pass_rate": 0.005833333333333357,
|
|
"outstanding_over_admitted": -0.0008250825082508247,
|
|
"tpot_max_over_slo": 0.2753294892902449,
|
|
"tpot_mean_over_slo": 0.018526148273117438,
|
|
"ttft_max_over_slo_max": -0.2765812376649895,
|
|
"ttft_mean_over_slo_max": -0.08009172416899431
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -1.5321059258942888,
|
|
"batch_tokens.mean": -32.485419814050886,
|
|
"decode_batch_size.mean": -1.5198458327871904,
|
|
"graph_full_share": 0.015038490257038628,
|
|
"graph_none_share": -0.024038730314888165,
|
|
"graph_padding_fraction": 0.006587055652816478,
|
|
"kv_usage_end_minus_start": -0.00022317841283692186,
|
|
"kv_usage_max": 0.025909186619248126,
|
|
"kv_usage_mean": 0.0012400736021554327,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -2.8364032274130757e-05,
|
|
"queue_running_mean": 0.8917809416333338,
|
|
"queue_waiting_mean": -3.7602262873733334,
|
|
"scheduler_steps_per_s": 9.026666666666657
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 1,
|
|
"request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.5603921568627451,
|
|
"mns": 16,
|
|
"requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193",
|
|
"result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f",
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe",
|
|
"result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c",
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.051139209137158914,
|
|
"tpot_mean_over_slo": -0.009262480213267976,
|
|
"ttft_max_over_slo_max": -0.03542824399967988,
|
|
"ttft_mean_over_slo_max": -0.003943418327769104
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.37986757946740823,
|
|
"batch_tokens.mean": -8.534190946122862,
|
|
"decode_batch_size.mean": -0.3768320500033102,
|
|
"graph_full_share": 0.0035430578279135316,
|
|
"graph_none_share": -0.008383916364329017,
|
|
"graph_padding_fraction": 0.001202567354812955,
|
|
"kv_usage_end_minus_start": 8.450631670098296e-06,
|
|
"kv_usage_max": 0.003782455175254884,
|
|
"kv_usage_mean": -0.0002369648399766014,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 1.1258245187217852e-06,
|
|
"queue_running_mean": -0.3704274981866664,
|
|
"queue_waiting_mean": -0.11654787507333333,
|
|
"scheduler_steps_per_s": 6.200000000000003
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 2,
|
|
"request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb",
|
|
"result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb",
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209",
|
|
"result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50",
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.14941176470588236,
|
|
"completed_over_admitted": 0.044764188649080716,
|
|
"completed_pass_rate": 0.32206255283178364,
|
|
"outstanding_over_admitted": -0.04476418864908073,
|
|
"tpot_max_over_slo": 0.2416662007889263,
|
|
"tpot_mean_over_slo": 0.010014700010439026,
|
|
"ttft_max_over_slo_max": -0.9367796959995758,
|
|
"ttft_mean_over_slo_max": -0.3197808858475722
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.8883519907951474,
|
|
"batch_tokens.mean": -20.195851559300422,
|
|
"decode_batch_size.mean": -0.8851481700211252,
|
|
"graph_full_share": 0.021219737900431856,
|
|
"graph_none_share": -0.03165408628562745,
|
|
"graph_padding_fraction": 0.008308104332878177,
|
|
"kv_usage_end_minus_start": -0.0007503119935704516,
|
|
"kv_usage_max": 0.022672590909591506,
|
|
"kv_usage_mean": 0.0015858745872947538,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.00012884333456097963,
|
|
"queue_running_mean": 1.2845878308199996,
|
|
"queue_waiting_mean": -16.806316893553333,
|
|
"scheduler_steps_per_s": 7.573333333333338
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 2,
|
|
"request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.31450980392156863,
|
|
"mns": 16,
|
|
"requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3",
|
|
"result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b",
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4",
|
|
"result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035",
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.001179245283018937,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.0011792452830188694,
|
|
"tpot_max_over_slo": 0.04993343196889949,
|
|
"tpot_mean_over_slo": -0.008105257443938751,
|
|
"ttft_max_over_slo_max": -0.026339164838039622,
|
|
"ttft_mean_over_slo_max": -0.0029500323901768717
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.28903355041794665,
|
|
"batch_tokens.mean": -5.944731148030087,
|
|
"decode_batch_size.mean": -0.2869327863683875,
|
|
"graph_full_share": 0.0018351555779636541,
|
|
"graph_none_share": -0.005482404566122215,
|
|
"graph_padding_fraction": 0.000721905257347253,
|
|
"kv_usage_end_minus_start": -0.0025560168080752677,
|
|
"kv_usage_max": 0.005265908554136223,
|
|
"kv_usage_mean": -0.00021185230120904664,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -6.655514854192468e-05,
|
|
"queue_running_mean": -0.30910058838666643,
|
|
"queue_waiting_mean": -0.06934922306666667,
|
|
"scheduler_steps_per_s": 6.219999999999999
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 3,
|
|
"request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549",
|
|
"result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6",
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe",
|
|
"result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950",
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.19137254901960785,
|
|
"completed_over_admitted": 0.034146341463414664,
|
|
"completed_pass_rate": 0.42068965517241375,
|
|
"outstanding_over_admitted": -0.03414634146341463,
|
|
"tpot_max_over_slo": 0.1493312743232093,
|
|
"tpot_mean_over_slo": 0.00256767021710691,
|
|
"ttft_max_over_slo_max": -0.9516305106711418,
|
|
"ttft_mean_over_slo_max": -0.3356434934483016
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.7507094405947292,
|
|
"batch_tokens.mean": -14.968838436325854,
|
|
"decode_batch_size.mean": -0.7471714629717603,
|
|
"graph_full_share": 0.016020663089875264,
|
|
"graph_none_share": -0.02573950202606222,
|
|
"graph_padding_fraction": 0.006257606960140573,
|
|
"kv_usage_end_minus_start": 0.005366359584320524,
|
|
"kv_usage_max": 0.012606264387448385,
|
|
"kv_usage_mean": 0.0010847467256849628,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 7.198152666310076e-05,
|
|
"queue_running_mean": 0.8715743724000014,
|
|
"queue_waiting_mean": -17.05635223198667,
|
|
"scheduler_steps_per_s": 7.959999999999994
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 3,
|
|
"request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.2635294117647059,
|
|
"mns": 16,
|
|
"requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68",
|
|
"result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6",
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b",
|
|
"result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b",
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
}
|
|
],
|
|
"coverage_at_end": {
|
|
"admitted_fraction_of_total": {
|
|
"distinct_n": 6,
|
|
"max": 0.49444444444444446,
|
|
"min": 0.4711111111111111,
|
|
"n": 12
|
|
},
|
|
"completed_fraction_of_total": {
|
|
"distinct_n": 10,
|
|
"max": 0.49111111111111116,
|
|
"min": 0.4549019607843137,
|
|
"n": 12
|
|
}
|
|
},
|
|
"efficacy": {
|
|
"cross_validation_possible": true,
|
|
"label_balance_sufficient": true,
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"outcome_delta": {
|
|
"best_accuracy": 0.8333333333333334,
|
|
"best_balanced_accuracy": 0.8333333333333333,
|
|
"best_feature": "ttft_mean_over_slo_max",
|
|
"features": {
|
|
"admitted_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"admitted_input_tokens_mean_over_limit": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"completed_fail_fraction_of_total": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.07470588235294118,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.0013725490196078432,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.0013725490196078432,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_over_admitted": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.0176627933732168,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0004125412541254314,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0004125412541254314,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_pass_rate": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.16103127641589182,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0029166666666666785,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0029166666666666785,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"outstanding_over_admitted": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.01766279337321675,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.00041254125412541233,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.00041254125412541233,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_max_over_slo": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.10023524173018411,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.11007880070155085,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.15624626393440935,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_mean_over_slo": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.002768793613415921,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 2.755351742962653e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.0037510684140956846,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_max_over_slo_max": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.48610396999962785,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.17224398500305443,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.17224398500305443,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_mean_over_slo_max": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.16186215208767066,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.04384627465595459,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.04384627465595459,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"positive": 3,
|
|
"telemetry_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "scheduler_steps_per_s",
|
|
"features": {
|
|
"decode_batch_size.mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5620017564875353,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5170521246700739,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.6309901100122177,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"graph_padding_fraction": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.003730087157476764,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004107592910539628,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.00427231725687758,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"kv_usage_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0004364472122379581,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0005272014047044875,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0006048648429397225,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"prefill_token_fraction": {
|
|
"accuracy": 0.3333333333333333,
|
|
"balanced_accuracy": 0.3333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 3.655367559091127e-05,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 3.64073573609347e-05,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
0
|
|
],
|
|
"threshold": -1.3765422107681058e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"queue_running_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.28123689200666746,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.38643303345666746,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.39653631807333367,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"queue_waiting_mean": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -8.461432384313333,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -2.000267425976667,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -2.000267425976667,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 6.896666666666668,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 7.089999999999996,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 6.88666666666667,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"telemetry_qualifying_features": [
|
|
"decode_batch_size.mean",
|
|
"graph_padding_fraction",
|
|
"kv_usage_mean",
|
|
"queue_running_mean",
|
|
"scheduler_steps_per_s"
|
|
],
|
|
"transitions": {
|
|
"false->true": 3,
|
|
"true->true": 3
|
|
}
|
|
},
|
|
"end_fraction": 0.5,
|
|
"end_s": 150.0,
|
|
"qualifying_response_features": [
|
|
"graph_padding_fraction"
|
|
],
|
|
"repeat_pairs": 8,
|
|
"response_statistics": {
|
|
"batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.5652885100310687,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.20807041709602903,
|
|
"min": -1.5321059258942888,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.600949368258532,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.9406591301846219,
|
|
"repeat_abs_p95": 1.7016197794945327,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 1.5391576560173217,
|
|
"min": -1.749794672064679,
|
|
"n": 8
|
|
}
|
|
},
|
|
"batch_tokens.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 11.751514691224358,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -4.353835378889755,
|
|
"min": -32.485419814050886,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.3300117500902243,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 35.60938265989476,
|
|
"repeat_abs_p95": 53.31315307889063,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 39.85703951344101,
|
|
"min": -55.14260767193173,
|
|
"n": 8
|
|
}
|
|
},
|
|
"decode_batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.5620017564875353,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.20629266327798934,
|
|
"min": -1.5198458327871904,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.6013807777033149,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.9345189891732675,
|
|
"repeat_abs_p95": 1.6881894328027403,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 1.5259244681432733,
|
|
"min": -1.7364812802700182,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_full_share": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.00929077404247608,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.021219737900431856,
|
|
"min": 0.0016140185178266098,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.067941220289058,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.008699705438808103,
|
|
"repeat_abs_p95": 0.016177686020265352,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.014828021569913696,
|
|
"min": -0.016904428416608552,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_none_share": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.01621132333960859,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.005313603464127993,
|
|
"min": -0.03165408628562745,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2.171920932023271,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.007464048575887519,
|
|
"repeat_abs_p95": 0.014440194586440296,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.014932938342374844,
|
|
"min": -0.01352509903970471,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_padding_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.004107592910539628,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.008308104332878177,
|
|
"min": 0.000721905257347253,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 5.563724343406081,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": true,
|
|
"repeat_abs_median": 0.0007382811686937355,
|
|
"repeat_abs_p95": 0.0022186303657579878,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0025539048662290243,
|
|
"min": -0.0015959777220260637,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_end_minus_start": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.00048674520320368675,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.005366359584320524,
|
|
"min": -0.0025560168080752677,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 4,
|
|
"positive": 2,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.19573347569321622,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0024867754556537336,
|
|
"repeat_abs_p95": 0.0054480365502156845,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0058004047507104195,
|
|
"min": -0.004793638463582606,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_max": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.008936086470792304,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.025909186619248126,
|
|
"min": 0.003782455175254884,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 6.294267207393665,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0014197183208706776,
|
|
"repeat_abs_p95": 0.007519317647539844,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0022486150575440345,
|
|
"min": -0.009341973466342357,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0006608557828307821,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.0015858745872947538,
|
|
"min": -0.0002369648399766014,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.449805118176904,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0014692046758144578,
|
|
"repeat_abs_p95": 0.002327639544032804,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0016405734067875804,
|
|
"min": -0.002503034295596231,
|
|
"n": 8
|
|
}
|
|
},
|
|
"preemptions": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0,
|
|
"action_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.0,
|
|
"negative": 0,
|
|
"positive": 0,
|
|
"zero": 6
|
|
},
|
|
"effect_to_repeat_median": 0.0,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 0.0,
|
|
"repeat_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 8
|
|
}
|
|
},
|
|
"prefill_token_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 4.745959040802772e-05,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 7.198152666310076e-05,
|
|
"min": -0.00012884333456097963,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.015433261304563437,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.003075149799608101,
|
|
"repeat_abs_p95": 0.005455117882940929,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0032221068728307545,
|
|
"min": -0.005478806223512156,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_running_mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.6210009352933339,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 1.2845878308199996,
|
|
"min": -0.3704274981866664,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.620669066679828,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 1.0005346949466665,
|
|
"repeat_abs_p95": 1.639787432226332,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 1.3395429762466655,
|
|
"min": -1.7843421426733315,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_waiting_mean": {
|
|
"action_above_repeat_p95_fraction": 0.3333333333333333,
|
|
"action_abs_median": 2.000267425976667,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.06934922306666667,
|
|
"min": -17.05635223198667,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 82.33375700160043,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.02429462105,
|
|
"repeat_abs_p95": 8.566731735707661,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 13.045614636299998,
|
|
"min": -0.12448899892666668,
|
|
"n": 8
|
|
}
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 6.896666666666668,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 9.026666666666657,
|
|
"min": 4.060000000000002,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.8987836663770638,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 7.673333333333332,
|
|
"repeat_abs_p95": 11.486333333333327,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 11.493333333333325,
|
|
"min": -9.206666666666663,
|
|
"n": 8
|
|
}
|
|
}
|
|
},
|
|
"sanity": {
|
|
"invariants": {
|
|
"all_results_uncensored": true,
|
|
"expected_action_pair_count": true,
|
|
"expected_repeat_pair_count": true,
|
|
"finite_deltas": true,
|
|
"layer1_boundary_and_internal_gaps_bounded": true,
|
|
"nonnegative_counters": true,
|
|
"per_cell_state_vectors_not_all_identical": true,
|
|
"ratios_bounded": true,
|
|
"state_vectors_not_all_identical": true
|
|
},
|
|
"red_flags": [],
|
|
"trials": 12
|
|
},
|
|
"start_s": 0.0,
|
|
"trial_sanity": [
|
|
{
|
|
"admitted_fraction": 0.47555555555555556,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.4733333333333334,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001282354,
|
|
"max_internal_gap_s": 0.648316718,
|
|
"start_gap_s": 0.042673865
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.4752941176470588,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.47058823529411764,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.004049563,
|
|
"max_internal_gap_s": 0.186336261,
|
|
"start_gap_s": 0.042930986
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.47555555555555556,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.4733333333333334,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.003246004,
|
|
"max_internal_gap_s": 0.637319097,
|
|
"start_gap_s": 0.043186851
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.4752941176470588,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.47098039215686277,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.00327497,
|
|
"max_internal_gap_s": 0.184687818,
|
|
"start_gap_s": 0.043187905
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.49444444444444446,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.49111111111111116,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.003493587,
|
|
"max_internal_gap_s": 0.444552932,
|
|
"start_gap_s": 0.107508086
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.49058823529411766,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.48588235294117643,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.0063142,
|
|
"max_internal_gap_s": 0.183290846,
|
|
"start_gap_s": 0.107570476
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.49444444444444446,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.49111111111111116,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.012013597,
|
|
"max_internal_gap_s": 0.445602102,
|
|
"start_gap_s": 0.107276851
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.49058823529411766,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.463921568627451,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.02999801,
|
|
"max_internal_gap_s": 0.184443946,
|
|
"start_gap_s": 0.10804117
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.4711111111111111,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.4655555555555555,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.026096497,
|
|
"max_internal_gap_s": 0.6478406,
|
|
"start_gap_s": 0.120533656
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.4823529411764706,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.4549019607843137,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001098192,
|
|
"max_internal_gap_s": 0.182092338,
|
|
"start_gap_s": 0.124699964
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.4711111111111111,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.4661111111111111,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001270441,
|
|
"max_internal_gap_s": 0.652764433,
|
|
"start_gap_s": 0.123493588
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.4823529411764706,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.4713725490196079,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.048916774,
|
|
"max_internal_gap_s": 0.32072392,
|
|
"start_gap_s": 0.122478295
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"action_pairs": 6,
|
|
"actions": [
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.13955613873224326,
|
|
"tpot_mean_over_slo": 0.00021561369396999597,
|
|
"ttft_max_over_slo_max": -0.162763388332678,
|
|
"ttft_mean_over_slo_max": -0.0113370356308976
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.2315625922329474,
|
|
"batch_tokens.mean": -4.866425400698262,
|
|
"decode_batch_size.mean": -0.2298593364511925,
|
|
"graph_full_share": 0.0022019142911884337,
|
|
"graph_none_share": -0.0061464601290289606,
|
|
"graph_padding_fraction": 0.002459307837583828,
|
|
"kv_usage_end_minus_start": 8.281600267778799e-07,
|
|
"kv_usage_max": 0.012148644893025695,
|
|
"kv_usage_mean": 0.00010369316025509931,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -3.204953873736649e-06,
|
|
"queue_running_mean": -0.004656362764444921,
|
|
"queue_waiting_mean": -0.38515557383555554,
|
|
"scheduler_steps_per_s": 4.035555555555547
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 1,
|
|
"request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373",
|
|
"result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9",
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473",
|
|
"result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6",
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.14980392156862746,
|
|
"completed_over_admitted": 0.03292618162506633,
|
|
"completed_pass_rate": 0.21093318608503586,
|
|
"outstanding_over_admitted": -0.032926181625066386,
|
|
"tpot_max_over_slo": 0.3362407738628878,
|
|
"tpot_mean_over_slo": 0.035823037105198796,
|
|
"ttft_max_over_slo_max": -1.0155032691739811,
|
|
"ttft_mean_over_slo_max": -0.23418190946398737
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.8757080766407306,
|
|
"batch_tokens.mean": -21.903077459843473,
|
|
"decode_batch_size.mean": -0.8701416261315948,
|
|
"graph_full_share": 0.015083297248042693,
|
|
"graph_none_share": -0.024665889172553218,
|
|
"graph_padding_fraction": 0.006691320837900951,
|
|
"kv_usage_end_minus_start": -0.007731540433626116,
|
|
"kv_usage_max": 0.031275425686576486,
|
|
"kv_usage_mean": 0.0024751040544861297,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.0005203792320278566,
|
|
"queue_running_mean": 2.356088796968889,
|
|
"queue_waiting_mean": -12.268314980844444,
|
|
"scheduler_steps_per_s": 7.142222222222216
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 1,
|
|
"request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.5603921568627451,
|
|
"mns": 16,
|
|
"requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193",
|
|
"result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f",
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe",
|
|
"result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c",
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0007401924500369805,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.00074019245003701,
|
|
"tpot_max_over_slo": 0.17641319103142994,
|
|
"tpot_mean_over_slo": -0.008167534216044714,
|
|
"ttft_max_over_slo_max": -0.055667730843803526,
|
|
"ttft_mean_over_slo_max": -0.004452474842343956
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.391971250222225,
|
|
"batch_tokens.mean": -8.51800794109036,
|
|
"decode_batch_size.mean": -0.3888263577646134,
|
|
"graph_full_share": 0.0034883439917251513,
|
|
"graph_none_share": -0.00892717433146234,
|
|
"graph_padding_fraction": 0.0013420770820979835,
|
|
"kv_usage_end_minus_start": -0.0014785130164154392,
|
|
"kv_usage_max": 0.012914898602144231,
|
|
"kv_usage_mean": -0.00017462402054690008,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -1.381071014561197e-05,
|
|
"queue_running_mean": -0.33874452614666684,
|
|
"queue_waiting_mean": -0.12769319111555558,
|
|
"scheduler_steps_per_s": 6.342222222222233
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 2,
|
|
"request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb",
|
|
"result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb",
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209",
|
|
"result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50",
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.3898039215686275,
|
|
"completed_over_admitted": 0.047995780590717296,
|
|
"completed_pass_rate": 0.5534521158129175,
|
|
"outstanding_over_admitted": -0.0479957805907173,
|
|
"tpot_max_over_slo": 0.485827943940801,
|
|
"tpot_mean_over_slo": 0.015614815582012831,
|
|
"ttft_max_over_slo_max": -0.9946015174985708,
|
|
"ttft_mean_over_slo_max": -0.5387282368223152
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -1.1276789336012651,
|
|
"batch_tokens.mean": -25.023441704969116,
|
|
"decode_batch_size.mean": -1.1232562014682532,
|
|
"graph_full_share": 0.024054684043115837,
|
|
"graph_none_share": -0.03557238862010634,
|
|
"graph_padding_fraction": 0.008753688501931332,
|
|
"kv_usage_end_minus_start": -0.01018813309553912,
|
|
"kv_usage_max": 0.04505142122092243,
|
|
"kv_usage_mean": 0.0021208568963759205,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.0001673196203758609,
|
|
"queue_running_mean": 1.6553335670222218,
|
|
"queue_waiting_mean": -26.90367780516,
|
|
"scheduler_steps_per_s": 8.879999999999995
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 2,
|
|
"request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.31450980392156863,
|
|
"mns": 16,
|
|
"requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3",
|
|
"result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b",
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4",
|
|
"result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035",
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.06666873637623494,
|
|
"tpot_mean_over_slo": -0.009318131681115394,
|
|
"ttft_max_over_slo_max": -0.07750733549861857,
|
|
"ttft_mean_over_slo_max": -0.004705775197540927
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.370851789404929,
|
|
"batch_tokens.mean": -7.256413232949271,
|
|
"decode_batch_size.mean": -0.3681028118073941,
|
|
"graph_full_share": 0.0028280490692854654,
|
|
"graph_none_share": -0.00702385128031266,
|
|
"graph_padding_fraction": 0.0009512228076606274,
|
|
"kv_usage_end_minus_start": 3.1056000993068267e-07,
|
|
"kv_usage_max": 0.005265908554136223,
|
|
"kv_usage_mean": -0.00023540705993194654,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 5.342859896728669e-07,
|
|
"queue_running_mean": -0.37729419491111127,
|
|
"queue_waiting_mean": -0.12941095815111112,
|
|
"scheduler_steps_per_s": 7.137777777777785
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 3,
|
|
"request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549",
|
|
"result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6",
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe",
|
|
"result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950",
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.43333333333333335,
|
|
"completed_over_admitted": 0.05807814149947199,
|
|
"completed_pass_rate": 0.6218345526167699,
|
|
"outstanding_over_admitted": -0.05807814149947202,
|
|
"tpot_max_over_slo": 0.30513300693329926,
|
|
"tpot_mean_over_slo": 0.006471198446666382,
|
|
"ttft_max_over_slo_max": -0.9754032485070638,
|
|
"ttft_mean_over_slo_max": -0.5503063221993506
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.6183604933300941,
|
|
"batch_tokens.mean": -14.376542002465783,
|
|
"decode_batch_size.mean": -0.6159981002912982,
|
|
"graph_full_share": 0.01869117884155347,
|
|
"graph_none_share": -0.028652094681839838,
|
|
"graph_padding_fraction": 0.007072597788281806,
|
|
"kv_usage_end_minus_start": 0.0004982293932893622,
|
|
"kv_usage_max": 0.02549546289093474,
|
|
"kv_usage_mean": 0.0013450068711313955,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.00032277984328055176,
|
|
"queue_running_mean": 1.3239998894977774,
|
|
"queue_waiting_mean": -27.13096374471111,
|
|
"scheduler_steps_per_s": 7.786666666666676
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 3,
|
|
"request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.2635294117647059,
|
|
"mns": 16,
|
|
"requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68",
|
|
"result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6",
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b",
|
|
"result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b",
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
}
|
|
],
|
|
"coverage_at_end": {
|
|
"admitted_fraction_of_total": {
|
|
"distinct_n": 6,
|
|
"max": 0.7505555555555555,
|
|
"min": 0.7316666666666667,
|
|
"n": 12
|
|
},
|
|
"completed_fraction_of_total": {
|
|
"distinct_n": 9,
|
|
"max": 0.7472222222222221,
|
|
"min": 0.6968627450980392,
|
|
"n": 12
|
|
}
|
|
},
|
|
"efficacy": {
|
|
"cross_validation_possible": true,
|
|
"label_balance_sufficient": true,
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"outcome_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "ttft_max_over_slo_max",
|
|
"features": {
|
|
"admitted_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"admitted_input_tokens_mean_over_limit": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"completed_fail_fraction_of_total": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.19490196078431374,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.07490196078431373,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.07490196078431373,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_over_admitted": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.02436798652037714,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.016463090812533165,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.016833187037551656,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_pass_rate": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.27672605790645877,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.10546659304251793,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.10546659304251793,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"outstanding_over_admitted": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.024367986520377156,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.016463090812533193,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.016833187037551697,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_max_over_slo": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.2407730989823646,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.22234457283277126,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.2563269824471589,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_mean_over_slo": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.000848167884689166,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.003343406070318189,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.007915214637991413,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_max_over_slo_max": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5264552920028412,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5690833184198709,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5786824529156245,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_mean_over_slo_max": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.27171700600992804,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.12275947254744249,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.12275947254744249,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"positive": 3,
|
|
"telemetry_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "queue_running_mean",
|
|
"features": {
|
|
"decode_batch_size.mean": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5024122290279558,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.49205045604934616,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.6294839919481041,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"graph_padding_fraction": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004207337435189895,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004575314337742389,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004575314337742389,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"kv_usage_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0005851914252922477,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0007243500156932474,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.00111227502831551,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"prefill_token_fraction": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -9.056516526073644e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.0001629923985771442,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -9.056516526073644e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"queue_running_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.49262768167555526,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.6596717633666662,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.8253386021288884,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"queue_waiting_mean": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -13.516544381655557,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -6.32673527734,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -6.32673527734,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 7.4622222222222305,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 7.140000000000001,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 6.742222222222225,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"telemetry_qualifying_features": [],
|
|
"transitions": {
|
|
"false->true": 3,
|
|
"true->true": 3
|
|
}
|
|
},
|
|
"end_fraction": 0.75,
|
|
"end_s": 225.0,
|
|
"qualifying_response_features": [
|
|
"graph_padding_fraction",
|
|
"queue_waiting_mean"
|
|
],
|
|
"repeat_pairs": 8,
|
|
"response_statistics": {
|
|
"batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.5051658717761596,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.2315625922329474,
|
|
"min": -1.1276789336012651,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.7593203575357039,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.6652868802512071,
|
|
"repeat_abs_p95": 1.054027495945265,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.7189335327348694,
|
|
"min": -1.232288950040175,
|
|
"n": 8
|
|
}
|
|
},
|
|
"batch_tokens.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 11.447274971778072,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -4.866425400698262,
|
|
"min": -25.023441704969116,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.575768911929723,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 19.88171770756407,
|
|
"repeat_abs_p95": 34.7043135482259,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 13.173463929732975,
|
|
"min": -38.394254431520324,
|
|
"n": 8
|
|
}
|
|
},
|
|
"decode_batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.5024122290279558,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.2298593364511925,
|
|
"min": -1.1232562014682532,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.7617660157398797,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.6595361549963323,
|
|
"repeat_abs_p95": 1.045411693203953,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.7159576534104133,
|
|
"min": -1.2228100223235518,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_full_share": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.009285820619883922,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.024054684043115837,
|
|
"min": 0.0022019142911884337,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.846168814253066,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0050297787223975154,
|
|
"repeat_abs_p95": 0.012718990273054656,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.010581275778524746,
|
|
"min": -0.013870067308570766,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_none_share": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.01679653175200778,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.0061464601290289606,
|
|
"min": -0.03557238862010634,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 4.06293763524991,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.004134085545956116,
|
|
"repeat_abs_p95": 0.011398711005122675,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.01240808302992423,
|
|
"min": -0.009524162959062651,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_padding_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.6666666666666666,
|
|
"action_abs_median": 0.004575314337742389,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.008753688501931332,
|
|
"min": 0.0009512228076606274,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 5.003367170865857,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": true,
|
|
"repeat_abs_median": 0.0009144470476570299,
|
|
"repeat_abs_p95": 0.0019536589959716906,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0021029671629594227,
|
|
"min": -0.0012192099761899004,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_end_minus_start": {
|
|
"action_above_repeat_p95_fraction": 0.3333333333333333,
|
|
"action_abs_median": 0.0009883712048524007,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.0004982293932893622,
|
|
"min": -0.01018813309553912,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.2973800031975333,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.003323596725486211,
|
|
"repeat_abs_p95": 0.006865285634854577,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.004233894621933687,
|
|
"min": -0.008131118105255575,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_max": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.019205180746539485,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.04505142122092243,
|
|
"min": 0.005265908554136223,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 7.501452126191231,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0025601950693632802,
|
|
"repeat_abs_p95": 0.016512755779962775,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.012755779962795644,
|
|
"min": -0.01853574275843739,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_mean": {
|
|
"action_above_repeat_p95_fraction": 0.3333333333333333,
|
|
"action_abs_median": 0.000790206965531671,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.0024751040544861297,
|
|
"min": -0.00023540705993194654,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 2,
|
|
"positive": 4,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.0014106568857974,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.000789093824894044,
|
|
"repeat_abs_p95": 0.0017615365202587913,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0004699285473880651,
|
|
"min": -0.0020330840290943755,
|
|
"n": 8
|
|
}
|
|
},
|
|
"preemptions": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0,
|
|
"action_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.0,
|
|
"negative": 0,
|
|
"positive": 0,
|
|
"zero": 6
|
|
},
|
|
"effect_to_repeat_median": 0.0,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 0.0,
|
|
"repeat_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 8
|
|
}
|
|
},
|
|
"prefill_token_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 9.056516526073644e-05,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 5.342859896728669e-07,
|
|
"min": -0.0005203792320278566,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 5,
|
|
"positive": 1,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.05219845322135223,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0017350162633495425,
|
|
"repeat_abs_p95": 0.004831444067139573,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0014404459696625294,
|
|
"min": -0.004836464815786923,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_running_mean": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.8506470422044443,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 2.356088796968889,
|
|
"min": -0.37729419491111127,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.3604877117547791,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.6252515438800001,
|
|
"repeat_abs_p95": 1.1295860132264428,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.7170174645377774,
|
|
"min": -1.2455528003599987,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_waiting_mean": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 6.32673527734,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.12769319111555558,
|
|
"min": -27.13096374471111,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1346.2237705715072,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": true,
|
|
"repeat_abs_median": 0.004699616375555556,
|
|
"repeat_abs_p95": 9.605207488385105,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 14.638355337377778,
|
|
"min": -0.25793291168444443,
|
|
"n": 8
|
|
}
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 7.140000000000001,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 8.879999999999995,
|
|
"min": 4.035555555555547,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.6227272727272708,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 4.400000000000006,
|
|
"repeat_abs_p95": 9.05933333333333,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 9.337777777777774,
|
|
"min": -4.684444444444452,
|
|
"n": 8
|
|
}
|
|
}
|
|
},
|
|
"sanity": {
|
|
"invariants": {
|
|
"all_results_uncensored": true,
|
|
"expected_action_pair_count": true,
|
|
"expected_repeat_pair_count": true,
|
|
"finite_deltas": true,
|
|
"layer1_boundary_and_internal_gaps_bounded": true,
|
|
"nonnegative_counters": true,
|
|
"per_cell_state_vectors_not_all_identical": true,
|
|
"ratios_bounded": true,
|
|
"state_vectors_not_all_identical": true
|
|
},
|
|
"red_flags": [],
|
|
"trials": 12
|
|
},
|
|
"start_s": 0.0,
|
|
"trial_sanity": [
|
|
{
|
|
"admitted_fraction": 0.7388888888888889,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.7377777777777779,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.002047043,
|
|
"max_internal_gap_s": 0.648316718,
|
|
"start_gap_s": 0.042673865
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7384313725490196,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.7101960784313726,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.000359161,
|
|
"max_internal_gap_s": 0.188948337,
|
|
"start_gap_s": 0.042930986
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7388888888888889,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.7377777777777779,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.003650633,
|
|
"max_internal_gap_s": 0.637319097,
|
|
"start_gap_s": 0.043186851
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7384313725490196,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.7345098039215686,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.004944353,
|
|
"max_internal_gap_s": 0.219527251,
|
|
"start_gap_s": 0.043187905
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7505555555555555,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.7472222222222221,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.002633243,
|
|
"max_internal_gap_s": 0.646724237,
|
|
"start_gap_s": 0.107508086
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7435294117647059,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.74,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.000558705,
|
|
"max_internal_gap_s": 0.183301269,
|
|
"start_gap_s": 0.107570476
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7505555555555555,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.7466666666666666,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001410558,
|
|
"max_internal_gap_s": 0.583053185,
|
|
"start_gap_s": 0.107276851
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7435294117647059,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.7043137254901961,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.042708099,
|
|
"max_internal_gap_s": 0.184443946,
|
|
"start_gap_s": 0.10804117
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7316666666666667,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.7311111111111112,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.000142513,
|
|
"max_internal_gap_s": 0.6478406,
|
|
"start_gap_s": 0.120533656
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7427450980392157,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.6968627450980392,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.049578949,
|
|
"max_internal_gap_s": 0.182904479,
|
|
"start_gap_s": 0.124699964
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7316666666666667,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.7311111111111112,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.00141287,
|
|
"max_internal_gap_s": 0.652764433,
|
|
"start_gap_s": 0.123493588
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7427450980392157,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.74,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.009657729,
|
|
"max_internal_gap_s": 0.32072392,
|
|
"start_gap_s": 0.122478295
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"action_pairs": 6,
|
|
"actions": [
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0011111111111111738,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.0011111111111111113,
|
|
"tpot_max_over_slo": 0.13955613873224326,
|
|
"tpot_mean_over_slo": -0.0010090653746841205,
|
|
"ttft_max_over_slo_max": -0.162763388332678,
|
|
"ttft_mean_over_slo_max": -0.00961120104762887
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.26379559738229474,
|
|
"batch_tokens.mean": -5.348391834808808,
|
|
"decode_batch_size.mean": -0.2617666450994136,
|
|
"graph_full_share": 0.0022388856413185776,
|
|
"graph_none_share": -0.006502634438630757,
|
|
"graph_padding_fraction": 0.0021671821218428883,
|
|
"kv_usage_end_minus_start": 0.0006863000045611578,
|
|
"kv_usage_max": 0.012148644893025695,
|
|
"kv_usage_mean": 4.226955534929189e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 5.3820087398737115e-05,
|
|
"queue_running_mean": -0.06008688729666822,
|
|
"queue_waiting_mean": -0.31836611265666664,
|
|
"scheduler_steps_per_s": 4.469999999999999
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 1,
|
|
"request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373",
|
|
"result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9",
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473",
|
|
"result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6",
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.3949019607843137,
|
|
"completed_over_admitted": 0.03529411764705881,
|
|
"completed_pass_rate": 0.41338259441707714,
|
|
"outstanding_over_admitted": -0.03529411764705882,
|
|
"tpot_max_over_slo": 0.3362407738628878,
|
|
"tpot_mean_over_slo": 0.031421107704212525,
|
|
"ttft_max_over_slo_max": -1.0149181675127088,
|
|
"ttft_mean_over_slo_max": -0.4177688425802161
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.6909306729068057,
|
|
"batch_tokens.mean": -12.641524933835228,
|
|
"decode_batch_size.mean": -0.6881317239210976,
|
|
"graph_full_share": 0.01650801205775032,
|
|
"graph_none_share": -0.026570069621619105,
|
|
"graph_padding_fraction": 0.007045814940879979,
|
|
"kv_usage_end_minus_start": 0.009741050899909953,
|
|
"kv_usage_max": 0.031275425686576486,
|
|
"kv_usage_mean": 0.0024717436230722416,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.00029854606973478415,
|
|
"queue_running_mean": 2.260168520989998,
|
|
"queue_waiting_mean": -20.98940505023,
|
|
"scheduler_steps_per_s": 6.183333333333337
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 1,
|
|
"request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.5603921568627451,
|
|
"mns": 16,
|
|
"requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193",
|
|
"result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f",
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe",
|
|
"result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c",
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.17641319103142994,
|
|
"tpot_mean_over_slo": -0.004863679616933292,
|
|
"ttft_max_over_slo_max": -0.16410399084755528,
|
|
"ttft_mean_over_slo_max": -0.005948038735831104
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.3452936706369112,
|
|
"batch_tokens.mean": -7.480013628048113,
|
|
"decode_batch_size.mean": -0.34254059469005593,
|
|
"graph_full_share": 0.002915066846803871,
|
|
"graph_none_share": -0.007828081051085262,
|
|
"graph_padding_fraction": 0.0013323004677419665,
|
|
"kv_usage_end_minus_start": 9.758748075849866e-06,
|
|
"kv_usage_max": 0.01567456253640287,
|
|
"kv_usage_mean": -7.388307997985809e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 2.1031949494210167e-06,
|
|
"queue_running_mean": -0.2080717158233334,
|
|
"queue_waiting_mean": -0.18922616308333332,
|
|
"scheduler_steps_per_s": 5.61666666666666
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 2,
|
|
"request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb",
|
|
"result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb",
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209",
|
|
"result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50",
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.6321568627450981,
|
|
"completed_over_admitted": 0.04980392156862745,
|
|
"completed_pass_rate": 0.667771333885667,
|
|
"outstanding_over_admitted": -0.04980392156862745,
|
|
"tpot_max_over_slo": 0.485827943940801,
|
|
"tpot_mean_over_slo": 0.017498560395543927,
|
|
"ttft_max_over_slo_max": -0.9946015174985708,
|
|
"ttft_mean_over_slo_max": -0.6463312081620042
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.9812671529958905,
|
|
"batch_tokens.mean": -20.775938819398107,
|
|
"decode_batch_size.mean": -0.9782503281970616,
|
|
"graph_full_share": 0.024736354046330344,
|
|
"graph_none_share": -0.03589813374533629,
|
|
"graph_padding_fraction": 0.00872979044141211,
|
|
"kv_usage_end_minus_start": -0.0018192978173303676,
|
|
"kv_usage_max": 0.04505142122092243,
|
|
"kv_usage_mean": 0.002220219555318084,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 1.1463365605646203e-06,
|
|
"queue_running_mean": 1.8554246239900003,
|
|
"queue_waiting_mean": -31.984563914093336,
|
|
"scheduler_steps_per_s": 8.263333333333335
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 2,
|
|
"request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.31450980392156863,
|
|
"mns": 16,
|
|
"requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3",
|
|
"result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b",
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4",
|
|
"result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035",
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0005555555555556424,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.0005555555555555552,
|
|
"tpot_max_over_slo": 0.18505735732578327,
|
|
"tpot_mean_over_slo": -0.007144351590753079,
|
|
"ttft_max_over_slo_max": -0.12056507783321042,
|
|
"ttft_mean_over_slo_max": -0.006789902099118429
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.3723911494360035,
|
|
"batch_tokens.mean": -7.297855407175092,
|
|
"decode_batch_size.mean": -0.3696269360813078,
|
|
"graph_full_share": 0.002705515086113608,
|
|
"graph_none_share": -0.007253399469024875,
|
|
"graph_padding_fraction": 0.001586911205060191,
|
|
"kv_usage_end_minus_start": -4.616416023950354e-05,
|
|
"kv_usage_max": 0.015583985375003384,
|
|
"kv_usage_mean": -0.0001345075402517243,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 1.2342954064381573e-06,
|
|
"queue_running_mean": -0.3007637260933329,
|
|
"queue_waiting_mean": -0.20904505781333332,
|
|
"scheduler_steps_per_s": 6.739999999999995
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 3,
|
|
"request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549",
|
|
"result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6",
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe",
|
|
"result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950",
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.6756862745098039,
|
|
"completed_over_admitted": 0.05372549019607842,
|
|
"completed_pass_rate": 0.7194154488517746,
|
|
"outstanding_over_admitted": -0.05372549019607843,
|
|
"tpot_max_over_slo": 0.37831041669495047,
|
|
"tpot_mean_over_slo": 0.007493808043833983,
|
|
"ttft_max_over_slo_max": -0.9795807876701778,
|
|
"ttft_mean_over_slo_max": -0.6540993991122069
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.8431446284631257,
|
|
"batch_tokens.mean": -19.08621547820553,
|
|
"decode_batch_size.mean": -0.839780585287075,
|
|
"graph_full_share": 0.021245526407298043,
|
|
"graph_none_share": -0.03191300655092645,
|
|
"graph_padding_fraction": 0.00783703914940752,
|
|
"kv_usage_end_minus_start": 0.000710563518775853,
|
|
"kv_usage_max": 0.033983984733163775,
|
|
"kv_usage_mean": 0.0015253876505999867,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.00035310442232838746,
|
|
"queue_running_mean": 1.397843253986668,
|
|
"queue_waiting_mean": -32.16364194347333,
|
|
"scheduler_steps_per_s": 8.763333333333335
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 3,
|
|
"request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.2635294117647059,
|
|
"mns": 16,
|
|
"requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68",
|
|
"result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6",
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b",
|
|
"result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b",
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
}
|
|
],
|
|
"coverage_at_end": {
|
|
"admitted_fraction_of_total": {
|
|
"distinct_n": 1,
|
|
"max": 1.0,
|
|
"min": 1.0,
|
|
"n": 12
|
|
},
|
|
"completed_fraction_of_total": {
|
|
"distinct_n": 10,
|
|
"max": 0.9966666666666667,
|
|
"min": 0.9392156862745098,
|
|
"n": 12
|
|
}
|
|
},
|
|
"efficacy": {
|
|
"cross_validation_possible": true,
|
|
"label_balance_sufficient": true,
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"outcome_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "ttft_mean_over_slo_max",
|
|
"features": {
|
|
"admitted_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"admitted_input_tokens_mean_over_limit": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"completed_fail_fraction_of_total": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.31607843137254904,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.19745098039215686,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.19745098039215686,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_over_admitted": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.025179738562091547,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.01820261437908499,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.01820261437908499,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_pass_rate": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.3338856669428335,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.20669129720853857,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.20669129720853857,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"outstanding_over_admitted": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.025179738562091502,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.018202614379084967,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.018202614379084967,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_max_over_slo": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.28168388701036684,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.26064906559433554,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.2563269824471589,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_mean_over_slo": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0013150642134503454,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.003242371334574931,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.008244747510429903,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_max_over_slo_max": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5718423892588665,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5711720880014279,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5793527541730631,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_mean_over_slo_max": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.3265605551305613,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.2136900218139225,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.2136900218139225,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"positive": 3,
|
|
"telemetry_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "queue_waiting_mean",
|
|
"features": {
|
|
"decode_batch_size.mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.6047037606841914,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5288793300012027,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5153361593055767,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"graph_padding_fraction": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004711975177233855,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004606498531361434,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004606498531361434,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"kv_usage_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0007257522853100643,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0007838286029746393,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0011312445553336879,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"prefill_token_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 1.1903159835013888e-06,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.00017593506346097465,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 1.6247657549928185e-06,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
},
|
|
"queue_running_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.5948857690816673,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.6688781833449999,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.897668868346666,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"queue_waiting_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -16.096804485953335,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -10.653885581443333,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -10.653885581443333,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 7.501666666666665,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 5.326666666666668,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 5.899999999999999,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"telemetry_qualifying_features": [],
|
|
"transitions": {
|
|
"false->true": 3,
|
|
"true->true": 3
|
|
}
|
|
},
|
|
"end_fraction": 1.0,
|
|
"end_s": 300.0,
|
|
"qualifying_response_features": [
|
|
"graph_padding_fraction",
|
|
"queue_waiting_mean"
|
|
],
|
|
"repeat_pairs": 8,
|
|
"response_statistics": {
|
|
"batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.5316609111714046,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.26379559738229474,
|
|
"min": -0.9812671529958905,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.4818088309881625,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.358791836067585,
|
|
"repeat_abs_p95": 0.9062470454242428,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.5513066192162643,
|
|
"min": -0.9545899290107105,
|
|
"n": 8
|
|
}
|
|
},
|
|
"batch_tokens.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 10.06076928094167,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -5.348391834808808,
|
|
"min": -20.775938819398107,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.573954119692525,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 17.528873712643374,
|
|
"repeat_abs_p95": 31.853379856357762,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 13.785312549619732,
|
|
"min": -32.444783025775166,
|
|
"n": 8
|
|
}
|
|
},
|
|
"decode_batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.5288793300012027,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.2617666450994136,
|
|
"min": -0.9782503281970616,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.4866497181990304,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.3557524839421502,
|
|
"repeat_abs_p95": 0.8989199315256944,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.5489012995649425,
|
|
"min": -0.9473843415441898,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_full_share": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.009711539452277096,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.024736354046330344,
|
|
"min": 0.0022388856413185776,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 3.945566969995893,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0024613799553089843,
|
|
"repeat_abs_p95": 0.009783132290188977,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.008076086279964478,
|
|
"min": -0.010702310911079094,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_none_share": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.017199075336352183,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.006502634438630757,
|
|
"min": -0.03589813374533629,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 6.047036959442635,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.002844215349055424,
|
|
"repeat_abs_p95": 0.008425467057080636,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.00925018771871168,
|
|
"min": -0.006893842971194414,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_padding_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.8333333333333334,
|
|
"action_abs_median": 0.004606498531361434,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.00872979044141211,
|
|
"min": 0.0013323004677419665,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 5.74258050189957,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": true,
|
|
"repeat_abs_median": 0.0008021652512903675,
|
|
"repeat_abs_p95": 0.0013850876756400163,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.001451018727788989,
|
|
"min": -0.0009098361529306493,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_end_minus_start": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0006984317616685054,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.009741050899909953,
|
|
"min": -0.0018192978173303676,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 2,
|
|
"positive": 4,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.1291097203463754,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.005409598594085352,
|
|
"repeat_abs_p95": 0.012010926224984144,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.002621680737545762,
|
|
"min": -0.01455978249759804,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_max": {
|
|
"action_above_repeat_p95_fraction": 1.0,
|
|
"action_abs_median": 0.023474994111489678,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.04505142122092243,
|
|
"min": 0.012148644893025695,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 23.009837103169843,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.001020215571550298,
|
|
"repeat_abs_p95": 0.011807784296490091,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.012755779962795644,
|
|
"min": -0.010047220916208355,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_mean": {
|
|
"action_above_repeat_p95_fraction": 0.3333333333333333,
|
|
"action_abs_median": 0.0008299475954258555,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.0024717436230722416,
|
|
"min": -0.0001345075402517243,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 2,
|
|
"positive": 4,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.2357530752548687,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.000671612810071043,
|
|
"repeat_abs_p95": 0.0016041738838027961,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0005327474947367915,
|
|
"min": -0.0018473650504541306,
|
|
"n": 8
|
|
}
|
|
},
|
|
"preemptions": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0,
|
|
"action_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.0,
|
|
"negative": 0,
|
|
"positive": 0,
|
|
"zero": 6
|
|
},
|
|
"effect_to_repeat_median": 0.0,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 0.0,
|
|
"repeat_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 8
|
|
}
|
|
},
|
|
"prefill_token_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 2.7961641174079066e-05,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.00029854606973478415,
|
|
"min": -0.00035310442232838746,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 1,
|
|
"positive": 5,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.014748067700673472,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0018959528625436262,
|
|
"repeat_abs_p95": 0.0048750185359022645,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.001808064432466061,
|
|
"min": -0.004875322650742309,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_running_mean": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.8493034900400005,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 2.260168520989998,
|
|
"min": -0.3007637260933329,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2.784700761391589,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.30498913987999954,
|
|
"repeat_abs_p95": 0.9830922326288332,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.5377630984033335,
|
|
"min": -1.1432457121299997,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_waiting_mean": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 10.653885581443333,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.18922616308333332,
|
|
"min": -32.16364194347333,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 898.7004216601898,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": true,
|
|
"repeat_abs_median": 0.01185476864666667,
|
|
"repeat_abs_p95": 7.209323996711327,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 10.997039040103335,
|
|
"min": -0.12967447423333334,
|
|
"n": 8
|
|
}
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"action_above_repeat_p95_fraction": 0.6666666666666666,
|
|
"action_abs_median": 6.461666666666666,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 8.763333333333335,
|
|
"min": 4.469999999999999,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.8488316642823093,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 3.4949999999999974,
|
|
"repeat_abs_p95": 6.136833333333333,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 6.530000000000001,
|
|
"min": -3.1566666666666663,
|
|
"n": 8
|
|
}
|
|
}
|
|
},
|
|
"sanity": {
|
|
"invariants": {
|
|
"all_results_uncensored": true,
|
|
"expected_action_pair_count": true,
|
|
"expected_repeat_pair_count": true,
|
|
"finite_deltas": true,
|
|
"layer1_boundary_and_internal_gaps_bounded": true,
|
|
"nonnegative_counters": true,
|
|
"per_cell_state_vectors_not_all_identical": true,
|
|
"ratios_bounded": true,
|
|
"state_vectors_not_all_identical": true
|
|
},
|
|
"red_flags": [],
|
|
"trials": 12
|
|
},
|
|
"start_s": 0.0,
|
|
"trial_sanity": [
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.99,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.00637513,
|
|
"max_internal_gap_s": 0.648316718,
|
|
"start_gap_s": 0.042673865
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.9552941176470588,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.00415122,
|
|
"max_internal_gap_s": 0.188948337,
|
|
"start_gap_s": 0.042930986
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.9911111111111112,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.03110111,
|
|
"max_internal_gap_s": 0.637319097,
|
|
"start_gap_s": 0.043186851
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.9905882352941177,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.033263413,
|
|
"max_internal_gap_s": 0.325952494,
|
|
"start_gap_s": 0.043187905
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.9966666666666667,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.002571552,
|
|
"max_internal_gap_s": 0.646724237,
|
|
"start_gap_s": 0.107508086
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.9964705882352941,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.002910387,
|
|
"max_internal_gap_s": 0.26729158,
|
|
"start_gap_s": 0.107570476
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.9966666666666667,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.005037876,
|
|
"max_internal_gap_s": 0.583053185,
|
|
"start_gap_s": 0.107276851
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.9466666666666667,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.04911377,
|
|
"max_internal_gap_s": 0.184443946,
|
|
"start_gap_s": 0.10804117
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.9961111111111111,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001459145,
|
|
"max_internal_gap_s": 0.6478406,
|
|
"start_gap_s": 0.120533656
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.9392156862745098,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.024192492,
|
|
"max_internal_gap_s": 0.182904479,
|
|
"start_gap_s": 0.124699964
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.9966666666666667,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.004830812,
|
|
"max_internal_gap_s": 0.652764433,
|
|
"start_gap_s": 0.123493588
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.9929411764705882,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.021026794,
|
|
"max_internal_gap_s": 0.32072392,
|
|
"start_gap_s": 0.122478295
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"decision": "STOP_NO_INCREMENTAL_TUNING_SIGNAL",
|
|
"load_consistency": {
|
|
"0.50->0.75:graph_padding_fraction": {
|
|
"consistent_load_regimes": [
|
|
"low",
|
|
"mid"
|
|
],
|
|
"direction": 1,
|
|
"passes_two_regimes": true
|
|
},
|
|
"0.75->1.00:graph_padding_fraction": {
|
|
"consistent_load_regimes": [
|
|
"low",
|
|
"mid"
|
|
],
|
|
"direction": 1,
|
|
"passes_two_regimes": true
|
|
},
|
|
"0.75->1.00:queue_waiting_mean": {
|
|
"consistent_load_regimes": [
|
|
"low",
|
|
"mid"
|
|
],
|
|
"direction": -1,
|
|
"passes_two_regimes": true
|
|
}
|
|
},
|
|
"mechanism_features": [
|
|
"graph_padding_fraction",
|
|
"queue_waiting_mean"
|
|
],
|
|
"mechanism_gate": {
|
|
"by_transition": {
|
|
"0.10->0.25": [],
|
|
"0.25->0.50": [],
|
|
"0.50->0.75": [
|
|
"graph_padding_fraction"
|
|
],
|
|
"0.75->1.00": [
|
|
"graph_padding_fraction",
|
|
"queue_waiting_mean"
|
|
]
|
|
},
|
|
"minimum_features": 2,
|
|
"passes": true,
|
|
"passing_transitions": [
|
|
"0.75->1.00"
|
|
]
|
|
},
|
|
"provenance": {
|
|
"analysis_script": "/home/admin/cpfs/wjh/aituner/aituner-phase-aware-20260714/runs/intervention-response-v2/analyze_pilot.py",
|
|
"analysis_script_sha256": "4467aa8e3d1f3c3308847a9bc5b8846daa0b4381966fd8ec3643a8a56e017b08",
|
|
"manifest": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/pilot-manifest.json",
|
|
"manifest_sha256": "273db1181dcc9d6b64439650d0642ebe553b12e6aa9adebfbe3758a7977e5611",
|
|
"run_root": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot",
|
|
"streams": [
|
|
{
|
|
"bytes": 54326667,
|
|
"path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/sessions/rep1-mns16/opprof/opprof-v1-dp0-pid458427-1784022917661752826.jsonl",
|
|
"session": "rep1-mns16",
|
|
"sha256": "1c1418223dbc4e21585a9e642e95ff60be53a5762483a8fdf56ea2cf300cc3fb"
|
|
},
|
|
{
|
|
"bytes": 56460016,
|
|
"path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/sessions/rep1-mns64/opprof/opprof-v1-dp0-pid471212-1784023695315485142.jsonl",
|
|
"session": "rep1-mns64",
|
|
"sha256": "db4c76070c5d005922fa164545766c84e25ace254793bc64ffeeae8edc8e7a11"
|
|
},
|
|
{
|
|
"bytes": 55778303,
|
|
"path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/sessions/rep2-mns64/opprof/opprof-v1-dp0-pid483758-1784024456752184540.jsonl",
|
|
"session": "rep2-mns64",
|
|
"sha256": "7c24a7059ff6ce171fc38237c0a7ccd5dc7dcc4ccefde5e07d9c8a276969e004"
|
|
},
|
|
{
|
|
"bytes": 52931532,
|
|
"path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/sessions/rep2-mns16/opprof/opprof-v1-dp0-pid496100-1784025206790752505.jsonl",
|
|
"session": "rep2-mns16",
|
|
"sha256": "db3a43cecf82adfe71acec9e47e45445944277076a54ee5e14f91381c26aa6ca"
|
|
},
|
|
{
|
|
"bytes": 55604208,
|
|
"path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/sessions/rep3-mns16/opprof/opprof-v1-dp0-pid508913-1784025983046041167.jsonl",
|
|
"session": "rep3-mns16",
|
|
"sha256": "5465eb5ec08568152bf854597953ada99956b74a3cf8377c4a5c5a544eb8a5b7"
|
|
},
|
|
{
|
|
"bytes": 58550249,
|
|
"path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/sessions/rep3-mns64/opprof/opprof-v1-dp0-pid521797-1784026767359409666.jsonl",
|
|
"session": "rep3-mns64",
|
|
"sha256": "7ef67bcd4f9e1ab6b597a7eae03da466677eeba756d1206d02575c497dfd788e"
|
|
}
|
|
]
|
|
},
|
|
"quarter_blocks": [
|
|
{
|
|
"action_pairs": 6,
|
|
"actions": [
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.07082632707989239,
|
|
"tpot_mean_over_slo": -0.00490180963817316,
|
|
"ttft_max_over_slo_max": -0.04153848900265682,
|
|
"ttft_mean_over_slo_max": -0.006891098180069163
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.2638104929979219,
|
|
"batch_tokens.mean": -5.845648825359461,
|
|
"decode_batch_size.mean": -0.26164909366742517,
|
|
"graph_full_share": 0.002180359902912321,
|
|
"graph_none_share": -0.006323059607193614,
|
|
"graph_padding_fraction": 0.0018335461795120685,
|
|
"kv_usage_end_minus_start": 1.026766711520466e-05,
|
|
"kv_usage_max": 0.004459034805309736,
|
|
"kv_usage_mean": -0.00014393587383104527,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -2.725586323304441e-05,
|
|
"queue_running_mean": -0.18631020918666685,
|
|
"queue_waiting_mean": -0.20975605228,
|
|
"scheduler_steps_per_s": 4.9466666666666725
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 1,
|
|
"request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373",
|
|
"result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9",
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473",
|
|
"result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6",
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.00196078431372549,
|
|
"completed_over_admitted": 0.01983471074380172,
|
|
"completed_pass_rate": 0.008665511265164683,
|
|
"outstanding_over_admitted": -0.01983471074380165,
|
|
"tpot_max_over_slo": 0.2753294892902449,
|
|
"tpot_mean_over_slo": 0.04011748202807386,
|
|
"ttft_max_over_slo_max": -0.2852395010025551,
|
|
"ttft_mean_over_slo_max": -0.06592333248276636
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.8231037548470876,
|
|
"batch_tokens.mean": -19.74330932592642,
|
|
"decode_batch_size.mean": -0.8152070406366647,
|
|
"graph_full_share": 0.00839719842479858,
|
|
"graph_none_share": -0.018146448159773024,
|
|
"graph_padding_fraction": 0.005340401585168801,
|
|
"kv_usage_end_minus_start": -0.004438767356134465,
|
|
"kv_usage_max": 0.027975123151637415,
|
|
"kv_usage_mean": 0.002385274257794787,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.00025035500653580733,
|
|
"queue_running_mean": 2.133982110813333,
|
|
"queue_waiting_mean": -3.33810440732,
|
|
"scheduler_steps_per_s": 6.320000000000007
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 1,
|
|
"request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.5603921568627451,
|
|
"mns": 16,
|
|
"requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193",
|
|
"result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f",
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe",
|
|
"result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c",
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.004796163069544446,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.004796163069544366,
|
|
"tpot_max_over_slo": 0.051139209137158914,
|
|
"tpot_mean_over_slo": -0.0074211636478002385,
|
|
"ttft_max_over_slo_max": -0.03542824399967988,
|
|
"ttft_mean_over_slo_max": -0.0033018737683347885
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.2685691864197386,
|
|
"batch_tokens.mean": -6.959429182398708,
|
|
"decode_batch_size.mean": -0.26598172047692614,
|
|
"graph_full_share": 0.0028314394428595735,
|
|
"graph_none_share": -0.007209322700149463,
|
|
"graph_padding_fraction": 0.0012877200176958283,
|
|
"kv_usage_end_minus_start": -0.0011333814702583211,
|
|
"kv_usage_max": 0.0022799714777140823,
|
|
"kv_usage_mean": -0.0001951815494633533,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.00014483809619469934,
|
|
"queue_running_mean": -0.2747586459066662,
|
|
"queue_waiting_mean": -0.08017956545333334,
|
|
"scheduler_steps_per_s": 5.586666666666659
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 2,
|
|
"request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb",
|
|
"result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb",
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209",
|
|
"result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50",
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.02980392156862745,
|
|
"completed_over_admitted": 0.018394648829431426,
|
|
"completed_pass_rate": 0.13356766256590513,
|
|
"outstanding_over_admitted": -0.01839464882943144,
|
|
"tpot_max_over_slo": 0.23737520567053472,
|
|
"tpot_mean_over_slo": 0.010490282370595683,
|
|
"ttft_max_over_slo_max": -0.38453158099825185,
|
|
"ttft_mean_over_slo_max": -0.19098879755079737
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -1.413753104794269,
|
|
"batch_tokens.mean": -30.311859850911844,
|
|
"decode_batch_size.mean": -1.4061952013981784,
|
|
"graph_full_share": 0.021360307900858633,
|
|
"graph_none_share": -0.03011422871811248,
|
|
"graph_padding_fraction": 0.007512227776197788,
|
|
"kv_usage_end_minus_start": 0.0021360977816522464,
|
|
"kv_usage_max": 0.022672590909591506,
|
|
"kv_usage_mean": 0.0010254846876152635,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.0003313271687591657,
|
|
"queue_running_mean": 0.7838954335199997,
|
|
"queue_waiting_mean": -9.07047515872,
|
|
"scheduler_steps_per_s": 8.959999999999994
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 2,
|
|
"request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.31450980392156863,
|
|
"mns": 16,
|
|
"requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3",
|
|
"result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b",
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4",
|
|
"result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035",
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0024154589371980784,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.0024154589371980714,
|
|
"tpot_max_over_slo": -0.006984168036628269,
|
|
"tpot_mean_over_slo": -0.01111313281352852,
|
|
"ttft_max_over_slo_max": -0.017940445327743276,
|
|
"ttft_mean_over_slo_max": -0.0018007220652844075
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.3420664768336481,
|
|
"batch_tokens.mean": -6.950334498514508,
|
|
"decode_batch_size.mean": -0.3395672760130166,
|
|
"graph_full_share": 0.0029764291623558536,
|
|
"graph_none_share": -0.005728618501492012,
|
|
"graph_padding_fraction": 0.0005459147599019987,
|
|
"kv_usage_end_minus_start": -0.003587734700701506,
|
|
"kv_usage_max": 3.276805657914661e-05,
|
|
"kv_usage_mean": -0.0002979372353175526,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -6.130606240972725e-05,
|
|
"queue_running_mean": -0.4039724217999998,
|
|
"queue_waiting_mean": -0.030365675946666667,
|
|
"scheduler_steps_per_s": 7.826666666666668
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 3,
|
|
"request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549",
|
|
"result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6",
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe",
|
|
"result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950",
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.013628620102214661,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.013628620102214647,
|
|
"tpot_max_over_slo": 0.08779462519483128,
|
|
"tpot_mean_over_slo": -0.005083324937856265,
|
|
"ttft_max_over_slo_max": -0.17233173300822574,
|
|
"ttft_mean_over_slo_max": -0.03508650576710582
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.5655282844513536,
|
|
"batch_tokens.mean": -11.412062377336781,
|
|
"decode_batch_size.mean": -0.562525695471205,
|
|
"graph_full_share": 0.009956297228293054,
|
|
"graph_none_share": -0.01796699078506772,
|
|
"graph_padding_fraction": 0.0038365149210898572,
|
|
"kv_usage_end_minus_start": 0.005666174682015579,
|
|
"kv_usage_max": 0.01138222251747023,
|
|
"kv_usage_mean": 0.0003053257977473668,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -1.837494489209668e-05,
|
|
"queue_running_mean": 0.1581681952266667,
|
|
"queue_waiting_mean": -2.0748791364133337,
|
|
"scheduler_steps_per_s": 7.079999999999998
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 3,
|
|
"request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.2635294117647059,
|
|
"mns": 16,
|
|
"requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68",
|
|
"result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6",
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b",
|
|
"result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b",
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
}
|
|
],
|
|
"coverage_at_end": {
|
|
"admitted_fraction_of_total": {
|
|
"distinct_n": 6,
|
|
"max": 0.23777777777777778,
|
|
"min": 0.23,
|
|
"n": 12
|
|
},
|
|
"completed_fraction_of_total": {
|
|
"distinct_n": 11,
|
|
"max": 0.23555555555555557,
|
|
"min": 0.2152941176470588,
|
|
"n": 12
|
|
}
|
|
},
|
|
"efficacy": {
|
|
"cross_validation_possible": true,
|
|
"label_balance_sufficient": true,
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"outcome_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "ttft_max_over_slo_max",
|
|
"features": {
|
|
"admitted_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"admitted_input_tokens_mean_over_limit": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"completed_fail_fraction_of_total": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.014901960784313726,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.000980392156862745,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.000980392156862745,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_over_admitted": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.009212391585879554,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.00802203951970637,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.011595405949487936,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_pass_rate": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.06678383128295257,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004332755632582341,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.004332755632582341,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"outstanding_over_admitted": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.009212391585879507,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.00802203951970636,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.011595405949487903,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_max_over_slo": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0694669171659951,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.07931047613736183,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.15410076637521355,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_mean_over_slo": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.006252244292828252,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.008098228875692393,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.0027942363662112613,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_max_over_slo_max": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.1038799885039528,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.10693511100544129,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.16338899500260595,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_mean_over_slo_max": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.019194189767720304,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.02098880197358749,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.03640721533141776,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"positive": 3,
|
|
"telemetry_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "queue_waiting_mean",
|
|
"features": {
|
|
"decode_batch_size.mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.4510464857421108,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.4510464857421108,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5405943805567954,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"graph_padding_fraction": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0025621174693928428,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.002835030550300963,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.003586973882340435,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"kv_usage_mean": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 5.5072124142006764e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 8.069496195816078e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.0004407744068921091,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"prefill_token_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
0
|
|
],
|
|
"threshold": -3.984050365091196e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -2.2815404062570543e-05,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.00015203565276306064,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
},
|
|
"queue_running_mean": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.05829522533999976,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.014071006980000078,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.2987926121666664,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"queue_waiting_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -1.0775293509333335,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -1.1423175943466668,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -1.7739302298,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 6.333333333333329,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 5.63333333333334,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 5.953333333333333,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"telemetry_qualifying_features": [],
|
|
"transitions": {
|
|
"false->true": 3,
|
|
"true->true": 3
|
|
}
|
|
},
|
|
"end_fraction": 0.25,
|
|
"end_s": 75.0,
|
|
"qualifying_response_features": [],
|
|
"repeat_pairs": 8,
|
|
"response_statistics": {
|
|
"batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.45379738064250086,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.2638104929979219,
|
|
"min": -1.413753104794269,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.9705757741391393,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.467554819246339,
|
|
"repeat_abs_p95": 2.634518964255186,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.7001454483303338,
|
|
"min": -2.9313976513752067,
|
|
"n": 8
|
|
}
|
|
},
|
|
"batch_tokens.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 9.185745779867744,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -5.845648825359461,
|
|
"min": -30.311859850911844,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.298783186954296,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 30.743850996116663,
|
|
"repeat_abs_p95": 93.908100721683,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 27.153830102554593,
|
|
"min": -100.52302983743428,
|
|
"n": 8
|
|
}
|
|
},
|
|
"decode_batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.4510464857421108,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.26164909366742517,
|
|
"min": -1.4061952013981784,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.9732742893789799,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.4634320362350386,
|
|
"repeat_abs_p95": 2.613462716433853,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.6993897150480155,
|
|
"min": -2.908747043508294,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_full_share": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.005686813793577217,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.021360307900858633,
|
|
"min": 0.002180359902912321,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.4307684434738428,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0039746569890581895,
|
|
"repeat_abs_p95": 0.021315647296768075,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.024883252660879762,
|
|
"min": -0.01469009447770353,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_none_share": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.012588156742608592,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.005728618501492012,
|
|
"min": -0.03011422871811248,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2.4566361209710017,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.005124143797752612,
|
|
"repeat_abs_p95": 0.018876919314381714,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.011349421052443798,
|
|
"min": -0.022930187609271374,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_padding_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.3333333333333333,
|
|
"action_abs_median": 0.002835030550300963,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.007512227776197788,
|
|
"min": 0.0005459147599019987,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.9399840028075197,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0014613680041681495,
|
|
"repeat_abs_p95": 0.004511807887601192,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.005553318782013202,
|
|
"min": -0.0010848582943063204,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_end_minus_start": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.002861916241176876,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.005666174682015579,
|
|
"min": -0.004438767356134465,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.547685400888532,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.00522547476440649,
|
|
"repeat_abs_p95": 0.007084887036630881,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.007595504930191788,
|
|
"min": -0.001265067308722334,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_max": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.007920628661389983,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.027975123151637415,
|
|
"min": 3.276805657914661e-05,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 5.977407604410328,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0013250942859486248,
|
|
"repeat_abs_p95": 0.0092433410331364,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0011681468294250097,
|
|
"min": -0.011994317136490906,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0003016315165324597,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.002385274257794787,
|
|
"min": -0.0002979372353175526,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.1832373452641962,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.001646124681066296,
|
|
"repeat_abs_p95": 0.004755246907733842,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.001880248703786131,
|
|
"min": -0.005007302519187606,
|
|
"n": 8
|
|
}
|
|
},
|
|
"preemptions": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0,
|
|
"action_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.0,
|
|
"negative": 0,
|
|
"positive": 0,
|
|
"zero": 6
|
|
},
|
|
"effect_to_repeat_median": 0.0,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 0.0,
|
|
"repeat_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 8
|
|
}
|
|
},
|
|
"prefill_token_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.00010307207930221329,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.0003313271687591657,
|
|
"min": -0.00025035500653580733,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 5,
|
|
"positive": 1,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.0193424286695313,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.005328807517567591,
|
|
"repeat_abs_p95": 0.008606069879593642,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.004217023010198662,
|
|
"min": -0.008635306091418382,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_running_mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.339365533853333,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 2.133982110813333,
|
|
"min": -0.4039724217999998,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.4388333493005985,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.7733357877066664,
|
|
"repeat_abs_p95": 3.1493800733973325,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 1.0551951064133327,
|
|
"min": -3.3683846067999994,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_waiting_mean": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 1.1423175943466668,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.030365675946666667,
|
|
"min": -9.07047515872,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 42.90527668627242,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.02662417498666667,
|
|
"repeat_abs_p95": 6.55139452659,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 5.732538843706667,
|
|
"min": -6.992316817373333,
|
|
"n": 8
|
|
}
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 6.700000000000003,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 8.959999999999994,
|
|
"min": 4.9466666666666725,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.0959651035986926,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 6.11333333333333,
|
|
"repeat_abs_p95": 14.715333333333335,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 15.373333333333335,
|
|
"min": -4.8799999999999955,
|
|
"n": 8
|
|
}
|
|
}
|
|
},
|
|
"sanity": {
|
|
"invariants": {
|
|
"all_results_uncensored": true,
|
|
"expected_action_pair_count": true,
|
|
"expected_repeat_pair_count": true,
|
|
"finite_deltas": true,
|
|
"layer1_boundary_and_internal_gaps_bounded": true,
|
|
"nonnegative_counters": true,
|
|
"per_cell_state_vectors_not_all_identical": true,
|
|
"ratios_bounded": true,
|
|
"state_vectors_not_all_identical": true
|
|
},
|
|
"red_flags": [],
|
|
"trials": 12
|
|
},
|
|
"start_s": 0.0,
|
|
"trial_sanity": [
|
|
{
|
|
"admitted_fraction": 0.23777777777777778,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.23555555555555557,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001928339,
|
|
"max_internal_gap_s": 0.648316718,
|
|
"start_gap_s": 0.042673865
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.2372549019607843,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.22627450980392155,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.022443998,
|
|
"max_internal_gap_s": 0.186336261,
|
|
"start_gap_s": 0.042930986
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23777777777777778,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.23555555555555557,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.004213731,
|
|
"max_internal_gap_s": 0.637319097,
|
|
"start_gap_s": 0.043186851
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.2372549019607843,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.23098039215686275,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.003542116,
|
|
"max_internal_gap_s": 0.184687818,
|
|
"start_gap_s": 0.043187905
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23166666666666666,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.22611111111111112,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.007493238,
|
|
"max_internal_gap_s": 0.185686919,
|
|
"start_gap_s": 0.107508086
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23450980392156862,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.22745098039215686,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.106828533,
|
|
"max_internal_gap_s": 0.177241403,
|
|
"start_gap_s": 0.107570476
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23166666666666666,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.22499999999999998,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.01771671,
|
|
"max_internal_gap_s": 0.174851445,
|
|
"start_gap_s": 0.107276851
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23450980392156862,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.2231372549019608,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.049603839,
|
|
"max_internal_gap_s": 0.184443946,
|
|
"start_gap_s": 0.10804117
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.2205555555555556,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001863681,
|
|
"max_internal_gap_s": 0.6478406,
|
|
"start_gap_s": 0.120533656
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23019607843137255,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.2152941176470588,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.17047515,
|
|
"max_internal_gap_s": 0.182092338,
|
|
"start_gap_s": 0.124699964
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.22111111111111112,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.000487667,
|
|
"max_internal_gap_s": 0.652764433,
|
|
"start_gap_s": 0.123493588
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.23019607843137255,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.2184313725490196,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.006237065,
|
|
"max_internal_gap_s": 0.32072392,
|
|
"start_gap_s": 0.122478295
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"action_pairs": 6,
|
|
"actions": [
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.07082632707989239,
|
|
"tpot_mean_over_slo": -0.002512563182247657,
|
|
"ttft_max_over_slo_max": -0.0679067323411194,
|
|
"ttft_mean_over_slo_max": -0.007600825142914866
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.15804783275966194,
|
|
"batch_tokens.mean": -3.0894547775551757,
|
|
"decode_batch_size.mean": -0.15660557052023627,
|
|
"graph_full_share": 0.001103652377702713,
|
|
"graph_none_share": -0.0043728510978748095,
|
|
"graph_padding_fraction": 0.0020921453623694904,
|
|
"kv_usage_end_minus_start": -1.1745909822225009e-05,
|
|
"kv_usage_max": 0.003994488881572833,
|
|
"kv_usage_mean": 8.324804127910184e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 3.1223127688440044e-05,
|
|
"queue_running_mean": -0.011106401786666886,
|
|
"queue_waiting_mean": -0.27086107688,
|
|
"scheduler_steps_per_s": 3.173333333333332
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 1,
|
|
"request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373",
|
|
"result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9",
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473",
|
|
"result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6",
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.0027450980392156863,
|
|
"completed_over_admitted": 0.0008250825082508628,
|
|
"completed_pass_rate": 0.005833333333333357,
|
|
"outstanding_over_admitted": -0.0008250825082508247,
|
|
"tpot_max_over_slo": 0.2753294892902449,
|
|
"tpot_mean_over_slo": 0.018526148273117438,
|
|
"ttft_max_over_slo_max": -0.2765812376649895,
|
|
"ttft_mean_over_slo_max": -0.08009172416899431
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -2.2691156081486135,
|
|
"batch_tokens.mean": -44.89764761415685,
|
|
"decode_batch_size.mean": -2.2524677264815143,
|
|
"graph_full_share": 0.021894194879364726,
|
|
"graph_none_share": -0.030171302893482743,
|
|
"graph_padding_fraction": 0.007904176391026585,
|
|
"kv_usage_end_minus_start": 0.002935218401001971,
|
|
"kv_usage_max": 0.01698116274304451,
|
|
"kv_usage_mean": 9.548656867379608e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.00015029680675249235,
|
|
"queue_running_mean": -0.35042022754666746,
|
|
"queue_waiting_mean": -4.181868913853333,
|
|
"scheduler_steps_per_s": 11.733333333333334
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 1,
|
|
"request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.5603921568627451,
|
|
"mns": 16,
|
|
"requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193",
|
|
"result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f",
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe",
|
|
"result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c",
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.051139209137158914,
|
|
"tpot_mean_over_slo": -0.009262480213267976,
|
|
"ttft_max_over_slo_max": -0.03542824399967988,
|
|
"ttft_mean_over_slo_max": -0.003943418327769104
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.5154516769784294,
|
|
"batch_tokens.mean": -10.397397526512549,
|
|
"decode_batch_size.mean": -0.511830034908046,
|
|
"graph_full_share": 0.004410718283113013,
|
|
"graph_none_share": -0.009755038550069609,
|
|
"graph_padding_fraction": 0.0011193731937274784,
|
|
"kv_usage_end_minus_start": 0.0011418132801096492,
|
|
"kv_usage_max": 0.003853870265263404,
|
|
"kv_usage_mean": -0.0002787530429213137,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.00014412819519771247,
|
|
"queue_running_mean": -0.46609635046666753,
|
|
"queue_waiting_mean": -0.15291618469333335,
|
|
"scheduler_steps_per_s": 6.813333333333333
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 2,
|
|
"request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb",
|
|
"result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb",
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209",
|
|
"result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50",
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.14941176470588236,
|
|
"completed_over_admitted": 0.044764188649080716,
|
|
"completed_pass_rate": 0.32206255283178364,
|
|
"outstanding_over_admitted": -0.04476418864908073,
|
|
"tpot_max_over_slo": 0.2416662007889263,
|
|
"tpot_mean_over_slo": 0.010014700010439026,
|
|
"ttft_max_over_slo_max": -0.9367796959995758,
|
|
"ttft_mean_over_slo_max": -0.3197808858475722
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.2846481455922074,
|
|
"batch_tokens.mean": -9.105088784407371,
|
|
"decode_batch_size.mean": -0.28638908954680886,
|
|
"graph_full_share": 0.02080155419765417,
|
|
"graph_none_share": -0.03302550516502446,
|
|
"graph_padding_fraction": 0.009148827020083142,
|
|
"kv_usage_end_minus_start": -0.0029587377234424617,
|
|
"kv_usage_max": 0.021920351504425173,
|
|
"kv_usage_mean": 0.0021466714075248396,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.0004908425008621764,
|
|
"queue_running_mean": 1.7869539801733332,
|
|
"queue_waiting_mean": -24.542158628386666,
|
|
"scheduler_steps_per_s": 6.186666666666667
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 2,
|
|
"request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.31450980392156863,
|
|
"mns": 16,
|
|
"requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3",
|
|
"result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b",
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4",
|
|
"result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035",
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.001179245283018937,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.0011792452830188694,
|
|
"tpot_max_over_slo": 0.04993343196889949,
|
|
"tpot_mean_over_slo": -0.008105257443938751,
|
|
"ttft_max_over_slo_max": -0.026339164838039622,
|
|
"ttft_mean_over_slo_max": -0.0029500323901768717
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.22671705086071015,
|
|
"batch_tokens.mean": -4.740617496917622,
|
|
"decode_batch_size.mean": -0.22507516605851396,
|
|
"graph_full_share": 0.0006042607986376236,
|
|
"graph_none_share": -0.005169444156433126,
|
|
"graph_padding_fraction": 0.0008846012466042618,
|
|
"kv_usage_end_minus_start": 0.003668730096473505,
|
|
"kv_usage_max": 0.008719338263833865,
|
|
"kv_usage_mean": -0.00012598990958833517,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -7.139411620438185e-05,
|
|
"queue_running_mean": -0.21431314688000036,
|
|
"queue_waiting_mean": -0.10833277018666666,
|
|
"scheduler_steps_per_s": 4.613333333333344
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 3,
|
|
"request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549",
|
|
"result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6",
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe",
|
|
"result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950",
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.19137254901960785,
|
|
"completed_over_admitted": 0.034146341463414664,
|
|
"completed_pass_rate": 0.42068965517241375,
|
|
"outstanding_over_admitted": -0.03414634146341463,
|
|
"tpot_max_over_slo": 0.1493312743232093,
|
|
"tpot_mean_over_slo": 0.00256767021710691,
|
|
"ttft_max_over_slo_max": -0.9516305106711418,
|
|
"ttft_mean_over_slo_max": -0.3356434934483016
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -1.1031807575648234,
|
|
"batch_tokens.mean": -22.138099877318325,
|
|
"decode_batch_size.mean": -1.098093622958313,
|
|
"graph_full_share": 0.024621184785722505,
|
|
"graph_none_share": -0.036507530380663095,
|
|
"graph_padding_fraction": 0.008444758995033443,
|
|
"kv_usage_end_minus_start": -0.0009272853178361462,
|
|
"kv_usage_max": 0.012606264387448385,
|
|
"kv_usage_mean": 0.0018642037638938545,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.0001249562235060564,
|
|
"queue_running_mean": 1.5849805495733342,
|
|
"queue_waiting_mean": -32.03782532756,
|
|
"scheduler_steps_per_s": 8.840000000000003
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 3,
|
|
"request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.2635294117647059,
|
|
"mns": 16,
|
|
"requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68",
|
|
"result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6",
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b",
|
|
"result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b",
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
}
|
|
],
|
|
"coverage_at_end": {
|
|
"admitted_fraction_of_total": {
|
|
"distinct_n": 6,
|
|
"max": 0.49444444444444446,
|
|
"min": 0.4711111111111111,
|
|
"n": 12
|
|
},
|
|
"completed_fraction_of_total": {
|
|
"distinct_n": 10,
|
|
"max": 0.49111111111111116,
|
|
"min": 0.4549019607843137,
|
|
"n": 12
|
|
}
|
|
},
|
|
"efficacy": {
|
|
"cross_validation_possible": true,
|
|
"label_balance_sufficient": true,
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"outcome_delta": {
|
|
"best_accuracy": 0.8333333333333334,
|
|
"best_balanced_accuracy": 0.8333333333333333,
|
|
"best_feature": "ttft_mean_over_slo_max",
|
|
"features": {
|
|
"admitted_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"admitted_input_tokens_mean_over_limit": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"completed_fail_fraction_of_total": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.07470588235294118,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.0013725490196078432,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.0013725490196078432,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_over_admitted": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.0176627933732168,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0004125412541254314,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0004125412541254314,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_pass_rate": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.16103127641589182,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0029166666666666785,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0029166666666666785,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"outstanding_over_admitted": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.01766279337321675,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.00041254125412541233,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.00041254125412541233,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_max_over_slo": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.10023524173018411,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.11007880070155085,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.15624626393440935,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_mean_over_slo": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.002768793613415921,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 2.755351742962653e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.0037510684140956846,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_max_over_slo_max": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.48610396999962785,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.17224398500305443,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.17224398500305443,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_mean_over_slo_max": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.16186215208767066,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.04384627465595459,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.04384627465595459,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"positive": 3,
|
|
"telemetry_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "graph_padding_fraction",
|
|
"features": {
|
|
"decode_batch_size.mean": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.2557321278026614,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.6615843945084134,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.22149733003352257,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
},
|
|
"graph_padding_fraction": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004782066094380461,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004998160876698038,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004998160876698038,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"kv_usage_mean": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.0008691069271527596,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 8.936730497644896e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 8.936730497644896e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"prefill_token_fraction": {
|
|
"accuracy": 0.16666666666666666,
|
|
"balanced_accuracy": 0.16666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
0
|
|
],
|
|
"threshold": 0.00013454220935188443,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
0
|
|
],
|
|
"threshold": 7.808967559724822e-05,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.0001472125009751024,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
},
|
|
"queue_running_mean": {
|
|
"accuracy": 0.3333333333333333,
|
|
"balanced_accuracy": 0.3333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.6853337013466669,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
0
|
|
],
|
|
"threshold": -0.2823666872133339,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.4082582890066675,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
},
|
|
"queue_waiting_mean": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -12.347537406539999,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -2.2263649953666667,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -2.2263649953666667,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 5.400000000000006,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
0
|
|
],
|
|
"threshold": 6.726666666666674,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 4.68,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"telemetry_qualifying_features": [
|
|
"graph_padding_fraction"
|
|
],
|
|
"transitions": {
|
|
"false->true": 3,
|
|
"true->true": 3
|
|
}
|
|
},
|
|
"end_fraction": 0.5,
|
|
"end_s": 150.0,
|
|
"qualifying_response_features": [
|
|
"graph_padding_fraction"
|
|
],
|
|
"repeat_pairs": 8,
|
|
"response_statistics": {
|
|
"batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.4000499112853184,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.15804783275966194,
|
|
"min": -2.2691156081486135,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.2802630070966653,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 1.4274089021935654,
|
|
"repeat_abs_p95": 2.672248195457046,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 3.099204835224729,
|
|
"min": -1.621627553120839,
|
|
"n": 8
|
|
}
|
|
},
|
|
"batch_tokens.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 9.75124315545996,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -3.0894547775551757,
|
|
"min": -44.89764761415685,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.2665496795389639,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 36.58321095086717,
|
|
"repeat_abs_p95": 57.539092487805476,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 63.80774773212434,
|
|
"min": -40.23384050335905,
|
|
"n": 8
|
|
}
|
|
},
|
|
"decode_batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.39910956222742744,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.15660557052023627,
|
|
"min": -2.2524677264815143,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.2818240506833578,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 1.4161657291479544,
|
|
"repeat_abs_p95": 2.6502790089519457,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 3.0729743073386615,
|
|
"min": -1.6090373367280613,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_full_share": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.012606136240383592,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.024621184785722505,
|
|
"min": 0.0006042607986376236,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.1046254041741963,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.011412136813753415,
|
|
"repeat_abs_p95": 0.020065382031526628,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.012164469199423045,
|
|
"min": -0.020447806270125324,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_none_share": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.019963170721776176,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.0043728510978748095,
|
|
"min": -0.036507530380663095,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.8698607257091873,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.010676287515587392,
|
|
"repeat_abs_p95": 0.017837185208830555,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.01883615600387016,
|
|
"min": -0.012662463335994696,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_padding_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.004998160876698038,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.009148827020083142,
|
|
"min": 0.0008846012466042618,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 5.841347922729203,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": true,
|
|
"repeat_abs_median": 0.0008556519732799599,
|
|
"repeat_abs_p95": 0.002114872464387871,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.002067321151258763,
|
|
"min": -0.0021404770176112367,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_end_minus_start": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.00203851584055581,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.003668730096473505,
|
|
"min": -0.0029587377234424617,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.5,
|
|
"negative": 3,
|
|
"positive": 3,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.689091144297968,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0029582673604557908,
|
|
"repeat_abs_p95": 0.008930052912586221,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0019231063523722502,
|
|
"min": -0.009814473798313572,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_max": {
|
|
"action_above_repeat_p95_fraction": 0.6666666666666666,
|
|
"action_abs_median": 0.010662801325641125,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.021920351504425173,
|
|
"min": 0.003853870265263404,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 5.783811852453453,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0018435595067149424,
|
|
"repeat_abs_p95": 0.006457102557288577,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0035006848054948136,
|
|
"min": -0.008049019808254454,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.00020237147625482444,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.0021466714075248396,
|
|
"min": -0.0002787530429213137,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 2,
|
|
"positive": 4,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.1687685271313482,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0011991067273895441,
|
|
"repeat_abs_p95": 0.0023351857861895597,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0027611025339853053,
|
|
"min": -0.001368780132029305,
|
|
"n": 8
|
|
}
|
|
},
|
|
"preemptions": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0,
|
|
"action_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.0,
|
|
"negative": 0,
|
|
"positive": 0,
|
|
"zero": 6
|
|
},
|
|
"effect_to_repeat_median": 0.0,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 0.0,
|
|
"repeat_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 8
|
|
}
|
|
},
|
|
"prefill_token_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.00013454220935188443,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.00015029680675249235,
|
|
"min": -0.0004908425008621764,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 2,
|
|
"positive": 4,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.0774352591631262,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0017374799388022444,
|
|
"repeat_abs_p95": 0.0025224968780584887,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0025533385639567863,
|
|
"min": -0.0024652194613902223,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_running_mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.4082582890066675,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 1.7869539801733332,
|
|
"min": -0.46609635046666753,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 4,
|
|
"positive": 2,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.38701557093710687,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 1.0548885359266662,
|
|
"repeat_abs_p95": 2.4461823174926662,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 2.9756512754266673,
|
|
"min": -1.3536673999333333,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_waiting_mean": {
|
|
"action_above_repeat_p95_fraction": 0.3333333333333333,
|
|
"action_abs_median": 2.2263649953666667,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.10833277018666666,
|
|
"min": -32.03782532756,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 88.19287762590257,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.025244272046666672,
|
|
"repeat_abs_p95": 15.854935623909324,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 20.359169682466664,
|
|
"min": -0.11883915477333334,
|
|
"n": 8
|
|
}
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 6.5,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 11.733333333333334,
|
|
"min": 3.173333333333332,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.5247578040904196,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 12.38666666666667,
|
|
"repeat_abs_p95": 17.40266666666666,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 15.599999999999994,
|
|
"min": -18.373333333333335,
|
|
"n": 8
|
|
}
|
|
}
|
|
},
|
|
"sanity": {
|
|
"invariants": {
|
|
"all_results_uncensored": true,
|
|
"expected_action_pair_count": true,
|
|
"expected_repeat_pair_count": true,
|
|
"finite_deltas": true,
|
|
"layer1_boundary_and_internal_gaps_bounded": true,
|
|
"nonnegative_counters": true,
|
|
"per_cell_state_vectors_not_all_identical": true,
|
|
"ratios_bounded": true,
|
|
"state_vectors_not_all_identical": true
|
|
},
|
|
"red_flags": [],
|
|
"trials": 12
|
|
},
|
|
"start_s": 75.0,
|
|
"trial_sanity": [
|
|
{
|
|
"admitted_fraction": 0.47555555555555556,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.4733333333333334,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001282354,
|
|
"max_internal_gap_s": 0.471713815,
|
|
"start_gap_s": 0.002667743
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.4752941176470588,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.47058823529411764,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.004049563,
|
|
"max_internal_gap_s": 0.179027071,
|
|
"start_gap_s": 0.035944018
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.47555555555555556,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.4733333333333334,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.003246004,
|
|
"max_internal_gap_s": 0.48099535,
|
|
"start_gap_s": 0.000371266
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.4752941176470588,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.47098039215686277,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.00327497,
|
|
"max_internal_gap_s": 0.178353557,
|
|
"start_gap_s": 0.002613787
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.49444444444444446,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.49111111111111116,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.003493587,
|
|
"max_internal_gap_s": 0.444552932,
|
|
"start_gap_s": 0.00122792
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.49058823529411766,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.48588235294117643,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.0063142,
|
|
"max_internal_gap_s": 0.183290846,
|
|
"start_gap_s": 0.062765702
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.49444444444444446,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.49111111111111116,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.012013597,
|
|
"max_internal_gap_s": 0.445602102,
|
|
"start_gap_s": 0.037343372
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.49058823529411766,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.463921568627451,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.02999801,
|
|
"max_internal_gap_s": 0.176673609,
|
|
"start_gap_s": 0.001405349
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.4711111111111111,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.4655555555555555,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.026096497,
|
|
"max_internal_gap_s": 0.24359672,
|
|
"start_gap_s": 0.004691362
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.4823529411764706,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.4549019607843137,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001098192,
|
|
"max_internal_gap_s": 0.177840927,
|
|
"start_gap_s": 0.00439926
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.4711111111111111,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.4661111111111111,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001270441,
|
|
"max_internal_gap_s": 0.272099734,
|
|
"start_gap_s": 0.006329393
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.4823529411764706,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.4713725490196079,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.048916774,
|
|
"max_internal_gap_s": 0.184986457,
|
|
"start_gap_s": 0.001848903
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"action_pairs": 6,
|
|
"actions": [
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.13955613873224326,
|
|
"tpot_mean_over_slo": 0.00021561369396999597,
|
|
"ttft_max_over_slo_max": -0.162763388332678,
|
|
"ttft_mean_over_slo_max": -0.0113370356308976
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.2888291061573778,
|
|
"batch_tokens.mean": -6.113142522726264,
|
|
"decode_batch_size.mean": -0.28726153067008475,
|
|
"graph_full_share": 0.003556405337845958,
|
|
"graph_none_share": -0.008054518886335793,
|
|
"graph_padding_fraction": 0.003354803792462677,
|
|
"kv_usage_end_minus_start": -7.914574800538254e-06,
|
|
"kv_usage_max": 0.012148644893025695,
|
|
"kv_usage_mean": 0.0003717674926776663,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -1.0418331766737232e-05,
|
|
"queue_running_mean": 0.18344752267999986,
|
|
"queue_waiting_mean": -0.6748495923466666,
|
|
"scheduler_steps_per_s": 3.9866666666666646
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 1,
|
|
"request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373",
|
|
"result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9",
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473",
|
|
"result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6",
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.14980392156862746,
|
|
"completed_over_admitted": 0.03292618162506633,
|
|
"completed_pass_rate": 0.21093318608503586,
|
|
"outstanding_over_admitted": -0.032926181625066386,
|
|
"tpot_max_over_slo": 0.3362407738628878,
|
|
"tpot_mean_over_slo": 0.035823037105198796,
|
|
"ttft_max_over_slo_max": -1.0155032691739811,
|
|
"ttft_mean_over_slo_max": -0.23418190946398737
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": 0.7340835489721993,
|
|
"batch_tokens.mean": 4.870249914593785,
|
|
"decode_batch_size.mean": 0.7235214534720207,
|
|
"graph_full_share": 0.01432646120104708,
|
|
"graph_none_share": -0.025264419492621093,
|
|
"graph_padding_fraction": 0.006957260165806216,
|
|
"kv_usage_end_minus_start": -0.007513472509556363,
|
|
"kv_usage_max": 0.031275425686576486,
|
|
"kv_usage_mean": 0.0049451651951918,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.0014595808679910283,
|
|
"queue_running_mean": 5.284704507639999,
|
|
"queue_waiting_mean": -29.284492367786665,
|
|
"scheduler_steps_per_s": 3.373333333333335
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 1,
|
|
"request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.5603921568627451,
|
|
"mns": 16,
|
|
"requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193",
|
|
"result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f",
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe",
|
|
"result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c",
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0007401924500369805,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.00074019245003701,
|
|
"tpot_max_over_slo": 0.17641319103142994,
|
|
"tpot_mean_over_slo": -0.008167534216044714,
|
|
"ttft_max_over_slo_max": -0.055667730843803526,
|
|
"ttft_mean_over_slo_max": -0.004452474842343956
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.4169380613868432,
|
|
"batch_tokens.mean": -8.458043870097356,
|
|
"decode_batch_size.mean": -0.4135692006454068,
|
|
"graph_full_share": 0.003382014563382052,
|
|
"graph_none_share": -0.01001403055152162,
|
|
"graph_padding_fraction": 0.0016407136927011953,
|
|
"kv_usage_end_minus_start": -0.0014920741368527057,
|
|
"kv_usage_max": 0.013006718003583773,
|
|
"kv_usage_mean": -4.9942287421177005e-05,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -4.5771229986280026e-05,
|
|
"queue_running_mean": -0.27537858206666677,
|
|
"queue_waiting_mean": -0.14998382319999998,
|
|
"scheduler_steps_per_s": 6.626666666666665
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 2,
|
|
"request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb",
|
|
"result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb",
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209",
|
|
"result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50",
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.3898039215686275,
|
|
"completed_over_admitted": 0.047995780590717296,
|
|
"completed_pass_rate": 0.5534521158129175,
|
|
"outstanding_over_admitted": -0.0479957805907173,
|
|
"tpot_max_over_slo": 0.485827943940801,
|
|
"tpot_mean_over_slo": 0.015614815582012831,
|
|
"ttft_max_over_slo_max": -0.9946015174985708,
|
|
"ttft_mean_over_slo_max": -0.5387282368223152
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -1.6273974153257296,
|
|
"batch_tokens.mean": -34.29456683018134,
|
|
"decode_batch_size.mean": -1.6204010215371003,
|
|
"graph_full_share": 0.02986827684967852,
|
|
"graph_none_share": -0.04355833918802347,
|
|
"graph_padding_fraction": 0.009679698181700893,
|
|
"kv_usage_end_minus_start": -0.0096678119183089,
|
|
"kv_usage_max": 0.04533198050309872,
|
|
"kv_usage_mean": 0.003191336087705077,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.00023339635256569569,
|
|
"queue_running_mean": 2.3989840409999985,
|
|
"queue_waiting_mean": -47.09879207850667,
|
|
"scheduler_steps_per_s": 11.493333333333325
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 2,
|
|
"request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.31450980392156863,
|
|
"mns": 16,
|
|
"requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3",
|
|
"result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b",
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4",
|
|
"result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035",
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.06666873637623494,
|
|
"tpot_mean_over_slo": -0.009318131681115394,
|
|
"ttft_max_over_slo_max": -0.07750733549861857,
|
|
"ttft_mean_over_slo_max": -0.004705775197540927
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.5672759530887257,
|
|
"batch_tokens.mean": -10.329959059848179,
|
|
"decode_batch_size.mean": -0.562993756337625,
|
|
"graph_full_share": 0.005089834536355586,
|
|
"graph_none_share": -0.01044980089531864,
|
|
"graph_padding_fraction": 0.0013844048532868167,
|
|
"kv_usage_end_minus_start": 0.002908292329360629,
|
|
"kv_usage_max": 0.00626947513206999,
|
|
"kv_usage_mean": -0.0002826822094093009,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.00012710629028711562,
|
|
"queue_running_mean": -0.5141460273999989,
|
|
"queue_waiting_mean": -0.24953442832,
|
|
"scheduler_steps_per_s": 8.97333333333333
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 3,
|
|
"request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549",
|
|
"result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6",
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe",
|
|
"result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950",
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.43333333333333335,
|
|
"completed_over_admitted": 0.05807814149947199,
|
|
"completed_pass_rate": 0.6218345526167699,
|
|
"outstanding_over_admitted": -0.05807814149947202,
|
|
"tpot_max_over_slo": 0.30513300693329926,
|
|
"tpot_mean_over_slo": 0.006471198446666382,
|
|
"ttft_max_over_slo_max": -0.9754032485070638,
|
|
"ttft_mean_over_slo_max": -0.5503063221993506
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.33070896537783234,
|
|
"batch_tokens.mean": -13.234057192010994,
|
|
"decode_batch_size.mean": -0.33092189282726103,
|
|
"graph_full_share": 0.024782576956253966,
|
|
"graph_none_share": -0.03529189804944581,
|
|
"graph_padding_fraction": 0.00864361242258734,
|
|
"kv_usage_end_minus_start": -0.004863029113173378,
|
|
"kv_usage_max": 0.02549546289093474,
|
|
"kv_usage_mean": 0.0018655214057756511,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.0010506631885456308,
|
|
"queue_running_mean": 2.228850923693333,
|
|
"queue_waiting_mean": -47.28131520793333,
|
|
"scheduler_steps_per_s": 7.439999999999998
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 3,
|
|
"request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.2635294117647059,
|
|
"mns": 16,
|
|
"requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68",
|
|
"result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6",
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b",
|
|
"result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b",
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
}
|
|
],
|
|
"coverage_at_end": {
|
|
"admitted_fraction_of_total": {
|
|
"distinct_n": 6,
|
|
"max": 0.7505555555555555,
|
|
"min": 0.7316666666666667,
|
|
"n": 12
|
|
},
|
|
"completed_fraction_of_total": {
|
|
"distinct_n": 9,
|
|
"max": 0.7472222222222221,
|
|
"min": 0.6968627450980392,
|
|
"n": 12
|
|
}
|
|
},
|
|
"efficacy": {
|
|
"cross_validation_possible": true,
|
|
"label_balance_sufficient": true,
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"outcome_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "ttft_max_over_slo_max",
|
|
"features": {
|
|
"admitted_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"admitted_input_tokens_mean_over_limit": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"completed_fail_fraction_of_total": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.19490196078431374,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.07490196078431373,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.07490196078431373,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_over_admitted": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.02436798652037714,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.016463090812533165,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.016833187037551656,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_pass_rate": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.27672605790645877,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.10546659304251793,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.10546659304251793,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"outstanding_over_admitted": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.024367986520377156,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.016463090812533193,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.016833187037551697,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_max_over_slo": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.2407730989823646,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.22234457283277126,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.2563269824471589,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_mean_over_slo": {
|
|
"accuracy": 0.6666666666666666,
|
|
"balanced_accuracy": 0.6666666666666666,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.000848167884689166,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.003343406070318189,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.007915214637991413,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_max_over_slo_max": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5264552920028412,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5690833184198709,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5786824529156245,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_mean_over_slo_max": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.27171700600992804,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.12275947254744249,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.12275947254744249,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"positive": 3,
|
|
"telemetry_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "queue_waiting_mean",
|
|
"features": {
|
|
"decode_batch_size.mean": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": -0.3722455467363339,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.21812996140096796,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.21812996140096796,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
},
|
|
"graph_padding_fraction": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.005142163057644268,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.005156031979134446,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.005156031979134446,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"kv_usage_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0009077895591772371,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0011186444492266587,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0017815517901913717,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"prefill_token_fraction": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.00013958379127598786,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.000530540760156184,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.00013958379127598786,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"queue_running_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.9767361708133331,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 1.2061492231866664,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 1.2912157818399992,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"queue_waiting_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -23.674163253413333,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -14.979670980066667,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -14.979670980066667,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 7.033333333333331,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 3.6799999999999997,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 3.6799999999999997,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"telemetry_qualifying_features": [],
|
|
"transitions": {
|
|
"false->true": 3,
|
|
"true->true": 3
|
|
}
|
|
},
|
|
"end_fraction": 0.75,
|
|
"end_s": 225.0,
|
|
"qualifying_response_features": [
|
|
"graph_padding_fraction",
|
|
"queue_waiting_mean"
|
|
],
|
|
"repeat_pairs": 8,
|
|
"response_statistics": {
|
|
"batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.49210700723778444,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.7340835489721993,
|
|
"min": -1.6273974153257296,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 5,
|
|
"positive": 1,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.187549092220796,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.41438876966131266,
|
|
"repeat_abs_p95": 1.7988231433741386,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 1.2969259412104588,
|
|
"min": -2.069075483000736,
|
|
"n": 8
|
|
}
|
|
},
|
|
"batch_tokens.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 9.394001464972767,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 4.870249914593785,
|
|
"min": -34.29456683018134,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 5,
|
|
"positive": 1,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.5103708522227296,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 18.40622642155347,
|
|
"repeat_abs_p95": 44.616864312796594,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 20.29593930708012,
|
|
"min": -57.34701495152672,
|
|
"n": 8
|
|
}
|
|
},
|
|
"decode_batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.48828147849151593,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.7235214534720207,
|
|
"min": -1.6204010215371003,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 5,
|
|
"positive": 1,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.1843674420861072,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.41227195306168873,
|
|
"repeat_abs_p95": 1.7851097930098754,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 1.2901539913069193,
|
|
"min": -2.051624455465314,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_full_share": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.009708147868701333,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.02986827684967852,
|
|
"min": 0.003382014563382052,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2.9605949673769345,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0032791205739644558,
|
|
"repeat_abs_p95": 0.008038878324209003,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.008664142823959997,
|
|
"min": -0.006877672824671444,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_none_share": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.017857110193969867,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.008054518886335793,
|
|
"min": -0.04355833918802347,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 4.464300302534616,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.003999979612444856,
|
|
"repeat_abs_p95": 0.010649544454368921,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.008444852161820365,
|
|
"min": -0.011836686458048917,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_padding_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.6666666666666666,
|
|
"action_abs_median": 0.005156031979134446,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.009679698181700893,
|
|
"min": 0.0013844048532868167,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 5.791648307818219,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": true,
|
|
"repeat_abs_median": 0.0008902529478826008,
|
|
"repeat_abs_p95": 0.0032904967132956443,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0038875531917088053,
|
|
"min": -0.000986602698250582,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_end_minus_start": {
|
|
"action_above_repeat_p95_fraction": 0.3333333333333333,
|
|
"action_abs_median": 0.0038856607212670036,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.002908292329360629,
|
|
"min": -0.0096678119183089,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 5,
|
|
"positive": 1,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2.2991048875374145,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0016900754473315738,
|
|
"repeat_abs_p95": 0.006128076218419801,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0017580081358981037,
|
|
"min": -0.007809750200217236,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_max": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.019251090447259256,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.04533198050309872,
|
|
"min": 0.00626947513206999,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 7.386921150773906,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.002606104770083051,
|
|
"repeat_abs_p95": 0.016512755779962775,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.012755779962795644,
|
|
"min": -0.01853574275843739,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_mean": {
|
|
"action_above_repeat_p95_fraction": 0.3333333333333333,
|
|
"action_abs_median": 0.0011186444492266587,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.0049451651951918,
|
|
"min": -0.0002826822094093009,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 2,
|
|
"positive": 4,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.9840910262940343,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.001136728635194791,
|
|
"repeat_abs_p95": 0.0026446247991943482,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.00023211260883475478,
|
|
"min": -0.0029335843047816335,
|
|
"n": 8
|
|
}
|
|
},
|
|
"preemptions": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0,
|
|
"action_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.0,
|
|
"negative": 0,
|
|
"positive": 0,
|
|
"zero": 6
|
|
},
|
|
"effect_to_repeat_median": 0.0,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 0.0,
|
|
"repeat_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 8
|
|
}
|
|
},
|
|
"prefill_token_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.00018025132142640565,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.00012710629028711562,
|
|
"min": -0.0014595808679910283,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 5,
|
|
"positive": 1,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.07514942281617999,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0023985722667133613,
|
|
"repeat_abs_p95": 0.003432972436972548,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": -0.00011986074750158782,
|
|
"min": -0.0035071769437554634,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_running_mean": {
|
|
"action_above_repeat_p95_fraction": 0.3333333333333333,
|
|
"action_abs_median": 1.371498475546666,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 5.284704507639999,
|
|
"min": -0.5141460273999989,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 2,
|
|
"positive": 4,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 5.458580798787922,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.2512555050666663,
|
|
"repeat_abs_p95": 2.2674077304893334,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.25758021949333276,
|
|
"min": -2.6281402471466677,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_waiting_mean": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 14.979670980066667,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.14998382319999998,
|
|
"min": -47.28131520793333,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 263.3579940744849,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": true,
|
|
"repeat_abs_median": 0.05687949983333334,
|
|
"repeat_abs_p95": 11.769436231303327,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 17.82422918966667,
|
|
"min": -0.5248207372,
|
|
"n": 8
|
|
}
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 7.033333333333331,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 11.493333333333325,
|
|
"min": 3.373333333333335,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.8158347676419953,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 3.873333333333335,
|
|
"repeat_abs_p95": 7.130000000000002,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 7.200000000000003,
|
|
"min": -3.3866666666666703,
|
|
"n": 8
|
|
}
|
|
}
|
|
},
|
|
"sanity": {
|
|
"invariants": {
|
|
"all_results_uncensored": true,
|
|
"expected_action_pair_count": true,
|
|
"expected_repeat_pair_count": true,
|
|
"finite_deltas": true,
|
|
"layer1_boundary_and_internal_gaps_bounded": true,
|
|
"nonnegative_counters": true,
|
|
"per_cell_state_vectors_not_all_identical": true,
|
|
"ratios_bounded": true,
|
|
"state_vectors_not_all_identical": true
|
|
},
|
|
"red_flags": [],
|
|
"trials": 12
|
|
},
|
|
"start_s": 150.0,
|
|
"trial_sanity": [
|
|
{
|
|
"admitted_fraction": 0.7388888888888889,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.7377777777777779,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.002047043,
|
|
"max_internal_gap_s": 0.302592239,
|
|
"start_gap_s": 0.003297384
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7384313725490196,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.7101960784313726,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.000359161,
|
|
"max_internal_gap_s": 0.188948337,
|
|
"start_gap_s": 0.002535254
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7388888888888889,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.7377777777777779,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.003650633,
|
|
"max_internal_gap_s": 0.322890476,
|
|
"start_gap_s": 0.001316118
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7384313725490196,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.7345098039215686,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.004944353,
|
|
"max_internal_gap_s": 0.219527251,
|
|
"start_gap_s": 0.003464116
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7505555555555555,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.7472222222222221,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.002633243,
|
|
"max_internal_gap_s": 0.646724237,
|
|
"start_gap_s": 0.001383425
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7435294117647059,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.74,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.000558705,
|
|
"max_internal_gap_s": 0.183301269,
|
|
"start_gap_s": 0.161925118
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7505555555555555,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.7466666666666666,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001410558,
|
|
"max_internal_gap_s": 0.583053185,
|
|
"start_gap_s": 0.155434911
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7435294117647059,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.7043137254901961,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.042708099,
|
|
"max_internal_gap_s": 0.179974019,
|
|
"start_gap_s": 0.02943376
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7316666666666667,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.7311111111111112,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.000142513,
|
|
"max_internal_gap_s": 0.318659499,
|
|
"start_gap_s": 0.034846458
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7427450980392157,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.6968627450980392,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.049578949,
|
|
"max_internal_gap_s": 0.182904479,
|
|
"start_gap_s": 0.084632833
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7316666666666667,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.7311111111111112,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.00141287,
|
|
"max_internal_gap_s": 0.456938178,
|
|
"start_gap_s": 0.003994197
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 0.7427450980392157,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.74,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.009657729,
|
|
"max_internal_gap_s": 0.179710886,
|
|
"start_gap_s": 0.001797426
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"action_pairs": 6,
|
|
"actions": [
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0011111111111111738,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.0011111111111111113,
|
|
"tpot_max_over_slo": 0.13955613873224326,
|
|
"tpot_mean_over_slo": -0.0010090653746841205,
|
|
"ttft_max_over_slo_max": -0.162763388332678,
|
|
"ttft_mean_over_slo_max": -0.00961120104762887
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.36880112566985623,
|
|
"batch_tokens.mean": -6.920339794120963,
|
|
"decode_batch_size.mean": -0.3657101237877507,
|
|
"graph_full_share": 0.002401511671261014,
|
|
"graph_none_share": -0.007647132972108277,
|
|
"graph_padding_fraction": 0.0013086971950763866,
|
|
"kv_usage_end_minus_start": 0.0006854718445343799,
|
|
"kv_usage_max": 0.008271873870579816,
|
|
"kv_usage_mean": -0.00014200125936815727,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.00022380184306991513,
|
|
"queue_running_mean": -0.2263784608933328,
|
|
"queue_waiting_mean": -0.11799772912,
|
|
"scheduler_steps_per_s": 5.7733333333333405
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 1,
|
|
"request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373",
|
|
"result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9",
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473",
|
|
"result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6",
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.3949019607843137,
|
|
"completed_over_admitted": 0.03529411764705881,
|
|
"completed_pass_rate": 0.41338259441707714,
|
|
"outstanding_over_admitted": -0.03529411764705882,
|
|
"tpot_max_over_slo": 0.3362407738628878,
|
|
"tpot_mean_over_slo": 0.031421107704212525,
|
|
"ttft_max_over_slo_max": -1.0149181675127088,
|
|
"ttft_mean_over_slo_max": -0.4177688425802161
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.025927986090335864,
|
|
"batch_tokens.mean": 18.396156394293996,
|
|
"decode_batch_size.mean": -0.03259251609001801,
|
|
"graph_full_share": 0.02053093742241252,
|
|
"graph_none_share": -0.032184416438265945,
|
|
"graph_padding_fraction": 0.008177832545205635,
|
|
"kv_usage_end_minus_start": 0.01748278407834214,
|
|
"kv_usage_max": 0.016581905042334366,
|
|
"kv_usage_mean": 0.002461661215058867,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.0028536948076697266,
|
|
"queue_running_mean": 1.9724076930533343,
|
|
"queue_waiting_mean": -47.152675258386665,
|
|
"scheduler_steps_per_s": 3.3066666666666578
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 1,
|
|
"request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.5603921568627451,
|
|
"mns": 16,
|
|
"requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193",
|
|
"result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f",
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe",
|
|
"result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c",
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": 0.0,
|
|
"tpot_max_over_slo": 0.17641319103142994,
|
|
"tpot_mean_over_slo": -0.004863679616933292,
|
|
"ttft_max_over_slo_max": -0.16410399084755528,
|
|
"ttft_mean_over_slo_max": -0.005948038735831104
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.21169295708183622,
|
|
"batch_tokens.mean": -4.472135801297441,
|
|
"decode_batch_size.mean": -0.21006339951083586,
|
|
"graph_full_share": 0.001298043937749238,
|
|
"graph_none_share": -0.004668542387939491,
|
|
"graph_padding_fraction": 0.0013031829071826536,
|
|
"kv_usage_end_minus_start": 0.0014933728423490722,
|
|
"kv_usage_max": 0.01910758793466949,
|
|
"kv_usage_mean": 0.0002283394725866271,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 4.923759477581946e-05,
|
|
"queue_running_mean": 0.18394671514666605,
|
|
"queue_waiting_mean": -0.37382507898666667,
|
|
"scheduler_steps_per_s": 3.4399999999999977
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 2,
|
|
"request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb",
|
|
"result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb",
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209",
|
|
"result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50",
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.6321568627450981,
|
|
"completed_over_admitted": 0.04980392156862745,
|
|
"completed_pass_rate": 0.667771333885667,
|
|
"outstanding_over_admitted": -0.04980392156862745,
|
|
"tpot_max_over_slo": 0.485827943940801,
|
|
"tpot_mean_over_slo": 0.017498560395543927,
|
|
"ttft_max_over_slo_max": -0.9946015174985708,
|
|
"ttft_mean_over_slo_max": -0.6463312081620042
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.5058158071040495,
|
|
"batch_tokens.mean": -7.22996895580593,
|
|
"decode_batch_size.mean": -0.5073220598343564,
|
|
"graph_full_share": 0.026735082314620406,
|
|
"graph_none_share": -0.0367740255019158,
|
|
"graph_padding_fraction": 0.008672030283845366,
|
|
"kv_usage_end_minus_start": 0.008358614300674416,
|
|
"kv_usage_max": 0.02410580556943176,
|
|
"kv_usage_mean": 0.002518308420146869,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 0.0005037242486639615,
|
|
"queue_running_mean": 2.4556977948933323,
|
|
"queue_waiting_mean": -47.22722224089333,
|
|
"scheduler_steps_per_s": 6.413333333333327
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 2,
|
|
"request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.31450980392156863,
|
|
"mns": 16,
|
|
"requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3",
|
|
"result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b",
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4",
|
|
"result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035",
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": 0.0,
|
|
"completed_over_admitted": 0.0005555555555556424,
|
|
"completed_pass_rate": 0.0,
|
|
"outstanding_over_admitted": -0.0005555555555555552,
|
|
"tpot_max_over_slo": 0.18505735732578327,
|
|
"tpot_mean_over_slo": -0.007144351590753079,
|
|
"ttft_max_over_slo_max": -0.12056507783321042,
|
|
"ttft_mean_over_slo_max": -0.006789902099118429
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -0.36923651780535494,
|
|
"batch_tokens.mean": -7.266086823190449,
|
|
"decode_batch_size.mean": -0.3664963060152342,
|
|
"graph_full_share": 0.0022555226793449235,
|
|
"graph_none_share": -0.007954072283154097,
|
|
"graph_padding_fraction": 0.003323634208537993,
|
|
"kv_usage_end_minus_start": -4.647472024943422e-05,
|
|
"kv_usage_max": 0.01645626968867886,
|
|
"kv_usage_mean": 0.00016819101878902745,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": 3.148363682092814e-06,
|
|
"queue_running_mean": -0.07117231964000048,
|
|
"queue_waiting_mean": -0.44794735680000003,
|
|
"scheduler_steps_per_s": 5.546666666666667
|
|
},
|
|
"full_action_efficacy": 0,
|
|
"full_feasibility_transition": "true->true",
|
|
"group": {
|
|
"level": "low",
|
|
"offered_rate_per_gpu": 1.5,
|
|
"replicate": 3,
|
|
"request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 16,
|
|
"requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549",
|
|
"result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6",
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe",
|
|
"result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950",
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
}
|
|
},
|
|
{
|
|
"delta_outcome": {
|
|
"admitted_fraction": 0.0,
|
|
"admitted_input_tokens_mean_over_limit": 0.0,
|
|
"completed_fail_fraction_of_total": -0.6756862745098039,
|
|
"completed_over_admitted": 0.05372549019607842,
|
|
"completed_pass_rate": 0.7194154488517746,
|
|
"outstanding_over_admitted": -0.05372549019607843,
|
|
"tpot_max_over_slo": 0.37831041669495047,
|
|
"tpot_mean_over_slo": 0.007493808043833983,
|
|
"ttft_max_over_slo_max": -0.9795807876701778,
|
|
"ttft_mean_over_slo_max": -0.6540993991122069
|
|
},
|
|
"delta_state": {
|
|
"batch_size.mean": -1.6247957869409735,
|
|
"batch_tokens.mean": -35.238499877789366,
|
|
"decode_batch_size.mean": -1.6176751208671583,
|
|
"graph_full_share": 0.029945447264822622,
|
|
"graph_none_share": -0.04283615284473359,
|
|
"graph_padding_fraction": 0.010093615119271773,
|
|
"kv_usage_end_minus_start": -0.0001447507354654931,
|
|
"kv_usage_max": 0.03542758976690741,
|
|
"kv_usage_mean": 0.0020665348540741674,
|
|
"preemptions": 0.0,
|
|
"prefill_token_fraction": -0.0004446109784110863,
|
|
"queue_running_mean": 1.6193733474533332,
|
|
"queue_waiting_mean": -47.261676539759996,
|
|
"scheduler_steps_per_s": 11.693333333333328
|
|
},
|
|
"full_action_efficacy": 1,
|
|
"full_feasibility_transition": "false->true",
|
|
"group": {
|
|
"level": "mid",
|
|
"offered_rate_per_gpu": 2.125,
|
|
"replicate": 3,
|
|
"request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19",
|
|
"tp": 4
|
|
},
|
|
"source": {
|
|
"cell": "tp4_mns16",
|
|
"early_stopped": false,
|
|
"full_feasible": false,
|
|
"full_pass_rate": 0.2635294117647059,
|
|
"mns": 16,
|
|
"requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68",
|
|
"result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6",
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
"target": {
|
|
"cell": "tp4_mns64",
|
|
"early_stopped": false,
|
|
"full_feasible": true,
|
|
"full_pass_rate": 1.0,
|
|
"mns": 64,
|
|
"requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b",
|
|
"result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b",
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
}
|
|
],
|
|
"coverage_at_end": {
|
|
"admitted_fraction_of_total": {
|
|
"distinct_n": 1,
|
|
"max": 1.0,
|
|
"min": 1.0,
|
|
"n": 12
|
|
},
|
|
"completed_fraction_of_total": {
|
|
"distinct_n": 10,
|
|
"max": 0.9966666666666667,
|
|
"min": 0.9392156862745098,
|
|
"n": 12
|
|
}
|
|
},
|
|
"efficacy": {
|
|
"cross_validation_possible": true,
|
|
"label_balance_sufficient": true,
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"outcome_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "ttft_mean_over_slo_max",
|
|
"features": {
|
|
"admitted_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"admitted_input_tokens_mean_over_limit": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
1
|
|
],
|
|
"threshold": 0.0,
|
|
"train_balanced_accuracy": 0.5
|
|
}
|
|
]
|
|
},
|
|
"completed_fail_fraction_of_total": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.31607843137254904,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.19745098039215686,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.19745098039215686,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_over_admitted": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.025179738562091547,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.01820261437908499,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.01820261437908499,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"completed_pass_rate": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.3338856669428335,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.20669129720853857,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.20669129720853857,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"outstanding_over_admitted": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.025179738562091502,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.018202614379084967,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.018202614379084967,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_max_over_slo": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.28168388701036684,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.26064906559433554,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.2563269824471589,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"tpot_mean_over_slo": {
|
|
"accuracy": 0.8333333333333334,
|
|
"balanced_accuracy": 0.8333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0013150642134503454,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.003242371334574931,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.008244747510429903,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_max_over_slo_max": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5718423892588665,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5711720880014279,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.5793527541730631,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"ttft_mean_over_slo_max": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.3265605551305613,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.2136900218139225,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -0.2136900218139225,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"positive": 3,
|
|
"telemetry_delta": {
|
|
"best_accuracy": 1.0,
|
|
"best_balanced_accuracy": 1.0,
|
|
"best_feature": "queue_waiting_mean",
|
|
"features": {
|
|
"decode_batch_size.mean": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.4369091829247953,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.19915131993888435,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.12132795780042693,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
},
|
|
"graph_padding_fraction": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.00599783224619168,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.005750733376871814,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.004743264870141011,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"kv_usage_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0011474371633303972,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.0011173629364315974,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.001345000343822747,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"prefill_token_fraction": {
|
|
"accuracy": 0.5,
|
|
"balanced_accuracy": 0.5,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.00022073130736449675,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": -0.00022073130736449675,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 0.0003637630458669383,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"queue_running_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.9016600312999996,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 0.7741005139066663,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": 1.0781772041000002,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"queue_waiting_mean": {
|
|
"accuracy": 1.0,
|
|
"balanced_accuracy": 1.0,
|
|
"folds": [
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -23.837584798846667,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -23.800311307593333,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
1
|
|
],
|
|
"threshold": -23.763250168686668,
|
|
"train_balanced_accuracy": 1.0
|
|
}
|
|
]
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"accuracy": 0.3333333333333333,
|
|
"balanced_accuracy": 0.3333333333333333,
|
|
"folds": [
|
|
{
|
|
"direction": 1,
|
|
"held_out_replicate": 1,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 5.979999999999997,
|
|
"train_balanced_accuracy": 1.0
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 2,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
1,
|
|
0
|
|
],
|
|
"threshold": 4.426666666666662,
|
|
"train_balanced_accuracy": 0.75
|
|
},
|
|
{
|
|
"direction": -1,
|
|
"held_out_replicate": 3,
|
|
"test_labels": [
|
|
0,
|
|
1
|
|
],
|
|
"test_predictions": [
|
|
0,
|
|
0
|
|
],
|
|
"threshold": 3.3733333333333277,
|
|
"train_balanced_accuracy": 0.75
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"labels": {
|
|
"distinct_n": 2,
|
|
"max": 1.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"negative": 3,
|
|
"positive": 3
|
|
},
|
|
"telemetry_qualifying_features": [],
|
|
"transitions": {
|
|
"false->true": 3,
|
|
"true->true": 3
|
|
}
|
|
},
|
|
"end_fraction": 1.0,
|
|
"end_s": 300.0,
|
|
"qualifying_response_features": [
|
|
"graph_padding_fraction",
|
|
"queue_waiting_mean",
|
|
"scheduler_steps_per_s"
|
|
],
|
|
"repeat_pairs": 8,
|
|
"response_statistics": {
|
|
"batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.3690188217376056,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.025927986090335864,
|
|
"min": -1.6247957869409735,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.8618355767528564,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.4281777541929288,
|
|
"repeat_abs_p95": 0.9733377249226858,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.7022084961695088,
|
|
"min": -1.119330386559012,
|
|
"n": 8
|
|
}
|
|
},
|
|
"batch_tokens.mean": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 7.248027889498189,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 18.396156394293996,
|
|
"min": -35.238499877789366,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 5,
|
|
"positive": 1,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.0330903781421452,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 7.015870095056599,
|
|
"repeat_abs_p95": 31.643382433390233,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 15.47659343283351,
|
|
"min": -40.3485765106131,
|
|
"n": 8
|
|
}
|
|
},
|
|
"decode_batch_size.mean": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.36610321490149245,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.03259251609001801,
|
|
"min": -1.6176751208671583,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.8640718152580315,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.4236953554516365,
|
|
"repeat_abs_p95": 0.965912412061184,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.6959888014852451,
|
|
"min": -1.1112558946789974,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_full_share": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.011466224546836767,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.029945447264822622,
|
|
"min": 0.001298043937749238,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2.7129568200282717,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.004226467764686825,
|
|
"repeat_abs_p95": 0.0058786421963618,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.005744029111679261,
|
|
"min": -0.005951126165037013,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_none_share": {
|
|
"action_above_repeat_p95_fraction": 0.8333333333333334,
|
|
"action_abs_median": 0.02006924436071002,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.004668542387939491,
|
|
"min": -0.04283615284473359,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 6.0905462240848625,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0032951468755539302,
|
|
"repeat_abs_p95": 0.005637894418237397,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.005589923520491251,
|
|
"min": -0.005663724901639168,
|
|
"n": 8
|
|
}
|
|
},
|
|
"graph_padding_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.6666666666666666,
|
|
"action_abs_median": 0.005750733376871814,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.010093615119271773,
|
|
"min": 0.0013031829071826536,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 10.921714369329514,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": true,
|
|
"repeat_abs_median": 0.000526541272038856,
|
|
"repeat_abs_p95": 0.002367923136830107,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0028531471739462067,
|
|
"min": -0.0004812194431302371,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_end_minus_start": {
|
|
"action_above_repeat_p95_fraction": 0.16666666666666666,
|
|
"action_abs_median": 0.001089422343441726,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.01748278407834214,
|
|
"min": -0.0001447507354654931,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 2,
|
|
"positive": 4,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.1436227894695951,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.007585302774476166,
|
|
"repeat_abs_p95": 0.014011837897733656,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.008574911878879932,
|
|
"min": -0.015719863447740123,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_max": {
|
|
"action_above_repeat_p95_fraction": 0.8333333333333334,
|
|
"action_abs_median": 0.017844746488501928,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.03542758976690741,
|
|
"min": 0.008271873870579816,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 6.740328646178248,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.002647459408172903,
|
|
"repeat_abs_p95": 0.011185326764651764,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.012433819170465488,
|
|
"min": -0.0019690160530919654,
|
|
"n": 8
|
|
}
|
|
},
|
|
"kv_usage_mean": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.0011474371633303972,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.002518308420146869,
|
|
"min": -0.00014200125936815727,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 1,
|
|
"positive": 5,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1.7625178532585835,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0006510215832475053,
|
|
"repeat_abs_p95": 0.001132085438086033,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.0007778503404774276,
|
|
"min": -0.0012902061862114789,
|
|
"n": 8
|
|
}
|
|
},
|
|
"preemptions": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0,
|
|
"action_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.0,
|
|
"negative": 0,
|
|
"positive": 0,
|
|
"zero": 6
|
|
},
|
|
"effect_to_repeat_median": 0.0,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": false,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.0,
|
|
"repeat_abs_p95": 0.0,
|
|
"repeat_delta": {
|
|
"distinct_n": 1,
|
|
"max": 0.0,
|
|
"min": 0.0,
|
|
"n": 8
|
|
}
|
|
},
|
|
"prefill_token_fraction": {
|
|
"action_above_repeat_p95_fraction": 0.0,
|
|
"action_abs_median": 0.0003342064107405007,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 0.0028536948076697266,
|
|
"min": -0.0004446109784110863,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.8333333333333334,
|
|
"negative": 1,
|
|
"positive": 5,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 0.121317147777762,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.002754815925550158,
|
|
"repeat_abs_p95": 0.005037760791822205,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.00289215301640644,
|
|
"min": -0.005053892022705009,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_running_mean": {
|
|
"action_above_repeat_p95_fraction": 0.5,
|
|
"action_abs_median": 0.922875904173333,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 2.4556977948933323,
|
|
"min": -0.2263784608933328,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 0.6666666666666666,
|
|
"negative": 2,
|
|
"positive": 4,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2.147073922684241,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": false,
|
|
"repeat_abs_median": 0.4298295901333322,
|
|
"repeat_abs_p95": 0.8487974595846658,
|
|
"repeat_delta": {
|
|
"distinct_n": 7,
|
|
"max": 0.8555136968933326,
|
|
"min": -0.8363244474399991,
|
|
"n": 8
|
|
}
|
|
},
|
|
"queue_waiting_mean": {
|
|
"action_above_repeat_p95_fraction": 0.8333333333333334,
|
|
"action_abs_median": 23.800311307593333,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": -0.11799772912,
|
|
"min": -47.261676539759996,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 6,
|
|
"positive": 0,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 1182.9517515641658,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": true,
|
|
"repeat_abs_median": 0.020119426913332024,
|
|
"repeat_abs_p95": 0.19249742833733324,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 0.25510083812,
|
|
"min": -0.001456834226666667,
|
|
"n": 8
|
|
}
|
|
},
|
|
"scheduler_steps_per_s": {
|
|
"action_above_repeat_p95_fraction": 0.6666666666666666,
|
|
"action_abs_median": 5.660000000000004,
|
|
"action_delta": {
|
|
"distinct_n": 6,
|
|
"max": 11.693333333333328,
|
|
"min": 3.3066666666666578,
|
|
"n": 6
|
|
},
|
|
"action_signs": {
|
|
"consistency": 1.0,
|
|
"negative": 0,
|
|
"positive": 6,
|
|
"zero": 0
|
|
},
|
|
"effect_to_repeat_median": 2.830000000000002,
|
|
"effect_to_repeat_median_is_infinite": false,
|
|
"gate_feature": true,
|
|
"qualifies": true,
|
|
"repeat_abs_median": 2.0,
|
|
"repeat_abs_p95": 4.641333333333332,
|
|
"repeat_delta": {
|
|
"distinct_n": 8,
|
|
"max": 4.986666666666665,
|
|
"min": -4.0,
|
|
"n": 8
|
|
}
|
|
}
|
|
},
|
|
"sanity": {
|
|
"invariants": {
|
|
"all_results_uncensored": true,
|
|
"expected_action_pair_count": true,
|
|
"expected_repeat_pair_count": true,
|
|
"finite_deltas": true,
|
|
"layer1_boundary_and_internal_gaps_bounded": true,
|
|
"nonnegative_counters": true,
|
|
"per_cell_state_vectors_not_all_identical": true,
|
|
"ratios_bounded": true,
|
|
"state_vectors_not_all_identical": true
|
|
},
|
|
"red_flags": [],
|
|
"trials": 12
|
|
},
|
|
"start_s": 225.0,
|
|
"trial_sanity": [
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.99,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.00637513,
|
|
"max_internal_gap_s": 0.526093105,
|
|
"start_gap_s": 0.001941686
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.9552941176470588,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.00415122,
|
|
"max_internal_gap_s": 0.18536399,
|
|
"start_gap_s": 0.00588794
|
|
},
|
|
"trial_id": "sessions/rep1-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.9911111111111112,
|
|
"level": "low",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.03110111,
|
|
"max_internal_gap_s": 0.52361076,
|
|
"start_gap_s": 0.000397498
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.9905882352941177,
|
|
"level": "mid",
|
|
"replicate": 1,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.033263413,
|
|
"max_internal_gap_s": 0.325952494,
|
|
"start_gap_s": 0.001285913
|
|
},
|
|
"trial_id": "sessions/rep1-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.9966666666666667,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.002571552,
|
|
"max_internal_gap_s": 0.533068266,
|
|
"start_gap_s": 0.002834243
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.9964705882352941,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.002910387,
|
|
"max_internal_gap_s": 0.26729158,
|
|
"start_gap_s": 0.006516028
|
|
},
|
|
"trial_id": "sessions/rep2-mns64/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.9966666666666667,
|
|
"level": "low",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.005037876,
|
|
"max_internal_gap_s": 0.524592261,
|
|
"start_gap_s": 0.003957027
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.9466666666666667,
|
|
"level": "mid",
|
|
"replicate": 2,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.04911377,
|
|
"max_internal_gap_s": 0.184204303,
|
|
"start_gap_s": 0.00971298
|
|
},
|
|
"trial_id": "sessions/rep2-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.9961111111111111,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.001459145,
|
|
"max_internal_gap_s": 0.184019771,
|
|
"start_gap_s": 0.003328883
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns16",
|
|
"completed_fraction": 0.9392156862745098,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.024192492,
|
|
"max_internal_gap_s": 0.174342785,
|
|
"start_gap_s": 0.000436554
|
|
},
|
|
"trial_id": "sessions/rep3-mns16/mid/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.9966666666666667,
|
|
"level": "low",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.004830812,
|
|
"max_internal_gap_s": 0.197897948,
|
|
"start_gap_s": 0.002055499
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/low/result.json"
|
|
},
|
|
{
|
|
"admitted_fraction": 1.0,
|
|
"cell": "tp4_mns64",
|
|
"completed_fraction": 0.9929411764705882,
|
|
"level": "mid",
|
|
"replicate": 3,
|
|
"telemetry_coverage": {
|
|
"end_gap_s": 0.021026794,
|
|
"max_internal_gap_s": 0.186718691,
|
|
"start_gap_s": 0.041331534
|
|
},
|
|
"trial_id": "sessions/rep3-mns64/mid/result.json"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"sanity": {
|
|
"controller": {
|
|
"gpu_hours_total": 5.092428478929731,
|
|
"invariants": {
|
|
"all_sessions_complete": true,
|
|
"all_stream_validation_invariants_pass": true,
|
|
"completed_session_count": true,
|
|
"controller_complete": true,
|
|
"exact_session_set": true,
|
|
"no_controller_failures": true,
|
|
"under_h20_hour_cap": true
|
|
},
|
|
"path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/controller-state.json",
|
|
"red_flags": [],
|
|
"sha256": "f928a7bc8b4f6877a1f3ec71715177711428820c6a60669b29092e7371bdd734"
|
|
},
|
|
"cumulative_coverage": {
|
|
"invariants": {
|
|
"admitted_fraction_monotonic": true,
|
|
"completed_fraction_monotonic": true,
|
|
"same_trials_at_every_checkpoint": true
|
|
},
|
|
"red_flags": []
|
|
},
|
|
"red_flags": [],
|
|
"stream_bytes": {
|
|
"distinct_n": 6,
|
|
"max": 58550249.0,
|
|
"min": 52931532.0,
|
|
"n": 6
|
|
},
|
|
"streams": 6
|
|
},
|
|
"schema": "intervention-response-phase-aware-pilot-analysis-v3",
|
|
"stable_adjacent_efficacy_features": {
|
|
"0.25->0.50": [],
|
|
"0.50->0.75": [],
|
|
"0.75->1.00": []
|
|
},
|
|
"stable_adjacent_features": {
|
|
"0.10->0.25": [],
|
|
"0.25->0.50": [],
|
|
"0.50->0.75": [
|
|
"graph_padding_fraction"
|
|
],
|
|
"0.75->1.00": [
|
|
"graph_padding_fraction",
|
|
"queue_waiting_mean"
|
|
]
|
|
},
|
|
"stable_incremental_efficacy_candidates": [],
|
|
"stable_incremental_efficacy_features": [],
|
|
"status": "COMPLETE"
|
|
}
|