{ "claim_boundary": "Development mechanism pilot; not a held-out paper claim.", "cumulative": [ { "action_pairs": 6, "actions": [ { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.01629688095037396, "tpot_mean_over_slo": -0.00616777464948251, "ttft_max_over_slo_max": -0.04632652748841792, "ttft_mean_over_slo_max": -0.002870656998408553 }, "delta_state": { "batch_size.mean": -0.07015726376607656, "batch_tokens.mean": -1.516200383603163, "decode_batch_size.mean": -0.06904842848992132, "graph_full_share": 0.0002648406614842447, "graph_none_share": -0.002304071470614101, "graph_padding_fraction": 0.0016774700470183774, "kv_usage_end_minus_start": 1.8935114667439912e-05, "kv_usage_max": 0.000835313152050321, "kv_usage_mean": -0.0002023458881830597, "preemptions": 0.0, "prefill_token_fraction": -6.6475857588566e-06, "queue_running_mean": -0.2196172835333332, "queue_waiting_mean": -0.06376780166666667, "scheduler_steps_per_s": 1.6666666666666714 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 1, "request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373", "result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9", "trial_id": "sessions/rep1-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473", "result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6", "trial_id": "sessions/rep1-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.000784313725490196, "completed_over_admitted": 0.0, "completed_pass_rate": 0.009216589861751112, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.29719366945920317, "tpot_mean_over_slo": 0.03216772663644496, "ttft_max_over_slo_max": -0.26695654933185625, "ttft_mean_over_slo_max": -0.0567957568681583 }, "delta_state": { "batch_size.mean": -1.148782542917619, "batch_tokens.mean": -26.133196704277452, "decode_batch_size.mean": -1.1386565766713446, "graph_full_share": 0.012748972070391162, "graph_none_share": -0.017569378163986613, "graph_padding_fraction": 0.0029836610976256795, "kv_usage_end_minus_start": 6.887268460797902e-05, "kv_usage_max": 0.023285407613873432, "kv_usage_mean": 0.0014582718656800941, "preemptions": 0.0, "prefill_token_fraction": -0.00016554148424863246, "queue_running_mean": 1.499029866199999, "queue_waiting_mean": -2.5166945028333334, "scheduler_steps_per_s": 9.266666666666666 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 1, "request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.5603921568627451, "mns": 16, "requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193", "result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f", "trial_id": "sessions/rep1-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe", "result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c", "trial_id": "sessions/rep1-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.051139209137158914, "tpot_mean_over_slo": -0.01140034356948863, "ttft_max_over_slo_max": -0.016116498833677426, "ttft_mean_over_slo_max": -0.0032859918483368646 }, "delta_state": { "batch_size.mean": -0.38049431384111454, "batch_tokens.mean": -9.40007307911111, "decode_batch_size.mean": -0.37729230010560766, "graph_full_share": 0.003814274093207559, "graph_none_share": -0.008561445619684624, "graph_padding_fraction": 0.0018195892219365715, "kv_usage_end_minus_start": 3.2185675094664745e-05, "kv_usage_max": 0.0022799714777140823, "kv_usage_mean": -0.00029136261801412065, "preemptions": 0.0, "prefill_token_fraction": 1.739291503155549e-06, "queue_running_mean": -0.4335179698999996, "queue_waiting_mean": -0.0903444594, "scheduler_steps_per_s": 5.733333333333334 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 2, "request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb", "result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb", "trial_id": "sessions/rep2-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209", "result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50", "trial_id": "sessions/rep2-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.007450980392156863, "completed_over_admitted": 0.09411764705882353, "completed_pass_rate": 0.0875576036866359, "outstanding_over_admitted": -0.09411764705882353, "tpot_max_over_slo": 0.23737520567053472, "tpot_mean_over_slo": 0.05593989653787507, "ttft_max_over_slo_max": -0.35981755234145874, "ttft_mean_over_slo_max": -0.14934518008110995 }, "delta_state": { "batch_size.mean": 1.556060197394805, "batch_tokens.mean": 36.05112475298853, "decode_batch_size.mean": 1.538767142928517, "graph_full_share": -0.0035723945897613296, "graph_none_share": -0.005640562586105874, "graph_padding_fraction": 0.005841856698433652, "kv_usage_end_minus_start": 0.0004291753466407755, "kv_usage_max": 0.022672590909591506, "kv_usage_mean": 0.004255843424978539, "preemptions": 0.0, "prefill_token_fraction": 0.00010886369563634091, "queue_running_mean": 4.158758860866666, "queue_waiting_mean": -8.736845286133335, "scheduler_steps_per_s": -2.8666666666666742 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 2, "request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.31450980392156863, "mns": 16, "requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3", "result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b", "trial_id": "sessions/rep2-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4", "result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035", "trial_id": "sessions/rep2-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.006756756756756799, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.006756756756756757, "tpot_max_over_slo": -0.041394997635621655, "tpot_mean_over_slo": -0.01348315882501705, "ttft_max_over_slo_max": -0.017940445327743276, "ttft_mean_over_slo_max": -0.0005297892694696611 }, "delta_state": { "batch_size.mean": -0.31669151594137457, "batch_tokens.mean": -6.478151733400836, "decode_batch_size.mean": -0.31462821691596865, "graph_full_share": 0.0030818985907783425, "graph_none_share": -0.003947353186013504, "graph_padding_fraction": 0.0005071155621097952, "kv_usage_end_minus_start": 1.1754955765441721e-05, "kv_usage_max": -0.0005344961965740858, "kv_usage_mean": -0.00033430782337439107, "preemptions": 0.0, "prefill_token_fraction": -1.9980466968050337e-05, "queue_running_mean": -0.4079099217666666, "queue_waiting_mean": -0.0088438692, "scheduler_steps_per_s": 8.866666666666674 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 3, "request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549", "result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6", "trial_id": "sessions/rep3-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe", "result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950", "trial_id": "sessions/rep3-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.00462962962962965, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.004629629629629629, "tpot_max_over_slo": 0.08779462519483128, "tpot_mean_over_slo": -0.008887102176446698, "ttft_max_over_slo_max": -0.1334900961664971, "ttft_mean_over_slo_max": -0.024482643441387678 }, "delta_state": { "batch_size.mean": -0.9935947147364157, "batch_tokens.mean": -21.599624508861467, "decode_batch_size.mean": -0.9860765047065438, "graph_full_share": 0.01304670412975728, "graph_none_share": -0.016958392743085346, "graph_padding_fraction": 0.0017066418645361164, "kv_usage_end_minus_start": -0.0004999534145386786, "kv_usage_max": 0.01138222251747023, "kv_usage_mean": -0.0002145679209778744, "preemptions": 0.0, "prefill_token_fraction": 4.875021747730024e-06, "queue_running_mean": -0.33937291983333395, "queue_waiting_mean": -1.0697946031666667, "scheduler_steps_per_s": 9.5 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 3, "request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.2635294117647059, "mns": 16, "requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68", "result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6", "trial_id": "sessions/rep3-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b", "result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b", "trial_id": "sessions/rep3-mns64/mid/result.json" } } ], "coverage_at_end": { "admitted_fraction_of_total": { "distinct_n": 6, "max": 0.10055555555555555, "min": 0.08222222222222222, "n": 12 }, "completed_fraction_of_total": { "distinct_n": 9, "max": 0.09450980392156863, "min": 0.08055555555555556, "n": 12 } }, "efficacy": { "cross_validation_possible": true, "label_balance_sufficient": true, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "outcome_delta": { "best_accuracy": 0.8333333333333334, "best_balanced_accuracy": 0.8333333333333333, "best_feature": "ttft_mean_over_slo_max", "features": { "admitted_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "admitted_input_tokens_mean_over_limit": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "completed_fail_fraction_of_total": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.0037254901960784314, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.000392156862745098, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.000392156862745098, "train_balanced_accuracy": 1.0 } ] }, "completed_over_admitted": { "accuracy": 0.3333333333333333, "balanced_accuracy": 0.3333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.002314814814814825, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 0 ], "threshold": 0.0056931931931932245, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.047058823529411764, "train_balanced_accuracy": 0.75 } ] }, "completed_pass_rate": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.04377880184331795, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004608294930875556, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.004608294930875556, "train_balanced_accuracy": 1.0 } ] }, "outstanding_over_admitted": { "accuracy": 0.3333333333333333, "balanced_accuracy": 0.3333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.0023148148148148147, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 0 ], "threshold": -0.005693193193193193, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.047058823529411764, "train_balanced_accuracy": 0.75 } ] }, "tpot_max_over_slo": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0694669171659951, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.05204575307260262, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.14425720740384682, "train_balanced_accuracy": 1.0 } ] }, "tpot_mean_over_slo": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.010143722872967664, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.011185130500731874, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.012999975993481225, "train_balanced_accuracy": 1.0 } ] }, "ttft_max_over_slo_max": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.07571527074712019, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.08990831182745751, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.1566415384101371, "train_balanced_accuracy": 1.0 } ] }, "ttft_mean_over_slo_max": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.013884317644862271, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.013676650219898116, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.03004087435824758, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "positive": 3, "telemetry_delta": { "best_accuracy": 0.8333333333333334, "best_balanced_accuracy": 0.8333333333333333, "best_feature": "queue_waiting_mean", "features": { "decode_batch_size.mean": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.6120694630062742, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.6503523608112562, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.7348593572192978, "train_balanced_accuracy": 0.75 } ] }, "graph_padding_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0011068787133229558, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0016920559557772469, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.0024016251597811255, "train_balanced_accuracy": 1.0 } ] }, "kv_usage_mean": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.00025296526949599753, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.00027443787217613274, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.0006279629887485172, "train_balanced_accuracy": 1.0 } ] }, "prefill_token_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 3.3071566254427864e-06, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -8.862820055632881e-07, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 5.530149356974823e-05, "train_balanced_accuracy": 0.75 } ] }, "queue_running_mean": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.3736414208000003, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.3736414208000003, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.6397062913333329, "train_balanced_accuracy": 1.0 } ] }, "queue_waiting_mean": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5800695312833334, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5667812024166667, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -1.3035194811166666, "train_balanced_accuracy": 1.0 } ] }, "scheduler_steps_per_s": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 1.43333333333333, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 9.06666666666667, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.6000000000000014, "train_balanced_accuracy": 0.75 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "telemetry_qualifying_features": [], "transitions": { "false->true": 3, "true->true": 3 } }, "end_fraction": 0.1, "end_s": 30.0, "qualifying_response_features": [], "repeat_pairs": 8, "response_statistics": { "batch_size.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.6870445142887651, "action_delta": { "distinct_n": 6, "max": 1.556060197394805, "min": -1.148782542917619, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 5, "positive": 1, "zero": 0 }, "effect_to_repeat_median": 0.3035211077938369, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 2.263580675764507, "repeat_abs_p95": 4.395096149234066, "repeat_delta": { "distinct_n": 8, "max": 3.5883262763875994, "min": -4.829510696151395, "n": 8 } }, "batch_tokens.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 15.499848793986288, "action_delta": { "distinct_n": 6, "max": 36.05112475298853, "min": -26.133196704277452, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 5, "positive": 1, "zero": 0 }, "effect_to_repeat_median": 0.22257219949412319, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 69.63964425573081, "repeat_abs_p95": 109.27564134554108, "repeat_delta": { "distinct_n": 8, "max": 90.40754990562004, "min": -119.43538289011397, "n": 8 } }, "decode_batch_size.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.6816844024060758, "action_delta": { "distinct_n": 6, "max": 1.538767142928517, "min": -1.1386565766713446, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 5, "positive": 1, "zero": 0 }, "effect_to_repeat_median": 0.3037217743723986, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 2.2444370470793134, "repeat_abs_p95": 4.356596129476966, "repeat_delta": { "distinct_n": 8, "max": 3.5576095550798925, "min": -4.7868196695369285, "n": 8 } }, "graph_full_share": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0036933343414844444, "action_delta": { "distinct_n": 6, "max": 0.01304670412975728, "min": -0.0035723945897613296, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 1, "positive": 5, "zero": 0 }, "effect_to_repeat_median": 0.20058285425846942, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.01841301119748373, "repeat_abs_p95": 0.03154665462224765, "repeat_delta": { "distinct_n": 8, "max": 0.035311983128397895, "min": -0.024553901682254353, "n": 8 } }, "graph_none_share": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.007101004102895249, "action_delta": { "distinct_n": 6, "max": -0.002304071470614101, "min": -0.017569378163986613, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.43631188200171145, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.01627506468610771, "repeat_abs_p95": 0.023219157547472946, "repeat_delta": { "distinct_n": 8, "max": 0.01731224262368622, "min": -0.024172434833284892, "n": 8 } }, "graph_padding_fraction": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.001763115543236344, "action_delta": { "distinct_n": 6, "max": 0.005841856698433652, "min": 0.0005071155621097952, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 1.3596998263590112, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0012966946888252496, "repeat_abs_p95": 0.004289292768312434, "repeat_delta": { "distinct_n": 8, "max": 0.005183048738787855, "min": -0.0026294602517152265, "n": 8 } }, "kv_usage_end_minus_start": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 5.052917985132188e-05, "action_delta": { "distinct_n": 6, "max": 0.0004291753466407755, "min": -0.0004999534145386786, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 1, "positive": 5, "zero": 0 }, "effect_to_repeat_median": 0.005664167631863443, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.008920848240273282, "repeat_abs_p95": 0.01385760527350104, "repeat_delta": { "distinct_n": 8, "max": 0.007292667470716885, "min": -0.013864756025266267, "n": 8 } }, "kv_usage_max": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.0068310969975921565, "action_delta": { "distinct_n": 6, "max": 0.023285407613873432, "min": -0.0005344961965740858, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 1, "positive": 5, "zero": 0 }, "effect_to_repeat_median": 2.5270151274703703, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0027032275839323217, "repeat_abs_p95": 0.00993555673664627, "repeat_delta": { "distinct_n": 8, "max": 0.006112144565506239, "min": -0.011994317136490906, "n": 8 } }, "kv_usage_mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.00031283522069425586, "action_delta": { "distinct_n": 6, "max": 0.004255843424978539, "min": -0.00033430782337439107, "n": 6 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 4, "positive": 2, "zero": 0 }, "effect_to_repeat_median": 0.09690654635110718, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0032282155589448643, "repeat_abs_p95": 0.007211323545202779, "repeat_delta": { "distinct_n": 8, "max": 0.005822121070260689, "min": -0.007959355647094676, "n": 8 } }, "preemptions": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0, "action_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 6 }, "action_signs": { "consistency": 0.0, "negative": 0, "positive": 0, "zero": 6 }, "effect_to_repeat_median": 0.0, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 0.0, "repeat_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 8 } }, "prefill_token_fraction": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 1.3314026363453468e-05, "action_delta": { "distinct_n": 6, "max": 0.00010886369563634091, "min": -0.00016554148424863246, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 0.003330724358187011, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.003997336594584067, "repeat_abs_p95": 0.008763072555415058, "repeat_delta": { "distinct_n": 8, "max": 0.00594070169016081, "min": -0.00877067447087998, "n": 8 } }, "queue_running_mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.4207139458333331, "action_delta": { "distinct_n": 6, "max": 4.158758860866666, "min": -0.4335179698999996, "n": 6 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 4, "positive": 2, "zero": 0 }, "effect_to_repeat_median": 0.15311155459778686, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 2.7477609181, "repeat_abs_p95": 6.218551537058331, "repeat_delta": { "distinct_n": 8, "max": 4.289906706066667, "min": -7.2570525999, "n": 8 } }, "queue_waiting_mean": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.5800695312833334, "action_delta": { "distinct_n": 6, "max": -0.0088438692, "min": -8.736845286133335, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 41.55250132555395, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.013959918483333333, "repeat_abs_p95": 7.160673893926665, "repeat_delta": { "distinct_n": 8, "max": 6.219170523933334, "min": -7.667637247, "n": 8 } }, "scheduler_steps_per_s": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 7.300000000000004, "action_delta": { "distinct_n": 6, "max": 9.5, "min": -2.8666666666666742, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 1, "positive": 5, "zero": 0 }, "effect_to_repeat_median": 0.3724489795918368, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 19.60000000000001, "repeat_abs_p95": 26.37000000000001, "repeat_delta": { "distinct_n": 8, "max": 27.466666666666683, "min": -21.63333333333334, "n": 8 } } }, "sanity": { "invariants": { "all_results_uncensored": true, "expected_action_pair_count": true, "expected_repeat_pair_count": true, "finite_deltas": true, "layer1_boundary_and_internal_gaps_bounded": true, "nonnegative_counters": true, "per_cell_state_vectors_not_all_identical": true, "ratios_bounded": true, "state_vectors_not_all_identical": true }, "red_flags": [], "trials": 12 }, "start_s": 0.0, "trial_sanity": [ { "admitted_fraction": 0.08944444444444444, "cell": "tp4_mns16", "completed_fraction": 0.08499999999999999, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.060456432, "max_internal_gap_s": 0.648316718, "start_gap_s": 0.042673865 }, "trial_id": "sessions/rep1-mns16/low/result.json" }, { "admitted_fraction": 0.09058823529411765, "cell": "tp4_mns16", "completed_fraction": 0.08509803921568629, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.057208547, "max_internal_gap_s": 0.183419024, "start_gap_s": 0.042930986 }, "trial_id": "sessions/rep1-mns16/mid/result.json" }, { "admitted_fraction": 0.08944444444444444, "cell": "tp4_mns64", "completed_fraction": 0.08499999999999999, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.058728784, "max_internal_gap_s": 0.637319097, "start_gap_s": 0.043186851 }, "trial_id": "sessions/rep1-mns64/low/result.json" }, { "admitted_fraction": 0.09058823529411765, "cell": "tp4_mns64", "completed_fraction": 0.08509803921568629, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.05828864, "max_internal_gap_s": 0.184687818, "start_gap_s": 0.043187905 }, "trial_id": "sessions/rep1-mns64/mid/result.json" }, { "admitted_fraction": 0.10055555555555555, "cell": "tp4_mns64", "completed_fraction": 0.09444444444444444, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.003924877, "max_internal_gap_s": 0.185686919, "start_gap_s": 0.107508086 }, "trial_id": "sessions/rep2-mns64/low/result.json" }, { "admitted_fraction": 0.1, "cell": "tp4_mns64", "completed_fraction": 0.09450980392156863, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.00433309, "max_internal_gap_s": 0.17460317, "start_gap_s": 0.107570476 }, "trial_id": "sessions/rep2-mns64/mid/result.json" }, { "admitted_fraction": 0.10055555555555555, "cell": "tp4_mns16", "completed_fraction": 0.09444444444444444, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.005845828, "max_internal_gap_s": 0.174851445, "start_gap_s": 0.107276851 }, "trial_id": "sessions/rep2-mns16/low/result.json" }, { "admitted_fraction": 0.1, "cell": "tp4_mns16", "completed_fraction": 0.08509803921568627, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.00492273, "max_internal_gap_s": 0.184443946, "start_gap_s": 0.10804117 }, "trial_id": "sessions/rep2-mns16/mid/result.json" }, { "admitted_fraction": 0.08222222222222222, "cell": "tp4_mns16", "completed_fraction": 0.08055555555555556, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.00040958, "max_internal_gap_s": 0.611972913, "start_gap_s": 0.120533656 }, "trial_id": "sessions/rep3-mns16/low/result.json" }, { "admitted_fraction": 0.08470588235294117, "cell": "tp4_mns16", "completed_fraction": 0.08156862745098038, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.008592672, "max_internal_gap_s": 0.169483992, "start_gap_s": 0.124699964 }, "trial_id": "sessions/rep3-mns16/mid/result.json" }, { "admitted_fraction": 0.08222222222222222, "cell": "tp4_mns64", "completed_fraction": 0.08111111111111112, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.000396531, "max_internal_gap_s": 0.612067602, "start_gap_s": 0.123493588 }, "trial_id": "sessions/rep3-mns64/low/result.json" }, { "admitted_fraction": 0.08470588235294117, "cell": "tp4_mns64", "completed_fraction": 0.08196078431372548, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.009495956, "max_internal_gap_s": 0.18072421, "start_gap_s": 0.122478295 }, "trial_id": "sessions/rep3-mns64/mid/result.json" } ] }, { "action_pairs": 6, "actions": [ { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.07082632707989239, "tpot_mean_over_slo": -0.00490180963817316, "ttft_max_over_slo_max": -0.04153848900265682, "ttft_mean_over_slo_max": -0.006891098180069163 }, "delta_state": { "batch_size.mean": -0.2638104929979219, "batch_tokens.mean": -5.845648825359461, "decode_batch_size.mean": -0.26164909366742517, "graph_full_share": 0.002180359902912321, "graph_none_share": -0.006323059607193614, "graph_padding_fraction": 0.0018335461795120685, "kv_usage_end_minus_start": 1.026766711520466e-05, "kv_usage_max": 0.004459034805309736, "kv_usage_mean": -0.00014393587383104527, "preemptions": 0.0, "prefill_token_fraction": -2.725586323304441e-05, "queue_running_mean": -0.18631020918666685, "queue_waiting_mean": -0.20975605228, "scheduler_steps_per_s": 4.9466666666666725 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 1, "request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373", "result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9", "trial_id": "sessions/rep1-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473", "result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6", "trial_id": "sessions/rep1-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.00196078431372549, "completed_over_admitted": 0.01983471074380172, "completed_pass_rate": 0.008665511265164683, "outstanding_over_admitted": -0.01983471074380165, "tpot_max_over_slo": 0.2753294892902449, "tpot_mean_over_slo": 0.04011748202807386, "ttft_max_over_slo_max": -0.2852395010025551, "ttft_mean_over_slo_max": -0.06592333248276636 }, "delta_state": { "batch_size.mean": -0.8231037548470876, "batch_tokens.mean": -19.74330932592642, "decode_batch_size.mean": -0.8152070406366647, "graph_full_share": 0.00839719842479858, "graph_none_share": -0.018146448159773024, "graph_padding_fraction": 0.005340401585168801, "kv_usage_end_minus_start": -0.004438767356134465, "kv_usage_max": 0.027975123151637415, "kv_usage_mean": 0.002385274257794787, "preemptions": 0.0, "prefill_token_fraction": -0.00025035500653580733, "queue_running_mean": 2.133982110813333, "queue_waiting_mean": -3.33810440732, "scheduler_steps_per_s": 6.320000000000007 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 1, "request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.5603921568627451, "mns": 16, "requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193", "result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f", "trial_id": "sessions/rep1-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe", "result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c", "trial_id": "sessions/rep1-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.004796163069544446, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.004796163069544366, "tpot_max_over_slo": 0.051139209137158914, "tpot_mean_over_slo": -0.0074211636478002385, "ttft_max_over_slo_max": -0.03542824399967988, "ttft_mean_over_slo_max": -0.0033018737683347885 }, "delta_state": { "batch_size.mean": -0.2685691864197386, "batch_tokens.mean": -6.959429182398708, "decode_batch_size.mean": -0.26598172047692614, "graph_full_share": 0.0028314394428595735, "graph_none_share": -0.007209322700149463, "graph_padding_fraction": 0.0012877200176958283, "kv_usage_end_minus_start": -0.0011333814702583211, "kv_usage_max": 0.0022799714777140823, "kv_usage_mean": -0.0001951815494633533, "preemptions": 0.0, "prefill_token_fraction": -0.00014483809619469934, "queue_running_mean": -0.2747586459066662, "queue_waiting_mean": -0.08017956545333334, "scheduler_steps_per_s": 5.586666666666659 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 2, "request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb", "result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb", "trial_id": "sessions/rep2-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209", "result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50", "trial_id": "sessions/rep2-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.02980392156862745, "completed_over_admitted": 0.018394648829431426, "completed_pass_rate": 0.13356766256590513, "outstanding_over_admitted": -0.01839464882943144, "tpot_max_over_slo": 0.23737520567053472, "tpot_mean_over_slo": 0.010490282370595683, "ttft_max_over_slo_max": -0.38453158099825185, "ttft_mean_over_slo_max": -0.19098879755079737 }, "delta_state": { "batch_size.mean": -1.413753104794269, "batch_tokens.mean": -30.311859850911844, "decode_batch_size.mean": -1.4061952013981784, "graph_full_share": 0.021360307900858633, "graph_none_share": -0.03011422871811248, "graph_padding_fraction": 0.007512227776197788, "kv_usage_end_minus_start": 0.0021360977816522464, "kv_usage_max": 0.022672590909591506, "kv_usage_mean": 0.0010254846876152635, "preemptions": 0.0, "prefill_token_fraction": 0.0003313271687591657, "queue_running_mean": 0.7838954335199997, "queue_waiting_mean": -9.07047515872, "scheduler_steps_per_s": 8.959999999999994 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 2, "request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.31450980392156863, "mns": 16, "requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3", "result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b", "trial_id": "sessions/rep2-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4", "result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035", "trial_id": "sessions/rep2-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0024154589371980784, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.0024154589371980714, "tpot_max_over_slo": -0.006984168036628269, "tpot_mean_over_slo": -0.01111313281352852, "ttft_max_over_slo_max": -0.017940445327743276, "ttft_mean_over_slo_max": -0.0018007220652844075 }, "delta_state": { "batch_size.mean": -0.3420664768336481, "batch_tokens.mean": -6.950334498514508, "decode_batch_size.mean": -0.3395672760130166, "graph_full_share": 0.0029764291623558536, "graph_none_share": -0.005728618501492012, "graph_padding_fraction": 0.0005459147599019987, "kv_usage_end_minus_start": -0.003587734700701506, "kv_usage_max": 3.276805657914661e-05, "kv_usage_mean": -0.0002979372353175526, "preemptions": 0.0, "prefill_token_fraction": -6.130606240972725e-05, "queue_running_mean": -0.4039724217999998, "queue_waiting_mean": -0.030365675946666667, "scheduler_steps_per_s": 7.826666666666668 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 3, "request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549", "result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6", "trial_id": "sessions/rep3-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe", "result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950", "trial_id": "sessions/rep3-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.013628620102214661, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.013628620102214647, "tpot_max_over_slo": 0.08779462519483128, "tpot_mean_over_slo": -0.005083324937856265, "ttft_max_over_slo_max": -0.17233173300822574, "ttft_mean_over_slo_max": -0.03508650576710582 }, "delta_state": { "batch_size.mean": -0.5655282844513536, "batch_tokens.mean": -11.412062377336781, "decode_batch_size.mean": -0.562525695471205, "graph_full_share": 0.009956297228293054, "graph_none_share": -0.01796699078506772, "graph_padding_fraction": 0.0038365149210898572, "kv_usage_end_minus_start": 0.005666174682015579, "kv_usage_max": 0.01138222251747023, "kv_usage_mean": 0.0003053257977473668, "preemptions": 0.0, "prefill_token_fraction": -1.837494489209668e-05, "queue_running_mean": 0.1581681952266667, "queue_waiting_mean": -2.0748791364133337, "scheduler_steps_per_s": 7.079999999999998 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 3, "request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.2635294117647059, "mns": 16, "requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68", "result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6", "trial_id": "sessions/rep3-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b", "result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b", "trial_id": "sessions/rep3-mns64/mid/result.json" } } ], "coverage_at_end": { "admitted_fraction_of_total": { "distinct_n": 6, "max": 0.23777777777777778, "min": 0.23, "n": 12 }, "completed_fraction_of_total": { "distinct_n": 11, "max": 0.23555555555555557, "min": 0.2152941176470588, "n": 12 } }, "efficacy": { "cross_validation_possible": true, "label_balance_sufficient": true, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "outcome_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "ttft_max_over_slo_max", "features": { "admitted_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "admitted_input_tokens_mean_over_limit": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "completed_fail_fraction_of_total": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.014901960784313726, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.000980392156862745, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.000980392156862745, "train_balanced_accuracy": 1.0 } ] }, "completed_over_admitted": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.009212391585879554, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.00802203951970637, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.011595405949487936, "train_balanced_accuracy": 1.0 } ] }, "completed_pass_rate": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.06678383128295257, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004332755632582341, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.004332755632582341, "train_balanced_accuracy": 1.0 } ] }, "outstanding_over_admitted": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.009212391585879507, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.00802203951970636, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.011595405949487903, "train_balanced_accuracy": 1.0 } ] }, "tpot_max_over_slo": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0694669171659951, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.07931047613736183, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.15410076637521355, "train_balanced_accuracy": 1.0 } ] }, "tpot_mean_over_slo": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.006252244292828252, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.008098228875692393, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.0027942363662112613, "train_balanced_accuracy": 1.0 } ] }, "ttft_max_over_slo_max": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.1038799885039528, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.10693511100544129, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.16338899500260595, "train_balanced_accuracy": 1.0 } ] }, "ttft_mean_over_slo_max": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.019194189767720304, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.02098880197358749, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.03640721533141776, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "positive": 3, "telemetry_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "queue_waiting_mean", "features": { "decode_batch_size.mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.4510464857421108, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.4510464857421108, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5405943805567954, "train_balanced_accuracy": 1.0 } ] }, "graph_padding_fraction": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0025621174693928428, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.002835030550300963, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.003586973882340435, "train_balanced_accuracy": 1.0 } ] }, "kv_usage_mean": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 5.5072124142006764e-05, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 8.069496195816078e-05, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.0004407744068921091, "train_balanced_accuracy": 1.0 } ] }, "prefill_token_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 0 ], "threshold": -3.984050365091196e-05, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -2.2815404062570543e-05, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.00015203565276306064, "train_balanced_accuracy": 0.75 } ] }, "queue_running_mean": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.05829522533999976, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.014071006980000078, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.2987926121666664, "train_balanced_accuracy": 1.0 } ] }, "queue_waiting_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -1.0775293509333335, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -1.1423175943466668, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -1.7739302298, "train_balanced_accuracy": 1.0 } ] }, "scheduler_steps_per_s": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 6.333333333333329, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 5.63333333333334, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 5.953333333333333, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "telemetry_qualifying_features": [], "transitions": { "false->true": 3, "true->true": 3 } }, "end_fraction": 0.25, "end_s": 75.0, "qualifying_response_features": [], "repeat_pairs": 8, "response_statistics": { "batch_size.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.45379738064250086, "action_delta": { "distinct_n": 6, "max": -0.2638104929979219, "min": -1.413753104794269, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.9705757741391393, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.467554819246339, "repeat_abs_p95": 2.634518964255186, "repeat_delta": { "distinct_n": 8, "max": 0.7001454483303338, "min": -2.9313976513752067, "n": 8 } }, "batch_tokens.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 9.185745779867744, "action_delta": { "distinct_n": 6, "max": -5.845648825359461, "min": -30.311859850911844, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.298783186954296, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 30.743850996116663, "repeat_abs_p95": 93.908100721683, "repeat_delta": { "distinct_n": 8, "max": 27.153830102554593, "min": -100.52302983743428, "n": 8 } }, "decode_batch_size.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.4510464857421108, "action_delta": { "distinct_n": 6, "max": -0.26164909366742517, "min": -1.4061952013981784, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.9732742893789799, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.4634320362350386, "repeat_abs_p95": 2.613462716433853, "repeat_delta": { "distinct_n": 8, "max": 0.6993897150480155, "min": -2.908747043508294, "n": 8 } }, "graph_full_share": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.005686813793577217, "action_delta": { "distinct_n": 6, "max": 0.021360307900858633, "min": 0.002180359902912321, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 1.4307684434738428, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0039746569890581895, "repeat_abs_p95": 0.021315647296768075, "repeat_delta": { "distinct_n": 8, "max": 0.024883252660879762, "min": -0.01469009447770353, "n": 8 } }, "graph_none_share": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.012588156742608592, "action_delta": { "distinct_n": 6, "max": -0.005728618501492012, "min": -0.03011422871811248, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 2.4566361209710017, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.005124143797752612, "repeat_abs_p95": 0.018876919314381714, "repeat_delta": { "distinct_n": 8, "max": 0.011349421052443798, "min": -0.022930187609271374, "n": 8 } }, "graph_padding_fraction": { "action_above_repeat_p95_fraction": 0.3333333333333333, "action_abs_median": 0.002835030550300963, "action_delta": { "distinct_n": 6, "max": 0.007512227776197788, "min": 0.0005459147599019987, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 1.9399840028075197, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0014613680041681495, "repeat_abs_p95": 0.004511807887601192, "repeat_delta": { "distinct_n": 8, "max": 0.005553318782013202, "min": -0.0010848582943063204, "n": 8 } }, "kv_usage_end_minus_start": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.002861916241176876, "action_delta": { "distinct_n": 6, "max": 0.005666174682015579, "min": -0.004438767356134465, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 0.547685400888532, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.00522547476440649, "repeat_abs_p95": 0.007084887036630881, "repeat_delta": { "distinct_n": 8, "max": 0.007595504930191788, "min": -0.001265067308722334, "n": 8 } }, "kv_usage_max": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.007920628661389983, "action_delta": { "distinct_n": 6, "max": 0.027975123151637415, "min": 3.276805657914661e-05, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 5.977407604410328, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0013250942859486248, "repeat_abs_p95": 0.0092433410331364, "repeat_delta": { "distinct_n": 8, "max": 0.0011681468294250097, "min": -0.011994317136490906, "n": 8 } }, "kv_usage_mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0003016315165324597, "action_delta": { "distinct_n": 6, "max": 0.002385274257794787, "min": -0.0002979372353175526, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 0.1832373452641962, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.001646124681066296, "repeat_abs_p95": 0.004755246907733842, "repeat_delta": { "distinct_n": 8, "max": 0.001880248703786131, "min": -0.005007302519187606, "n": 8 } }, "preemptions": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0, "action_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 6 }, "action_signs": { "consistency": 0.0, "negative": 0, "positive": 0, "zero": 6 }, "effect_to_repeat_median": 0.0, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 0.0, "repeat_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 8 } }, "prefill_token_fraction": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.00010307207930221329, "action_delta": { "distinct_n": 6, "max": 0.0003313271687591657, "min": -0.00025035500653580733, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 5, "positive": 1, "zero": 0 }, "effect_to_repeat_median": 0.0193424286695313, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.005328807517567591, "repeat_abs_p95": 0.008606069879593642, "repeat_delta": { "distinct_n": 8, "max": 0.004217023010198662, "min": -0.008635306091418382, "n": 8 } }, "queue_running_mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.339365533853333, "action_delta": { "distinct_n": 6, "max": 2.133982110813333, "min": -0.4039724217999998, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 0.4388333493005985, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.7733357877066664, "repeat_abs_p95": 3.1493800733973325, "repeat_delta": { "distinct_n": 8, "max": 1.0551951064133327, "min": -3.3683846067999994, "n": 8 } }, "queue_waiting_mean": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 1.1423175943466668, "action_delta": { "distinct_n": 6, "max": -0.030365675946666667, "min": -9.07047515872, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 42.90527668627242, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.02662417498666667, "repeat_abs_p95": 6.55139452659, "repeat_delta": { "distinct_n": 8, "max": 5.732538843706667, "min": -6.992316817373333, "n": 8 } }, "scheduler_steps_per_s": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 6.700000000000003, "action_delta": { "distinct_n": 6, "max": 8.959999999999994, "min": 4.9466666666666725, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 1.0959651035986926, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 6.11333333333333, "repeat_abs_p95": 14.715333333333335, "repeat_delta": { "distinct_n": 8, "max": 15.373333333333335, "min": -4.8799999999999955, "n": 8 } } }, "sanity": { "invariants": { "all_results_uncensored": true, "expected_action_pair_count": true, "expected_repeat_pair_count": true, "finite_deltas": true, "layer1_boundary_and_internal_gaps_bounded": true, "nonnegative_counters": true, "per_cell_state_vectors_not_all_identical": true, "ratios_bounded": true, "state_vectors_not_all_identical": true }, "red_flags": [], "trials": 12 }, "start_s": 0.0, "trial_sanity": [ { "admitted_fraction": 0.23777777777777778, "cell": "tp4_mns16", "completed_fraction": 0.23555555555555557, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.001928339, "max_internal_gap_s": 0.648316718, "start_gap_s": 0.042673865 }, "trial_id": "sessions/rep1-mns16/low/result.json" }, { "admitted_fraction": 0.2372549019607843, "cell": "tp4_mns16", "completed_fraction": 0.22627450980392155, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.022443998, "max_internal_gap_s": 0.186336261, "start_gap_s": 0.042930986 }, "trial_id": "sessions/rep1-mns16/mid/result.json" }, { "admitted_fraction": 0.23777777777777778, "cell": "tp4_mns64", "completed_fraction": 0.23555555555555557, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.004213731, "max_internal_gap_s": 0.637319097, "start_gap_s": 0.043186851 }, "trial_id": "sessions/rep1-mns64/low/result.json" }, { "admitted_fraction": 0.2372549019607843, "cell": "tp4_mns64", "completed_fraction": 0.23098039215686275, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.003542116, "max_internal_gap_s": 0.184687818, "start_gap_s": 0.043187905 }, "trial_id": "sessions/rep1-mns64/mid/result.json" }, { "admitted_fraction": 0.23166666666666666, "cell": "tp4_mns64", "completed_fraction": 0.22611111111111112, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.007493238, "max_internal_gap_s": 0.185686919, "start_gap_s": 0.107508086 }, "trial_id": "sessions/rep2-mns64/low/result.json" }, { "admitted_fraction": 0.23450980392156862, "cell": "tp4_mns64", "completed_fraction": 0.22745098039215686, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.106828533, "max_internal_gap_s": 0.177241403, "start_gap_s": 0.107570476 }, "trial_id": "sessions/rep2-mns64/mid/result.json" }, { "admitted_fraction": 0.23166666666666666, "cell": "tp4_mns16", "completed_fraction": 0.22499999999999998, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.01771671, "max_internal_gap_s": 0.174851445, "start_gap_s": 0.107276851 }, "trial_id": "sessions/rep2-mns16/low/result.json" }, { "admitted_fraction": 0.23450980392156862, "cell": "tp4_mns16", "completed_fraction": 0.2231372549019608, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.049603839, "max_internal_gap_s": 0.184443946, "start_gap_s": 0.10804117 }, "trial_id": "sessions/rep2-mns16/mid/result.json" }, { "admitted_fraction": 0.23, "cell": "tp4_mns16", "completed_fraction": 0.2205555555555556, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.001863681, "max_internal_gap_s": 0.6478406, "start_gap_s": 0.120533656 }, "trial_id": "sessions/rep3-mns16/low/result.json" }, { "admitted_fraction": 0.23019607843137255, "cell": "tp4_mns16", "completed_fraction": 0.2152941176470588, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.17047515, "max_internal_gap_s": 0.182092338, "start_gap_s": 0.124699964 }, "trial_id": "sessions/rep3-mns16/mid/result.json" }, { "admitted_fraction": 0.23, "cell": "tp4_mns64", "completed_fraction": 0.22111111111111112, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.000487667, "max_internal_gap_s": 0.652764433, "start_gap_s": 0.123493588 }, "trial_id": "sessions/rep3-mns64/low/result.json" }, { "admitted_fraction": 0.23019607843137255, "cell": "tp4_mns64", "completed_fraction": 0.2184313725490196, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.006237065, "max_internal_gap_s": 0.32072392, "start_gap_s": 0.122478295 }, "trial_id": "sessions/rep3-mns64/mid/result.json" } ] }, { "action_pairs": 6, "actions": [ { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.07082632707989239, "tpot_mean_over_slo": -0.002512563182247657, "ttft_max_over_slo_max": -0.0679067323411194, "ttft_mean_over_slo_max": -0.007600825142914866 }, "delta_state": { "batch_size.mean": -0.20807041709602903, "batch_tokens.mean": -4.353835378889755, "decode_batch_size.mean": -0.20629266327798934, "graph_full_share": 0.0016140185178266098, "graph_none_share": -0.005313603464127993, "graph_padding_fraction": 0.001957578860938683, "kv_usage_end_minus_start": -1.4782427070203497e-06, "kv_usage_max": 0.004459034805309736, "kv_usage_mean": -3.034391627598776e-05, "preemptions": 0.0, "prefill_token_fraction": 8.331880587686413e-07, "queue_running_mean": -0.09870830548666643, "queue_waiting_mean": -0.24030856458, "scheduler_steps_per_s": 4.060000000000002 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 1, "request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373", "result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9", "trial_id": "sessions/rep1-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473", "result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6", "trial_id": "sessions/rep1-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.0027450980392156863, "completed_over_admitted": 0.0008250825082508628, "completed_pass_rate": 0.005833333333333357, "outstanding_over_admitted": -0.0008250825082508247, "tpot_max_over_slo": 0.2753294892902449, "tpot_mean_over_slo": 0.018526148273117438, "ttft_max_over_slo_max": -0.2765812376649895, "ttft_mean_over_slo_max": -0.08009172416899431 }, "delta_state": { "batch_size.mean": -1.5321059258942888, "batch_tokens.mean": -32.485419814050886, "decode_batch_size.mean": -1.5198458327871904, "graph_full_share": 0.015038490257038628, "graph_none_share": -0.024038730314888165, "graph_padding_fraction": 0.006587055652816478, "kv_usage_end_minus_start": -0.00022317841283692186, "kv_usage_max": 0.025909186619248126, "kv_usage_mean": 0.0012400736021554327, "preemptions": 0.0, "prefill_token_fraction": -2.8364032274130757e-05, "queue_running_mean": 0.8917809416333338, "queue_waiting_mean": -3.7602262873733334, "scheduler_steps_per_s": 9.026666666666657 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 1, "request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.5603921568627451, "mns": 16, "requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193", "result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f", "trial_id": "sessions/rep1-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe", "result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c", "trial_id": "sessions/rep1-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.051139209137158914, "tpot_mean_over_slo": -0.009262480213267976, "ttft_max_over_slo_max": -0.03542824399967988, "ttft_mean_over_slo_max": -0.003943418327769104 }, "delta_state": { "batch_size.mean": -0.37986757946740823, "batch_tokens.mean": -8.534190946122862, "decode_batch_size.mean": -0.3768320500033102, "graph_full_share": 0.0035430578279135316, "graph_none_share": -0.008383916364329017, "graph_padding_fraction": 0.001202567354812955, "kv_usage_end_minus_start": 8.450631670098296e-06, "kv_usage_max": 0.003782455175254884, "kv_usage_mean": -0.0002369648399766014, "preemptions": 0.0, "prefill_token_fraction": 1.1258245187217852e-06, "queue_running_mean": -0.3704274981866664, "queue_waiting_mean": -0.11654787507333333, "scheduler_steps_per_s": 6.200000000000003 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 2, "request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb", "result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb", "trial_id": "sessions/rep2-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209", "result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50", "trial_id": "sessions/rep2-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.14941176470588236, "completed_over_admitted": 0.044764188649080716, "completed_pass_rate": 0.32206255283178364, "outstanding_over_admitted": -0.04476418864908073, "tpot_max_over_slo": 0.2416662007889263, "tpot_mean_over_slo": 0.010014700010439026, "ttft_max_over_slo_max": -0.9367796959995758, "ttft_mean_over_slo_max": -0.3197808858475722 }, "delta_state": { "batch_size.mean": -0.8883519907951474, "batch_tokens.mean": -20.195851559300422, "decode_batch_size.mean": -0.8851481700211252, "graph_full_share": 0.021219737900431856, "graph_none_share": -0.03165408628562745, "graph_padding_fraction": 0.008308104332878177, "kv_usage_end_minus_start": -0.0007503119935704516, "kv_usage_max": 0.022672590909591506, "kv_usage_mean": 0.0015858745872947538, "preemptions": 0.0, "prefill_token_fraction": -0.00012884333456097963, "queue_running_mean": 1.2845878308199996, "queue_waiting_mean": -16.806316893553333, "scheduler_steps_per_s": 7.573333333333338 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 2, "request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.31450980392156863, "mns": 16, "requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3", "result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b", "trial_id": "sessions/rep2-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4", "result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035", "trial_id": "sessions/rep2-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.001179245283018937, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.0011792452830188694, "tpot_max_over_slo": 0.04993343196889949, "tpot_mean_over_slo": -0.008105257443938751, "ttft_max_over_slo_max": -0.026339164838039622, "ttft_mean_over_slo_max": -0.0029500323901768717 }, "delta_state": { "batch_size.mean": -0.28903355041794665, "batch_tokens.mean": -5.944731148030087, "decode_batch_size.mean": -0.2869327863683875, "graph_full_share": 0.0018351555779636541, "graph_none_share": -0.005482404566122215, "graph_padding_fraction": 0.000721905257347253, "kv_usage_end_minus_start": -0.0025560168080752677, "kv_usage_max": 0.005265908554136223, "kv_usage_mean": -0.00021185230120904664, "preemptions": 0.0, "prefill_token_fraction": -6.655514854192468e-05, "queue_running_mean": -0.30910058838666643, "queue_waiting_mean": -0.06934922306666667, "scheduler_steps_per_s": 6.219999999999999 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 3, "request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549", "result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6", "trial_id": "sessions/rep3-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe", "result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950", "trial_id": "sessions/rep3-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.19137254901960785, "completed_over_admitted": 0.034146341463414664, "completed_pass_rate": 0.42068965517241375, "outstanding_over_admitted": -0.03414634146341463, "tpot_max_over_slo": 0.1493312743232093, "tpot_mean_over_slo": 0.00256767021710691, "ttft_max_over_slo_max": -0.9516305106711418, "ttft_mean_over_slo_max": -0.3356434934483016 }, "delta_state": { "batch_size.mean": -0.7507094405947292, "batch_tokens.mean": -14.968838436325854, "decode_batch_size.mean": -0.7471714629717603, "graph_full_share": 0.016020663089875264, "graph_none_share": -0.02573950202606222, "graph_padding_fraction": 0.006257606960140573, "kv_usage_end_minus_start": 0.005366359584320524, "kv_usage_max": 0.012606264387448385, "kv_usage_mean": 0.0010847467256849628, "preemptions": 0.0, "prefill_token_fraction": 7.198152666310076e-05, "queue_running_mean": 0.8715743724000014, "queue_waiting_mean": -17.05635223198667, "scheduler_steps_per_s": 7.959999999999994 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 3, "request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.2635294117647059, "mns": 16, "requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68", "result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6", "trial_id": "sessions/rep3-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b", "result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b", "trial_id": "sessions/rep3-mns64/mid/result.json" } } ], "coverage_at_end": { "admitted_fraction_of_total": { "distinct_n": 6, "max": 0.49444444444444446, "min": 0.4711111111111111, "n": 12 }, "completed_fraction_of_total": { "distinct_n": 10, "max": 0.49111111111111116, "min": 0.4549019607843137, "n": 12 } }, "efficacy": { "cross_validation_possible": true, "label_balance_sufficient": true, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "outcome_delta": { "best_accuracy": 0.8333333333333334, "best_balanced_accuracy": 0.8333333333333333, "best_feature": "ttft_mean_over_slo_max", "features": { "admitted_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "admitted_input_tokens_mean_over_limit": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "completed_fail_fraction_of_total": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.07470588235294118, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.0013725490196078432, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.0013725490196078432, "train_balanced_accuracy": 1.0 } ] }, "completed_over_admitted": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.0176627933732168, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0004125412541254314, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0004125412541254314, "train_balanced_accuracy": 1.0 } ] }, "completed_pass_rate": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.16103127641589182, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0029166666666666785, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0029166666666666785, "train_balanced_accuracy": 1.0 } ] }, "outstanding_over_admitted": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.01766279337321675, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.00041254125412541233, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.00041254125412541233, "train_balanced_accuracy": 1.0 } ] }, "tpot_max_over_slo": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.10023524173018411, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.11007880070155085, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.15624626393440935, "train_balanced_accuracy": 1.0 } ] }, "tpot_mean_over_slo": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.002768793613415921, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 2.755351742962653e-05, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.0037510684140956846, "train_balanced_accuracy": 1.0 } ] }, "ttft_max_over_slo_max": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.48610396999962785, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.17224398500305443, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.17224398500305443, "train_balanced_accuracy": 1.0 } ] }, "ttft_mean_over_slo_max": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.16186215208767066, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.04384627465595459, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.04384627465595459, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "positive": 3, "telemetry_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "scheduler_steps_per_s", "features": { "decode_batch_size.mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5620017564875353, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5170521246700739, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.6309901100122177, "train_balanced_accuracy": 1.0 } ] }, "graph_padding_fraction": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.003730087157476764, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004107592910539628, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.00427231725687758, "train_balanced_accuracy": 1.0 } ] }, "kv_usage_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0004364472122379581, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0005272014047044875, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0006048648429397225, "train_balanced_accuracy": 1.0 } ] }, "prefill_token_fraction": { "accuracy": 0.3333333333333333, "balanced_accuracy": 0.3333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 3.655367559091127e-05, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 3.64073573609347e-05, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 0 ], "threshold": -1.3765422107681058e-05, "train_balanced_accuracy": 1.0 } ] }, "queue_running_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.28123689200666746, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.38643303345666746, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.39653631807333367, "train_balanced_accuracy": 1.0 } ] }, "queue_waiting_mean": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -8.461432384313333, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -2.000267425976667, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -2.000267425976667, "train_balanced_accuracy": 1.0 } ] }, "scheduler_steps_per_s": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 6.896666666666668, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 7.089999999999996, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 6.88666666666667, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "telemetry_qualifying_features": [ "decode_batch_size.mean", "graph_padding_fraction", "kv_usage_mean", "queue_running_mean", "scheduler_steps_per_s" ], "transitions": { "false->true": 3, "true->true": 3 } }, "end_fraction": 0.5, "end_s": 150.0, "qualifying_response_features": [ "graph_padding_fraction" ], "repeat_pairs": 8, "response_statistics": { "batch_size.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.5652885100310687, "action_delta": { "distinct_n": 6, "max": -0.20807041709602903, "min": -1.5321059258942888, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.600949368258532, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.9406591301846219, "repeat_abs_p95": 1.7016197794945327, "repeat_delta": { "distinct_n": 8, "max": 1.5391576560173217, "min": -1.749794672064679, "n": 8 } }, "batch_tokens.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 11.751514691224358, "action_delta": { "distinct_n": 6, "max": -4.353835378889755, "min": -32.485419814050886, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.3300117500902243, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 35.60938265989476, "repeat_abs_p95": 53.31315307889063, "repeat_delta": { "distinct_n": 8, "max": 39.85703951344101, "min": -55.14260767193173, "n": 8 } }, "decode_batch_size.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.5620017564875353, "action_delta": { "distinct_n": 6, "max": -0.20629266327798934, "min": -1.5198458327871904, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.6013807777033149, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.9345189891732675, "repeat_abs_p95": 1.6881894328027403, "repeat_delta": { "distinct_n": 8, "max": 1.5259244681432733, "min": -1.7364812802700182, "n": 8 } }, "graph_full_share": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.00929077404247608, "action_delta": { "distinct_n": 6, "max": 0.021219737900431856, "min": 0.0016140185178266098, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 1.067941220289058, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.008699705438808103, "repeat_abs_p95": 0.016177686020265352, "repeat_delta": { "distinct_n": 8, "max": 0.014828021569913696, "min": -0.016904428416608552, "n": 8 } }, "graph_none_share": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.01621132333960859, "action_delta": { "distinct_n": 6, "max": -0.005313603464127993, "min": -0.03165408628562745, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 2.171920932023271, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.007464048575887519, "repeat_abs_p95": 0.014440194586440296, "repeat_delta": { "distinct_n": 8, "max": 0.014932938342374844, "min": -0.01352509903970471, "n": 8 } }, "graph_padding_fraction": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.004107592910539628, "action_delta": { "distinct_n": 6, "max": 0.008308104332878177, "min": 0.000721905257347253, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 5.563724343406081, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": true, "repeat_abs_median": 0.0007382811686937355, "repeat_abs_p95": 0.0022186303657579878, "repeat_delta": { "distinct_n": 8, "max": 0.0025539048662290243, "min": -0.0015959777220260637, "n": 8 } }, "kv_usage_end_minus_start": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.00048674520320368675, "action_delta": { "distinct_n": 6, "max": 0.005366359584320524, "min": -0.0025560168080752677, "n": 6 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 4, "positive": 2, "zero": 0 }, "effect_to_repeat_median": 0.19573347569321622, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0024867754556537336, "repeat_abs_p95": 0.0054480365502156845, "repeat_delta": { "distinct_n": 8, "max": 0.0058004047507104195, "min": -0.004793638463582606, "n": 8 } }, "kv_usage_max": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.008936086470792304, "action_delta": { "distinct_n": 6, "max": 0.025909186619248126, "min": 0.003782455175254884, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 6.294267207393665, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0014197183208706776, "repeat_abs_p95": 0.007519317647539844, "repeat_delta": { "distinct_n": 8, "max": 0.0022486150575440345, "min": -0.009341973466342357, "n": 8 } }, "kv_usage_mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0006608557828307821, "action_delta": { "distinct_n": 6, "max": 0.0015858745872947538, "min": -0.0002369648399766014, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 0.449805118176904, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0014692046758144578, "repeat_abs_p95": 0.002327639544032804, "repeat_delta": { "distinct_n": 8, "max": 0.0016405734067875804, "min": -0.002503034295596231, "n": 8 } }, "preemptions": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0, "action_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 6 }, "action_signs": { "consistency": 0.0, "negative": 0, "positive": 0, "zero": 6 }, "effect_to_repeat_median": 0.0, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 0.0, "repeat_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 8 } }, "prefill_token_fraction": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 4.745959040802772e-05, "action_delta": { "distinct_n": 6, "max": 7.198152666310076e-05, "min": -0.00012884333456097963, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 0.015433261304563437, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.003075149799608101, "repeat_abs_p95": 0.005455117882940929, "repeat_delta": { "distinct_n": 8, "max": 0.0032221068728307545, "min": -0.005478806223512156, "n": 8 } }, "queue_running_mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.6210009352933339, "action_delta": { "distinct_n": 6, "max": 1.2845878308199996, "min": -0.3704274981866664, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 0.620669066679828, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 1.0005346949466665, "repeat_abs_p95": 1.639787432226332, "repeat_delta": { "distinct_n": 8, "max": 1.3395429762466655, "min": -1.7843421426733315, "n": 8 } }, "queue_waiting_mean": { "action_above_repeat_p95_fraction": 0.3333333333333333, "action_abs_median": 2.000267425976667, "action_delta": { "distinct_n": 6, "max": -0.06934922306666667, "min": -17.05635223198667, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 82.33375700160043, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.02429462105, "repeat_abs_p95": 8.566731735707661, "repeat_delta": { "distinct_n": 8, "max": 13.045614636299998, "min": -0.12448899892666668, "n": 8 } }, "scheduler_steps_per_s": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 6.896666666666668, "action_delta": { "distinct_n": 6, "max": 9.026666666666657, "min": 4.060000000000002, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 0.8987836663770638, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 7.673333333333332, "repeat_abs_p95": 11.486333333333327, "repeat_delta": { "distinct_n": 8, "max": 11.493333333333325, "min": -9.206666666666663, "n": 8 } } }, "sanity": { "invariants": { "all_results_uncensored": true, "expected_action_pair_count": true, "expected_repeat_pair_count": true, "finite_deltas": true, "layer1_boundary_and_internal_gaps_bounded": true, "nonnegative_counters": true, "per_cell_state_vectors_not_all_identical": true, "ratios_bounded": true, "state_vectors_not_all_identical": true }, "red_flags": [], "trials": 12 }, "start_s": 0.0, "trial_sanity": [ { "admitted_fraction": 0.47555555555555556, "cell": "tp4_mns16", "completed_fraction": 0.4733333333333334, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.001282354, "max_internal_gap_s": 0.648316718, "start_gap_s": 0.042673865 }, "trial_id": "sessions/rep1-mns16/low/result.json" }, { "admitted_fraction": 0.4752941176470588, "cell": "tp4_mns16", "completed_fraction": 0.47058823529411764, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.004049563, "max_internal_gap_s": 0.186336261, "start_gap_s": 0.042930986 }, "trial_id": "sessions/rep1-mns16/mid/result.json" }, { "admitted_fraction": 0.47555555555555556, "cell": "tp4_mns64", "completed_fraction": 0.4733333333333334, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.003246004, "max_internal_gap_s": 0.637319097, "start_gap_s": 0.043186851 }, "trial_id": "sessions/rep1-mns64/low/result.json" }, { "admitted_fraction": 0.4752941176470588, "cell": "tp4_mns64", "completed_fraction": 0.47098039215686277, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.00327497, "max_internal_gap_s": 0.184687818, "start_gap_s": 0.043187905 }, "trial_id": "sessions/rep1-mns64/mid/result.json" }, { "admitted_fraction": 0.49444444444444446, "cell": "tp4_mns64", "completed_fraction": 0.49111111111111116, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.003493587, "max_internal_gap_s": 0.444552932, "start_gap_s": 0.107508086 }, "trial_id": "sessions/rep2-mns64/low/result.json" }, { "admitted_fraction": 0.49058823529411766, "cell": "tp4_mns64", "completed_fraction": 0.48588235294117643, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.0063142, "max_internal_gap_s": 0.183290846, "start_gap_s": 0.107570476 }, "trial_id": "sessions/rep2-mns64/mid/result.json" }, { "admitted_fraction": 0.49444444444444446, "cell": "tp4_mns16", "completed_fraction": 0.49111111111111116, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.012013597, "max_internal_gap_s": 0.445602102, "start_gap_s": 0.107276851 }, "trial_id": "sessions/rep2-mns16/low/result.json" }, { "admitted_fraction": 0.49058823529411766, "cell": "tp4_mns16", "completed_fraction": 0.463921568627451, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.02999801, "max_internal_gap_s": 0.184443946, "start_gap_s": 0.10804117 }, "trial_id": "sessions/rep2-mns16/mid/result.json" }, { "admitted_fraction": 0.4711111111111111, "cell": "tp4_mns16", "completed_fraction": 0.4655555555555555, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.026096497, "max_internal_gap_s": 0.6478406, "start_gap_s": 0.120533656 }, "trial_id": "sessions/rep3-mns16/low/result.json" }, { "admitted_fraction": 0.4823529411764706, "cell": "tp4_mns16", "completed_fraction": 0.4549019607843137, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.001098192, "max_internal_gap_s": 0.182092338, "start_gap_s": 0.124699964 }, "trial_id": "sessions/rep3-mns16/mid/result.json" }, { "admitted_fraction": 0.4711111111111111, "cell": "tp4_mns64", "completed_fraction": 0.4661111111111111, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.001270441, "max_internal_gap_s": 0.652764433, "start_gap_s": 0.123493588 }, "trial_id": "sessions/rep3-mns64/low/result.json" }, { "admitted_fraction": 0.4823529411764706, "cell": "tp4_mns64", "completed_fraction": 0.4713725490196079, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.048916774, "max_internal_gap_s": 0.32072392, "start_gap_s": 0.122478295 }, "trial_id": "sessions/rep3-mns64/mid/result.json" } ] }, { "action_pairs": 6, "actions": [ { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.13955613873224326, "tpot_mean_over_slo": 0.00021561369396999597, "ttft_max_over_slo_max": -0.162763388332678, "ttft_mean_over_slo_max": -0.0113370356308976 }, "delta_state": { "batch_size.mean": -0.2315625922329474, "batch_tokens.mean": -4.866425400698262, "decode_batch_size.mean": -0.2298593364511925, "graph_full_share": 0.0022019142911884337, "graph_none_share": -0.0061464601290289606, "graph_padding_fraction": 0.002459307837583828, "kv_usage_end_minus_start": 8.281600267778799e-07, "kv_usage_max": 0.012148644893025695, "kv_usage_mean": 0.00010369316025509931, "preemptions": 0.0, "prefill_token_fraction": -3.204953873736649e-06, "queue_running_mean": -0.004656362764444921, "queue_waiting_mean": -0.38515557383555554, "scheduler_steps_per_s": 4.035555555555547 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 1, "request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373", "result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9", "trial_id": "sessions/rep1-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473", "result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6", "trial_id": "sessions/rep1-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.14980392156862746, "completed_over_admitted": 0.03292618162506633, "completed_pass_rate": 0.21093318608503586, "outstanding_over_admitted": -0.032926181625066386, "tpot_max_over_slo": 0.3362407738628878, "tpot_mean_over_slo": 0.035823037105198796, "ttft_max_over_slo_max": -1.0155032691739811, "ttft_mean_over_slo_max": -0.23418190946398737 }, "delta_state": { "batch_size.mean": -0.8757080766407306, "batch_tokens.mean": -21.903077459843473, "decode_batch_size.mean": -0.8701416261315948, "graph_full_share": 0.015083297248042693, "graph_none_share": -0.024665889172553218, "graph_padding_fraction": 0.006691320837900951, "kv_usage_end_minus_start": -0.007731540433626116, "kv_usage_max": 0.031275425686576486, "kv_usage_mean": 0.0024751040544861297, "preemptions": 0.0, "prefill_token_fraction": -0.0005203792320278566, "queue_running_mean": 2.356088796968889, "queue_waiting_mean": -12.268314980844444, "scheduler_steps_per_s": 7.142222222222216 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 1, "request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.5603921568627451, "mns": 16, "requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193", "result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f", "trial_id": "sessions/rep1-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe", "result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c", "trial_id": "sessions/rep1-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0007401924500369805, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.00074019245003701, "tpot_max_over_slo": 0.17641319103142994, "tpot_mean_over_slo": -0.008167534216044714, "ttft_max_over_slo_max": -0.055667730843803526, "ttft_mean_over_slo_max": -0.004452474842343956 }, "delta_state": { "batch_size.mean": -0.391971250222225, "batch_tokens.mean": -8.51800794109036, "decode_batch_size.mean": -0.3888263577646134, "graph_full_share": 0.0034883439917251513, "graph_none_share": -0.00892717433146234, "graph_padding_fraction": 0.0013420770820979835, "kv_usage_end_minus_start": -0.0014785130164154392, "kv_usage_max": 0.012914898602144231, "kv_usage_mean": -0.00017462402054690008, "preemptions": 0.0, "prefill_token_fraction": -1.381071014561197e-05, "queue_running_mean": -0.33874452614666684, "queue_waiting_mean": -0.12769319111555558, "scheduler_steps_per_s": 6.342222222222233 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 2, "request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb", "result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb", "trial_id": "sessions/rep2-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209", "result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50", "trial_id": "sessions/rep2-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.3898039215686275, "completed_over_admitted": 0.047995780590717296, "completed_pass_rate": 0.5534521158129175, "outstanding_over_admitted": -0.0479957805907173, "tpot_max_over_slo": 0.485827943940801, "tpot_mean_over_slo": 0.015614815582012831, "ttft_max_over_slo_max": -0.9946015174985708, "ttft_mean_over_slo_max": -0.5387282368223152 }, "delta_state": { "batch_size.mean": -1.1276789336012651, "batch_tokens.mean": -25.023441704969116, "decode_batch_size.mean": -1.1232562014682532, "graph_full_share": 0.024054684043115837, "graph_none_share": -0.03557238862010634, "graph_padding_fraction": 0.008753688501931332, "kv_usage_end_minus_start": -0.01018813309553912, "kv_usage_max": 0.04505142122092243, "kv_usage_mean": 0.0021208568963759205, "preemptions": 0.0, "prefill_token_fraction": -0.0001673196203758609, "queue_running_mean": 1.6553335670222218, "queue_waiting_mean": -26.90367780516, "scheduler_steps_per_s": 8.879999999999995 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 2, "request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.31450980392156863, "mns": 16, "requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3", "result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b", "trial_id": "sessions/rep2-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4", "result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035", "trial_id": "sessions/rep2-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.06666873637623494, "tpot_mean_over_slo": -0.009318131681115394, "ttft_max_over_slo_max": -0.07750733549861857, "ttft_mean_over_slo_max": -0.004705775197540927 }, "delta_state": { "batch_size.mean": -0.370851789404929, "batch_tokens.mean": -7.256413232949271, "decode_batch_size.mean": -0.3681028118073941, "graph_full_share": 0.0028280490692854654, "graph_none_share": -0.00702385128031266, "graph_padding_fraction": 0.0009512228076606274, "kv_usage_end_minus_start": 3.1056000993068267e-07, "kv_usage_max": 0.005265908554136223, "kv_usage_mean": -0.00023540705993194654, "preemptions": 0.0, "prefill_token_fraction": 5.342859896728669e-07, "queue_running_mean": -0.37729419491111127, "queue_waiting_mean": -0.12941095815111112, "scheduler_steps_per_s": 7.137777777777785 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 3, "request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549", "result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6", "trial_id": "sessions/rep3-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe", "result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950", "trial_id": "sessions/rep3-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.43333333333333335, "completed_over_admitted": 0.05807814149947199, "completed_pass_rate": 0.6218345526167699, "outstanding_over_admitted": -0.05807814149947202, "tpot_max_over_slo": 0.30513300693329926, "tpot_mean_over_slo": 0.006471198446666382, "ttft_max_over_slo_max": -0.9754032485070638, "ttft_mean_over_slo_max": -0.5503063221993506 }, "delta_state": { "batch_size.mean": -0.6183604933300941, "batch_tokens.mean": -14.376542002465783, "decode_batch_size.mean": -0.6159981002912982, "graph_full_share": 0.01869117884155347, "graph_none_share": -0.028652094681839838, "graph_padding_fraction": 0.007072597788281806, "kv_usage_end_minus_start": 0.0004982293932893622, "kv_usage_max": 0.02549546289093474, "kv_usage_mean": 0.0013450068711313955, "preemptions": 0.0, "prefill_token_fraction": -0.00032277984328055176, "queue_running_mean": 1.3239998894977774, "queue_waiting_mean": -27.13096374471111, "scheduler_steps_per_s": 7.786666666666676 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 3, "request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.2635294117647059, "mns": 16, "requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68", "result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6", "trial_id": "sessions/rep3-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b", "result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b", "trial_id": "sessions/rep3-mns64/mid/result.json" } } ], "coverage_at_end": { "admitted_fraction_of_total": { "distinct_n": 6, "max": 0.7505555555555555, "min": 0.7316666666666667, "n": 12 }, "completed_fraction_of_total": { "distinct_n": 9, "max": 0.7472222222222221, "min": 0.6968627450980392, "n": 12 } }, "efficacy": { "cross_validation_possible": true, "label_balance_sufficient": true, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "outcome_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "ttft_max_over_slo_max", "features": { "admitted_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "admitted_input_tokens_mean_over_limit": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "completed_fail_fraction_of_total": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.19490196078431374, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.07490196078431373, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.07490196078431373, "train_balanced_accuracy": 1.0 } ] }, "completed_over_admitted": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.02436798652037714, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.016463090812533165, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.016833187037551656, "train_balanced_accuracy": 1.0 } ] }, "completed_pass_rate": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.27672605790645877, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.10546659304251793, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.10546659304251793, "train_balanced_accuracy": 1.0 } ] }, "outstanding_over_admitted": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.024367986520377156, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.016463090812533193, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.016833187037551697, "train_balanced_accuracy": 1.0 } ] }, "tpot_max_over_slo": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.2407730989823646, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.22234457283277126, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.2563269824471589, "train_balanced_accuracy": 1.0 } ] }, "tpot_mean_over_slo": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.000848167884689166, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.003343406070318189, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.007915214637991413, "train_balanced_accuracy": 1.0 } ] }, "ttft_max_over_slo_max": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5264552920028412, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5690833184198709, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5786824529156245, "train_balanced_accuracy": 1.0 } ] }, "ttft_mean_over_slo_max": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.27171700600992804, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.12275947254744249, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.12275947254744249, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "positive": 3, "telemetry_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "queue_running_mean", "features": { "decode_batch_size.mean": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5024122290279558, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.49205045604934616, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.6294839919481041, "train_balanced_accuracy": 1.0 } ] }, "graph_padding_fraction": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004207337435189895, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004575314337742389, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004575314337742389, "train_balanced_accuracy": 1.0 } ] }, "kv_usage_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0005851914252922477, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0007243500156932474, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.00111227502831551, "train_balanced_accuracy": 1.0 } ] }, "prefill_token_fraction": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -9.056516526073644e-05, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.0001629923985771442, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -9.056516526073644e-05, "train_balanced_accuracy": 1.0 } ] }, "queue_running_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.49262768167555526, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.6596717633666662, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.8253386021288884, "train_balanced_accuracy": 1.0 } ] }, "queue_waiting_mean": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -13.516544381655557, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -6.32673527734, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -6.32673527734, "train_balanced_accuracy": 1.0 } ] }, "scheduler_steps_per_s": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 7.4622222222222305, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 7.140000000000001, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 6.742222222222225, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "telemetry_qualifying_features": [], "transitions": { "false->true": 3, "true->true": 3 } }, "end_fraction": 0.75, "end_s": 225.0, "qualifying_response_features": [ "graph_padding_fraction", "queue_waiting_mean" ], "repeat_pairs": 8, "response_statistics": { "batch_size.mean": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.5051658717761596, "action_delta": { "distinct_n": 6, "max": -0.2315625922329474, "min": -1.1276789336012651, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.7593203575357039, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.6652868802512071, "repeat_abs_p95": 1.054027495945265, "repeat_delta": { "distinct_n": 8, "max": 0.7189335327348694, "min": -1.232288950040175, "n": 8 } }, "batch_tokens.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 11.447274971778072, "action_delta": { "distinct_n": 6, "max": -4.866425400698262, "min": -25.023441704969116, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.575768911929723, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 19.88171770756407, "repeat_abs_p95": 34.7043135482259, "repeat_delta": { "distinct_n": 8, "max": 13.173463929732975, "min": -38.394254431520324, "n": 8 } }, "decode_batch_size.mean": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.5024122290279558, "action_delta": { "distinct_n": 6, "max": -0.2298593364511925, "min": -1.1232562014682532, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.7617660157398797, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.6595361549963323, "repeat_abs_p95": 1.045411693203953, "repeat_delta": { "distinct_n": 8, "max": 0.7159576534104133, "min": -1.2228100223235518, "n": 8 } }, "graph_full_share": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.009285820619883922, "action_delta": { "distinct_n": 6, "max": 0.024054684043115837, "min": 0.0022019142911884337, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 1.846168814253066, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0050297787223975154, "repeat_abs_p95": 0.012718990273054656, "repeat_delta": { "distinct_n": 8, "max": 0.010581275778524746, "min": -0.013870067308570766, "n": 8 } }, "graph_none_share": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.01679653175200778, "action_delta": { "distinct_n": 6, "max": -0.0061464601290289606, "min": -0.03557238862010634, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 4.06293763524991, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.004134085545956116, "repeat_abs_p95": 0.011398711005122675, "repeat_delta": { "distinct_n": 8, "max": 0.01240808302992423, "min": -0.009524162959062651, "n": 8 } }, "graph_padding_fraction": { "action_above_repeat_p95_fraction": 0.6666666666666666, "action_abs_median": 0.004575314337742389, "action_delta": { "distinct_n": 6, "max": 0.008753688501931332, "min": 0.0009512228076606274, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 5.003367170865857, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": true, "repeat_abs_median": 0.0009144470476570299, "repeat_abs_p95": 0.0019536589959716906, "repeat_delta": { "distinct_n": 8, "max": 0.0021029671629594227, "min": -0.0012192099761899004, "n": 8 } }, "kv_usage_end_minus_start": { "action_above_repeat_p95_fraction": 0.3333333333333333, "action_abs_median": 0.0009883712048524007, "action_delta": { "distinct_n": 6, "max": 0.0004982293932893622, "min": -0.01018813309553912, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 0.2973800031975333, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.003323596725486211, "repeat_abs_p95": 0.006865285634854577, "repeat_delta": { "distinct_n": 8, "max": 0.004233894621933687, "min": -0.008131118105255575, "n": 8 } }, "kv_usage_max": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.019205180746539485, "action_delta": { "distinct_n": 6, "max": 0.04505142122092243, "min": 0.005265908554136223, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 7.501452126191231, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0025601950693632802, "repeat_abs_p95": 0.016512755779962775, "repeat_delta": { "distinct_n": 8, "max": 0.012755779962795644, "min": -0.01853574275843739, "n": 8 } }, "kv_usage_mean": { "action_above_repeat_p95_fraction": 0.3333333333333333, "action_abs_median": 0.000790206965531671, "action_delta": { "distinct_n": 6, "max": 0.0024751040544861297, "min": -0.00023540705993194654, "n": 6 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 2, "positive": 4, "zero": 0 }, "effect_to_repeat_median": 1.0014106568857974, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.000789093824894044, "repeat_abs_p95": 0.0017615365202587913, "repeat_delta": { "distinct_n": 8, "max": 0.0004699285473880651, "min": -0.0020330840290943755, "n": 8 } }, "preemptions": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0, "action_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 6 }, "action_signs": { "consistency": 0.0, "negative": 0, "positive": 0, "zero": 6 }, "effect_to_repeat_median": 0.0, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 0.0, "repeat_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 8 } }, "prefill_token_fraction": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 9.056516526073644e-05, "action_delta": { "distinct_n": 6, "max": 5.342859896728669e-07, "min": -0.0005203792320278566, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 5, "positive": 1, "zero": 0 }, "effect_to_repeat_median": 0.05219845322135223, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0017350162633495425, "repeat_abs_p95": 0.004831444067139573, "repeat_delta": { "distinct_n": 8, "max": 0.0014404459696625294, "min": -0.004836464815786923, "n": 8 } }, "queue_running_mean": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.8506470422044443, "action_delta": { "distinct_n": 6, "max": 2.356088796968889, "min": -0.37729419491111127, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 1.3604877117547791, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.6252515438800001, "repeat_abs_p95": 1.1295860132264428, "repeat_delta": { "distinct_n": 8, "max": 0.7170174645377774, "min": -1.2455528003599987, "n": 8 } }, "queue_waiting_mean": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 6.32673527734, "action_delta": { "distinct_n": 6, "max": -0.12769319111555558, "min": -27.13096374471111, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 1346.2237705715072, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": true, "repeat_abs_median": 0.004699616375555556, "repeat_abs_p95": 9.605207488385105, "repeat_delta": { "distinct_n": 8, "max": 14.638355337377778, "min": -0.25793291168444443, "n": 8 } }, "scheduler_steps_per_s": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 7.140000000000001, "action_delta": { "distinct_n": 6, "max": 8.879999999999995, "min": 4.035555555555547, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 1.6227272727272708, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 4.400000000000006, "repeat_abs_p95": 9.05933333333333, "repeat_delta": { "distinct_n": 8, "max": 9.337777777777774, "min": -4.684444444444452, "n": 8 } } }, "sanity": { "invariants": { "all_results_uncensored": true, "expected_action_pair_count": true, "expected_repeat_pair_count": true, "finite_deltas": true, "layer1_boundary_and_internal_gaps_bounded": true, "nonnegative_counters": true, "per_cell_state_vectors_not_all_identical": true, "ratios_bounded": true, "state_vectors_not_all_identical": true }, "red_flags": [], "trials": 12 }, "start_s": 0.0, "trial_sanity": [ { "admitted_fraction": 0.7388888888888889, "cell": "tp4_mns16", "completed_fraction": 0.7377777777777779, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.002047043, "max_internal_gap_s": 0.648316718, "start_gap_s": 0.042673865 }, "trial_id": "sessions/rep1-mns16/low/result.json" }, { "admitted_fraction": 0.7384313725490196, "cell": "tp4_mns16", "completed_fraction": 0.7101960784313726, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.000359161, "max_internal_gap_s": 0.188948337, "start_gap_s": 0.042930986 }, "trial_id": "sessions/rep1-mns16/mid/result.json" }, { "admitted_fraction": 0.7388888888888889, "cell": "tp4_mns64", "completed_fraction": 0.7377777777777779, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.003650633, "max_internal_gap_s": 0.637319097, "start_gap_s": 0.043186851 }, "trial_id": "sessions/rep1-mns64/low/result.json" }, { "admitted_fraction": 0.7384313725490196, "cell": "tp4_mns64", "completed_fraction": 0.7345098039215686, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.004944353, "max_internal_gap_s": 0.219527251, "start_gap_s": 0.043187905 }, "trial_id": "sessions/rep1-mns64/mid/result.json" }, { "admitted_fraction": 0.7505555555555555, "cell": "tp4_mns64", "completed_fraction": 0.7472222222222221, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.002633243, "max_internal_gap_s": 0.646724237, "start_gap_s": 0.107508086 }, "trial_id": "sessions/rep2-mns64/low/result.json" }, { "admitted_fraction": 0.7435294117647059, "cell": "tp4_mns64", "completed_fraction": 0.74, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.000558705, "max_internal_gap_s": 0.183301269, "start_gap_s": 0.107570476 }, "trial_id": "sessions/rep2-mns64/mid/result.json" }, { "admitted_fraction": 0.7505555555555555, "cell": "tp4_mns16", "completed_fraction": 0.7466666666666666, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.001410558, "max_internal_gap_s": 0.583053185, "start_gap_s": 0.107276851 }, "trial_id": "sessions/rep2-mns16/low/result.json" }, { "admitted_fraction": 0.7435294117647059, "cell": "tp4_mns16", "completed_fraction": 0.7043137254901961, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.042708099, "max_internal_gap_s": 0.184443946, "start_gap_s": 0.10804117 }, "trial_id": "sessions/rep2-mns16/mid/result.json" }, { "admitted_fraction": 0.7316666666666667, "cell": "tp4_mns16", "completed_fraction": 0.7311111111111112, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.000142513, "max_internal_gap_s": 0.6478406, "start_gap_s": 0.120533656 }, "trial_id": "sessions/rep3-mns16/low/result.json" }, { "admitted_fraction": 0.7427450980392157, "cell": "tp4_mns16", "completed_fraction": 0.6968627450980392, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.049578949, "max_internal_gap_s": 0.182904479, "start_gap_s": 0.124699964 }, "trial_id": "sessions/rep3-mns16/mid/result.json" }, { "admitted_fraction": 0.7316666666666667, "cell": "tp4_mns64", "completed_fraction": 0.7311111111111112, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.00141287, "max_internal_gap_s": 0.652764433, "start_gap_s": 0.123493588 }, "trial_id": "sessions/rep3-mns64/low/result.json" }, { "admitted_fraction": 0.7427450980392157, "cell": "tp4_mns64", "completed_fraction": 0.74, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.009657729, "max_internal_gap_s": 0.32072392, "start_gap_s": 0.122478295 }, "trial_id": "sessions/rep3-mns64/mid/result.json" } ] }, { "action_pairs": 6, "actions": [ { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0011111111111111738, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.0011111111111111113, "tpot_max_over_slo": 0.13955613873224326, "tpot_mean_over_slo": -0.0010090653746841205, "ttft_max_over_slo_max": -0.162763388332678, "ttft_mean_over_slo_max": -0.00961120104762887 }, "delta_state": { "batch_size.mean": -0.26379559738229474, "batch_tokens.mean": -5.348391834808808, "decode_batch_size.mean": -0.2617666450994136, "graph_full_share": 0.0022388856413185776, "graph_none_share": -0.006502634438630757, "graph_padding_fraction": 0.0021671821218428883, "kv_usage_end_minus_start": 0.0006863000045611578, "kv_usage_max": 0.012148644893025695, "kv_usage_mean": 4.226955534929189e-05, "preemptions": 0.0, "prefill_token_fraction": 5.3820087398737115e-05, "queue_running_mean": -0.06008688729666822, "queue_waiting_mean": -0.31836611265666664, "scheduler_steps_per_s": 4.469999999999999 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 1, "request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373", "result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9", "trial_id": "sessions/rep1-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473", "result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6", "trial_id": "sessions/rep1-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.3949019607843137, "completed_over_admitted": 0.03529411764705881, "completed_pass_rate": 0.41338259441707714, "outstanding_over_admitted": -0.03529411764705882, "tpot_max_over_slo": 0.3362407738628878, "tpot_mean_over_slo": 0.031421107704212525, "ttft_max_over_slo_max": -1.0149181675127088, "ttft_mean_over_slo_max": -0.4177688425802161 }, "delta_state": { "batch_size.mean": -0.6909306729068057, "batch_tokens.mean": -12.641524933835228, "decode_batch_size.mean": -0.6881317239210976, "graph_full_share": 0.01650801205775032, "graph_none_share": -0.026570069621619105, "graph_padding_fraction": 0.007045814940879979, "kv_usage_end_minus_start": 0.009741050899909953, "kv_usage_max": 0.031275425686576486, "kv_usage_mean": 0.0024717436230722416, "preemptions": 0.0, "prefill_token_fraction": 0.00029854606973478415, "queue_running_mean": 2.260168520989998, "queue_waiting_mean": -20.98940505023, "scheduler_steps_per_s": 6.183333333333337 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 1, "request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.5603921568627451, "mns": 16, "requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193", "result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f", "trial_id": "sessions/rep1-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe", "result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c", "trial_id": "sessions/rep1-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.17641319103142994, "tpot_mean_over_slo": -0.004863679616933292, "ttft_max_over_slo_max": -0.16410399084755528, "ttft_mean_over_slo_max": -0.005948038735831104 }, "delta_state": { "batch_size.mean": -0.3452936706369112, "batch_tokens.mean": -7.480013628048113, "decode_batch_size.mean": -0.34254059469005593, "graph_full_share": 0.002915066846803871, "graph_none_share": -0.007828081051085262, "graph_padding_fraction": 0.0013323004677419665, "kv_usage_end_minus_start": 9.758748075849866e-06, "kv_usage_max": 0.01567456253640287, "kv_usage_mean": -7.388307997985809e-05, "preemptions": 0.0, "prefill_token_fraction": 2.1031949494210167e-06, "queue_running_mean": -0.2080717158233334, "queue_waiting_mean": -0.18922616308333332, "scheduler_steps_per_s": 5.61666666666666 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 2, "request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb", "result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb", "trial_id": "sessions/rep2-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209", "result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50", "trial_id": "sessions/rep2-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.6321568627450981, "completed_over_admitted": 0.04980392156862745, "completed_pass_rate": 0.667771333885667, "outstanding_over_admitted": -0.04980392156862745, "tpot_max_over_slo": 0.485827943940801, "tpot_mean_over_slo": 0.017498560395543927, "ttft_max_over_slo_max": -0.9946015174985708, "ttft_mean_over_slo_max": -0.6463312081620042 }, "delta_state": { "batch_size.mean": -0.9812671529958905, "batch_tokens.mean": -20.775938819398107, "decode_batch_size.mean": -0.9782503281970616, "graph_full_share": 0.024736354046330344, "graph_none_share": -0.03589813374533629, "graph_padding_fraction": 0.00872979044141211, "kv_usage_end_minus_start": -0.0018192978173303676, "kv_usage_max": 0.04505142122092243, "kv_usage_mean": 0.002220219555318084, "preemptions": 0.0, "prefill_token_fraction": 1.1463365605646203e-06, "queue_running_mean": 1.8554246239900003, "queue_waiting_mean": -31.984563914093336, "scheduler_steps_per_s": 8.263333333333335 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 2, "request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.31450980392156863, "mns": 16, "requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3", "result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b", "trial_id": "sessions/rep2-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4", "result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035", "trial_id": "sessions/rep2-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0005555555555556424, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.0005555555555555552, "tpot_max_over_slo": 0.18505735732578327, "tpot_mean_over_slo": -0.007144351590753079, "ttft_max_over_slo_max": -0.12056507783321042, "ttft_mean_over_slo_max": -0.006789902099118429 }, "delta_state": { "batch_size.mean": -0.3723911494360035, "batch_tokens.mean": -7.297855407175092, "decode_batch_size.mean": -0.3696269360813078, "graph_full_share": 0.002705515086113608, "graph_none_share": -0.007253399469024875, "graph_padding_fraction": 0.001586911205060191, "kv_usage_end_minus_start": -4.616416023950354e-05, "kv_usage_max": 0.015583985375003384, "kv_usage_mean": -0.0001345075402517243, "preemptions": 0.0, "prefill_token_fraction": 1.2342954064381573e-06, "queue_running_mean": -0.3007637260933329, "queue_waiting_mean": -0.20904505781333332, "scheduler_steps_per_s": 6.739999999999995 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 3, "request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549", "result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6", "trial_id": "sessions/rep3-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe", "result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950", "trial_id": "sessions/rep3-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.6756862745098039, "completed_over_admitted": 0.05372549019607842, "completed_pass_rate": 0.7194154488517746, "outstanding_over_admitted": -0.05372549019607843, "tpot_max_over_slo": 0.37831041669495047, "tpot_mean_over_slo": 0.007493808043833983, "ttft_max_over_slo_max": -0.9795807876701778, "ttft_mean_over_slo_max": -0.6540993991122069 }, "delta_state": { "batch_size.mean": -0.8431446284631257, "batch_tokens.mean": -19.08621547820553, "decode_batch_size.mean": -0.839780585287075, "graph_full_share": 0.021245526407298043, "graph_none_share": -0.03191300655092645, "graph_padding_fraction": 0.00783703914940752, "kv_usage_end_minus_start": 0.000710563518775853, "kv_usage_max": 0.033983984733163775, "kv_usage_mean": 0.0015253876505999867, "preemptions": 0.0, "prefill_token_fraction": -0.00035310442232838746, "queue_running_mean": 1.397843253986668, "queue_waiting_mean": -32.16364194347333, "scheduler_steps_per_s": 8.763333333333335 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 3, "request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.2635294117647059, "mns": 16, "requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68", "result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6", "trial_id": "sessions/rep3-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b", "result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b", "trial_id": "sessions/rep3-mns64/mid/result.json" } } ], "coverage_at_end": { "admitted_fraction_of_total": { "distinct_n": 1, "max": 1.0, "min": 1.0, "n": 12 }, "completed_fraction_of_total": { "distinct_n": 10, "max": 0.9966666666666667, "min": 0.9392156862745098, "n": 12 } }, "efficacy": { "cross_validation_possible": true, "label_balance_sufficient": true, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "outcome_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "ttft_mean_over_slo_max", "features": { "admitted_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "admitted_input_tokens_mean_over_limit": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "completed_fail_fraction_of_total": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.31607843137254904, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.19745098039215686, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.19745098039215686, "train_balanced_accuracy": 1.0 } ] }, "completed_over_admitted": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.025179738562091547, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.01820261437908499, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.01820261437908499, "train_balanced_accuracy": 1.0 } ] }, "completed_pass_rate": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.3338856669428335, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.20669129720853857, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.20669129720853857, "train_balanced_accuracy": 1.0 } ] }, "outstanding_over_admitted": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.025179738562091502, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.018202614379084967, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.018202614379084967, "train_balanced_accuracy": 1.0 } ] }, "tpot_max_over_slo": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.28168388701036684, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.26064906559433554, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.2563269824471589, "train_balanced_accuracy": 1.0 } ] }, "tpot_mean_over_slo": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0013150642134503454, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.003242371334574931, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.008244747510429903, "train_balanced_accuracy": 1.0 } ] }, "ttft_max_over_slo_max": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5718423892588665, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5711720880014279, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5793527541730631, "train_balanced_accuracy": 1.0 } ] }, "ttft_mean_over_slo_max": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.3265605551305613, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.2136900218139225, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.2136900218139225, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "positive": 3, "telemetry_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "queue_waiting_mean", "features": { "decode_batch_size.mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.6047037606841914, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5288793300012027, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5153361593055767, "train_balanced_accuracy": 1.0 } ] }, "graph_padding_fraction": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004711975177233855, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004606498531361434, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004606498531361434, "train_balanced_accuracy": 1.0 } ] }, "kv_usage_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0007257522853100643, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0007838286029746393, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0011312445553336879, "train_balanced_accuracy": 1.0 } ] }, "prefill_token_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 1.1903159835013888e-06, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.00017593506346097465, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 1.6247657549928185e-06, "train_balanced_accuracy": 0.75 } ] }, "queue_running_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.5948857690816673, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.6688781833449999, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.897668868346666, "train_balanced_accuracy": 1.0 } ] }, "queue_waiting_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -16.096804485953335, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -10.653885581443333, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -10.653885581443333, "train_balanced_accuracy": 1.0 } ] }, "scheduler_steps_per_s": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 7.501666666666665, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 5.326666666666668, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 5.899999999999999, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "telemetry_qualifying_features": [], "transitions": { "false->true": 3, "true->true": 3 } }, "end_fraction": 1.0, "end_s": 300.0, "qualifying_response_features": [ "graph_padding_fraction", "queue_waiting_mean" ], "repeat_pairs": 8, "response_statistics": { "batch_size.mean": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.5316609111714046, "action_delta": { "distinct_n": 6, "max": -0.26379559738229474, "min": -0.9812671529958905, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 1.4818088309881625, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.358791836067585, "repeat_abs_p95": 0.9062470454242428, "repeat_delta": { "distinct_n": 8, "max": 0.5513066192162643, "min": -0.9545899290107105, "n": 8 } }, "batch_tokens.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 10.06076928094167, "action_delta": { "distinct_n": 6, "max": -5.348391834808808, "min": -20.775938819398107, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.573954119692525, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 17.528873712643374, "repeat_abs_p95": 31.853379856357762, "repeat_delta": { "distinct_n": 8, "max": 13.785312549619732, "min": -32.444783025775166, "n": 8 } }, "decode_batch_size.mean": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.5288793300012027, "action_delta": { "distinct_n": 6, "max": -0.2617666450994136, "min": -0.9782503281970616, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 1.4866497181990304, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.3557524839421502, "repeat_abs_p95": 0.8989199315256944, "repeat_delta": { "distinct_n": 8, "max": 0.5489012995649425, "min": -0.9473843415441898, "n": 8 } }, "graph_full_share": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.009711539452277096, "action_delta": { "distinct_n": 6, "max": 0.024736354046330344, "min": 0.0022388856413185776, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 3.945566969995893, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0024613799553089843, "repeat_abs_p95": 0.009783132290188977, "repeat_delta": { "distinct_n": 8, "max": 0.008076086279964478, "min": -0.010702310911079094, "n": 8 } }, "graph_none_share": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.017199075336352183, "action_delta": { "distinct_n": 6, "max": -0.006502634438630757, "min": -0.03589813374533629, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 6.047036959442635, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.002844215349055424, "repeat_abs_p95": 0.008425467057080636, "repeat_delta": { "distinct_n": 8, "max": 0.00925018771871168, "min": -0.006893842971194414, "n": 8 } }, "graph_padding_fraction": { "action_above_repeat_p95_fraction": 0.8333333333333334, "action_abs_median": 0.004606498531361434, "action_delta": { "distinct_n": 6, "max": 0.00872979044141211, "min": 0.0013323004677419665, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 5.74258050189957, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": true, "repeat_abs_median": 0.0008021652512903675, "repeat_abs_p95": 0.0013850876756400163, "repeat_delta": { "distinct_n": 8, "max": 0.001451018727788989, "min": -0.0009098361529306493, "n": 8 } }, "kv_usage_end_minus_start": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0006984317616685054, "action_delta": { "distinct_n": 6, "max": 0.009741050899909953, "min": -0.0018192978173303676, "n": 6 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 2, "positive": 4, "zero": 0 }, "effect_to_repeat_median": 0.1291097203463754, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.005409598594085352, "repeat_abs_p95": 0.012010926224984144, "repeat_delta": { "distinct_n": 8, "max": 0.002621680737545762, "min": -0.01455978249759804, "n": 8 } }, "kv_usage_max": { "action_above_repeat_p95_fraction": 1.0, "action_abs_median": 0.023474994111489678, "action_delta": { "distinct_n": 6, "max": 0.04505142122092243, "min": 0.012148644893025695, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 23.009837103169843, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.001020215571550298, "repeat_abs_p95": 0.011807784296490091, "repeat_delta": { "distinct_n": 8, "max": 0.012755779962795644, "min": -0.010047220916208355, "n": 8 } }, "kv_usage_mean": { "action_above_repeat_p95_fraction": 0.3333333333333333, "action_abs_median": 0.0008299475954258555, "action_delta": { "distinct_n": 6, "max": 0.0024717436230722416, "min": -0.0001345075402517243, "n": 6 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 2, "positive": 4, "zero": 0 }, "effect_to_repeat_median": 1.2357530752548687, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.000671612810071043, "repeat_abs_p95": 0.0016041738838027961, "repeat_delta": { "distinct_n": 8, "max": 0.0005327474947367915, "min": -0.0018473650504541306, "n": 8 } }, "preemptions": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0, "action_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 6 }, "action_signs": { "consistency": 0.0, "negative": 0, "positive": 0, "zero": 6 }, "effect_to_repeat_median": 0.0, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 0.0, "repeat_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 8 } }, "prefill_token_fraction": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 2.7961641174079066e-05, "action_delta": { "distinct_n": 6, "max": 0.00029854606973478415, "min": -0.00035310442232838746, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 1, "positive": 5, "zero": 0 }, "effect_to_repeat_median": 0.014748067700673472, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0018959528625436262, "repeat_abs_p95": 0.0048750185359022645, "repeat_delta": { "distinct_n": 8, "max": 0.001808064432466061, "min": -0.004875322650742309, "n": 8 } }, "queue_running_mean": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.8493034900400005, "action_delta": { "distinct_n": 6, "max": 2.260168520989998, "min": -0.3007637260933329, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 2.784700761391589, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.30498913987999954, "repeat_abs_p95": 0.9830922326288332, "repeat_delta": { "distinct_n": 8, "max": 0.5377630984033335, "min": -1.1432457121299997, "n": 8 } }, "queue_waiting_mean": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 10.653885581443333, "action_delta": { "distinct_n": 6, "max": -0.18922616308333332, "min": -32.16364194347333, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 898.7004216601898, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": true, "repeat_abs_median": 0.01185476864666667, "repeat_abs_p95": 7.209323996711327, "repeat_delta": { "distinct_n": 8, "max": 10.997039040103335, "min": -0.12967447423333334, "n": 8 } }, "scheduler_steps_per_s": { "action_above_repeat_p95_fraction": 0.6666666666666666, "action_abs_median": 6.461666666666666, "action_delta": { "distinct_n": 6, "max": 8.763333333333335, "min": 4.469999999999999, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 1.8488316642823093, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 3.4949999999999974, "repeat_abs_p95": 6.136833333333333, "repeat_delta": { "distinct_n": 8, "max": 6.530000000000001, "min": -3.1566666666666663, "n": 8 } } }, "sanity": { "invariants": { "all_results_uncensored": true, "expected_action_pair_count": true, "expected_repeat_pair_count": true, "finite_deltas": true, "layer1_boundary_and_internal_gaps_bounded": true, "nonnegative_counters": true, "per_cell_state_vectors_not_all_identical": true, "ratios_bounded": true, "state_vectors_not_all_identical": true }, "red_flags": [], "trials": 12 }, "start_s": 0.0, "trial_sanity": [ { "admitted_fraction": 1.0, "cell": "tp4_mns16", "completed_fraction": 0.99, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.00637513, "max_internal_gap_s": 0.648316718, "start_gap_s": 0.042673865 }, "trial_id": "sessions/rep1-mns16/low/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns16", "completed_fraction": 0.9552941176470588, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.00415122, "max_internal_gap_s": 0.188948337, "start_gap_s": 0.042930986 }, "trial_id": "sessions/rep1-mns16/mid/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns64", "completed_fraction": 0.9911111111111112, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.03110111, "max_internal_gap_s": 0.637319097, "start_gap_s": 0.043186851 }, "trial_id": "sessions/rep1-mns64/low/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns64", "completed_fraction": 0.9905882352941177, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.033263413, "max_internal_gap_s": 0.325952494, "start_gap_s": 0.043187905 }, "trial_id": "sessions/rep1-mns64/mid/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns64", "completed_fraction": 0.9966666666666667, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.002571552, "max_internal_gap_s": 0.646724237, "start_gap_s": 0.107508086 }, "trial_id": "sessions/rep2-mns64/low/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns64", "completed_fraction": 0.9964705882352941, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.002910387, "max_internal_gap_s": 0.26729158, "start_gap_s": 0.107570476 }, "trial_id": "sessions/rep2-mns64/mid/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns16", "completed_fraction": 0.9966666666666667, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.005037876, "max_internal_gap_s": 0.583053185, "start_gap_s": 0.107276851 }, "trial_id": "sessions/rep2-mns16/low/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns16", "completed_fraction": 0.9466666666666667, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.04911377, "max_internal_gap_s": 0.184443946, "start_gap_s": 0.10804117 }, "trial_id": "sessions/rep2-mns16/mid/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns16", "completed_fraction": 0.9961111111111111, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.001459145, "max_internal_gap_s": 0.6478406, "start_gap_s": 0.120533656 }, "trial_id": "sessions/rep3-mns16/low/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns16", "completed_fraction": 0.9392156862745098, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.024192492, "max_internal_gap_s": 0.182904479, "start_gap_s": 0.124699964 }, "trial_id": "sessions/rep3-mns16/mid/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns64", "completed_fraction": 0.9966666666666667, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.004830812, "max_internal_gap_s": 0.652764433, "start_gap_s": 0.123493588 }, "trial_id": "sessions/rep3-mns64/low/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns64", "completed_fraction": 0.9929411764705882, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.021026794, "max_internal_gap_s": 0.32072392, "start_gap_s": 0.122478295 }, "trial_id": "sessions/rep3-mns64/mid/result.json" } ] } ], "decision": "STOP_NO_INCREMENTAL_TUNING_SIGNAL", "load_consistency": { "0.50->0.75:graph_padding_fraction": { "consistent_load_regimes": [ "low", "mid" ], "direction": 1, "passes_two_regimes": true }, "0.75->1.00:graph_padding_fraction": { "consistent_load_regimes": [ "low", "mid" ], "direction": 1, "passes_two_regimes": true }, "0.75->1.00:queue_waiting_mean": { "consistent_load_regimes": [ "low", "mid" ], "direction": -1, "passes_two_regimes": true } }, "mechanism_features": [ "graph_padding_fraction", "queue_waiting_mean" ], "mechanism_gate": { "by_transition": { "0.10->0.25": [], "0.25->0.50": [], "0.50->0.75": [ "graph_padding_fraction" ], "0.75->1.00": [ "graph_padding_fraction", "queue_waiting_mean" ] }, "minimum_features": 2, "passes": true, "passing_transitions": [ "0.75->1.00" ] }, "provenance": { "analysis_script": "/home/admin/cpfs/wjh/aituner/aituner-phase-aware-20260714/runs/intervention-response-v2/analyze_pilot.py", "analysis_script_sha256": "4467aa8e3d1f3c3308847a9bc5b8846daa0b4381966fd8ec3643a8a56e017b08", "manifest": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/pilot-manifest.json", "manifest_sha256": "273db1181dcc9d6b64439650d0642ebe553b12e6aa9adebfbe3758a7977e5611", "run_root": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot", "streams": [ { "bytes": 54326667, "path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/sessions/rep1-mns16/opprof/opprof-v1-dp0-pid458427-1784022917661752826.jsonl", "session": "rep1-mns16", "sha256": "1c1418223dbc4e21585a9e642e95ff60be53a5762483a8fdf56ea2cf300cc3fb" }, { "bytes": 56460016, "path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/sessions/rep1-mns64/opprof/opprof-v1-dp0-pid471212-1784023695315485142.jsonl", "session": "rep1-mns64", "sha256": "db4c76070c5d005922fa164545766c84e25ace254793bc64ffeeae8edc8e7a11" }, { "bytes": 55778303, "path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/sessions/rep2-mns64/opprof/opprof-v1-dp0-pid483758-1784024456752184540.jsonl", "session": "rep2-mns64", "sha256": "7c24a7059ff6ce171fc38237c0a7ccd5dc7dcc4ccefde5e07d9c8a276969e004" }, { "bytes": 52931532, "path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/sessions/rep2-mns16/opprof/opprof-v1-dp0-pid496100-1784025206790752505.jsonl", "session": "rep2-mns16", "sha256": "db3a43cecf82adfe71acec9e47e45445944277076a54ee5e14f91381c26aa6ca" }, { "bytes": 55604208, "path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/sessions/rep3-mns16/opprof/opprof-v1-dp0-pid508913-1784025983046041167.jsonl", "session": "rep3-mns16", "sha256": "5465eb5ec08568152bf854597953ada99956b74a3cf8377c4a5c5a544eb8a5b7" }, { "bytes": 58550249, "path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/sessions/rep3-mns64/opprof/opprof-v1-dp0-pid521797-1784026767359409666.jsonl", "session": "rep3-mns64", "sha256": "7ef67bcd4f9e1ab6b597a7eae03da466677eeba756d1206d02575c497dfd788e" } ] }, "quarter_blocks": [ { "action_pairs": 6, "actions": [ { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.07082632707989239, "tpot_mean_over_slo": -0.00490180963817316, "ttft_max_over_slo_max": -0.04153848900265682, "ttft_mean_over_slo_max": -0.006891098180069163 }, "delta_state": { "batch_size.mean": -0.2638104929979219, "batch_tokens.mean": -5.845648825359461, "decode_batch_size.mean": -0.26164909366742517, "graph_full_share": 0.002180359902912321, "graph_none_share": -0.006323059607193614, "graph_padding_fraction": 0.0018335461795120685, "kv_usage_end_minus_start": 1.026766711520466e-05, "kv_usage_max": 0.004459034805309736, "kv_usage_mean": -0.00014393587383104527, "preemptions": 0.0, "prefill_token_fraction": -2.725586323304441e-05, "queue_running_mean": -0.18631020918666685, "queue_waiting_mean": -0.20975605228, "scheduler_steps_per_s": 4.9466666666666725 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 1, "request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373", "result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9", "trial_id": "sessions/rep1-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473", "result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6", "trial_id": "sessions/rep1-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.00196078431372549, "completed_over_admitted": 0.01983471074380172, "completed_pass_rate": 0.008665511265164683, "outstanding_over_admitted": -0.01983471074380165, "tpot_max_over_slo": 0.2753294892902449, "tpot_mean_over_slo": 0.04011748202807386, "ttft_max_over_slo_max": -0.2852395010025551, "ttft_mean_over_slo_max": -0.06592333248276636 }, "delta_state": { "batch_size.mean": -0.8231037548470876, "batch_tokens.mean": -19.74330932592642, "decode_batch_size.mean": -0.8152070406366647, "graph_full_share": 0.00839719842479858, "graph_none_share": -0.018146448159773024, "graph_padding_fraction": 0.005340401585168801, "kv_usage_end_minus_start": -0.004438767356134465, "kv_usage_max": 0.027975123151637415, "kv_usage_mean": 0.002385274257794787, "preemptions": 0.0, "prefill_token_fraction": -0.00025035500653580733, "queue_running_mean": 2.133982110813333, "queue_waiting_mean": -3.33810440732, "scheduler_steps_per_s": 6.320000000000007 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 1, "request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.5603921568627451, "mns": 16, "requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193", "result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f", "trial_id": "sessions/rep1-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe", "result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c", "trial_id": "sessions/rep1-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.004796163069544446, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.004796163069544366, "tpot_max_over_slo": 0.051139209137158914, "tpot_mean_over_slo": -0.0074211636478002385, "ttft_max_over_slo_max": -0.03542824399967988, "ttft_mean_over_slo_max": -0.0033018737683347885 }, "delta_state": { "batch_size.mean": -0.2685691864197386, "batch_tokens.mean": -6.959429182398708, "decode_batch_size.mean": -0.26598172047692614, "graph_full_share": 0.0028314394428595735, "graph_none_share": -0.007209322700149463, "graph_padding_fraction": 0.0012877200176958283, "kv_usage_end_minus_start": -0.0011333814702583211, "kv_usage_max": 0.0022799714777140823, "kv_usage_mean": -0.0001951815494633533, "preemptions": 0.0, "prefill_token_fraction": -0.00014483809619469934, "queue_running_mean": -0.2747586459066662, "queue_waiting_mean": -0.08017956545333334, "scheduler_steps_per_s": 5.586666666666659 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 2, "request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb", "result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb", "trial_id": "sessions/rep2-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209", "result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50", "trial_id": "sessions/rep2-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.02980392156862745, "completed_over_admitted": 0.018394648829431426, "completed_pass_rate": 0.13356766256590513, "outstanding_over_admitted": -0.01839464882943144, "tpot_max_over_slo": 0.23737520567053472, "tpot_mean_over_slo": 0.010490282370595683, "ttft_max_over_slo_max": -0.38453158099825185, "ttft_mean_over_slo_max": -0.19098879755079737 }, "delta_state": { "batch_size.mean": -1.413753104794269, "batch_tokens.mean": -30.311859850911844, "decode_batch_size.mean": -1.4061952013981784, "graph_full_share": 0.021360307900858633, "graph_none_share": -0.03011422871811248, "graph_padding_fraction": 0.007512227776197788, "kv_usage_end_minus_start": 0.0021360977816522464, "kv_usage_max": 0.022672590909591506, "kv_usage_mean": 0.0010254846876152635, "preemptions": 0.0, "prefill_token_fraction": 0.0003313271687591657, "queue_running_mean": 0.7838954335199997, "queue_waiting_mean": -9.07047515872, "scheduler_steps_per_s": 8.959999999999994 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 2, "request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.31450980392156863, "mns": 16, "requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3", "result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b", "trial_id": "sessions/rep2-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4", "result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035", "trial_id": "sessions/rep2-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0024154589371980784, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.0024154589371980714, "tpot_max_over_slo": -0.006984168036628269, "tpot_mean_over_slo": -0.01111313281352852, "ttft_max_over_slo_max": -0.017940445327743276, "ttft_mean_over_slo_max": -0.0018007220652844075 }, "delta_state": { "batch_size.mean": -0.3420664768336481, "batch_tokens.mean": -6.950334498514508, "decode_batch_size.mean": -0.3395672760130166, "graph_full_share": 0.0029764291623558536, "graph_none_share": -0.005728618501492012, "graph_padding_fraction": 0.0005459147599019987, "kv_usage_end_minus_start": -0.003587734700701506, "kv_usage_max": 3.276805657914661e-05, "kv_usage_mean": -0.0002979372353175526, "preemptions": 0.0, "prefill_token_fraction": -6.130606240972725e-05, "queue_running_mean": -0.4039724217999998, "queue_waiting_mean": -0.030365675946666667, "scheduler_steps_per_s": 7.826666666666668 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 3, "request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549", "result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6", "trial_id": "sessions/rep3-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe", "result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950", "trial_id": "sessions/rep3-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.013628620102214661, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.013628620102214647, "tpot_max_over_slo": 0.08779462519483128, "tpot_mean_over_slo": -0.005083324937856265, "ttft_max_over_slo_max": -0.17233173300822574, "ttft_mean_over_slo_max": -0.03508650576710582 }, "delta_state": { "batch_size.mean": -0.5655282844513536, "batch_tokens.mean": -11.412062377336781, "decode_batch_size.mean": -0.562525695471205, "graph_full_share": 0.009956297228293054, "graph_none_share": -0.01796699078506772, "graph_padding_fraction": 0.0038365149210898572, "kv_usage_end_minus_start": 0.005666174682015579, "kv_usage_max": 0.01138222251747023, "kv_usage_mean": 0.0003053257977473668, "preemptions": 0.0, "prefill_token_fraction": -1.837494489209668e-05, "queue_running_mean": 0.1581681952266667, "queue_waiting_mean": -2.0748791364133337, "scheduler_steps_per_s": 7.079999999999998 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 3, "request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.2635294117647059, "mns": 16, "requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68", "result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6", "trial_id": "sessions/rep3-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b", "result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b", "trial_id": "sessions/rep3-mns64/mid/result.json" } } ], "coverage_at_end": { "admitted_fraction_of_total": { "distinct_n": 6, "max": 0.23777777777777778, "min": 0.23, "n": 12 }, "completed_fraction_of_total": { "distinct_n": 11, "max": 0.23555555555555557, "min": 0.2152941176470588, "n": 12 } }, "efficacy": { "cross_validation_possible": true, "label_balance_sufficient": true, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "outcome_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "ttft_max_over_slo_max", "features": { "admitted_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "admitted_input_tokens_mean_over_limit": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "completed_fail_fraction_of_total": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.014901960784313726, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.000980392156862745, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.000980392156862745, "train_balanced_accuracy": 1.0 } ] }, "completed_over_admitted": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.009212391585879554, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.00802203951970637, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.011595405949487936, "train_balanced_accuracy": 1.0 } ] }, "completed_pass_rate": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.06678383128295257, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004332755632582341, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.004332755632582341, "train_balanced_accuracy": 1.0 } ] }, "outstanding_over_admitted": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.009212391585879507, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.00802203951970636, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.011595405949487903, "train_balanced_accuracy": 1.0 } ] }, "tpot_max_over_slo": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0694669171659951, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.07931047613736183, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.15410076637521355, "train_balanced_accuracy": 1.0 } ] }, "tpot_mean_over_slo": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.006252244292828252, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.008098228875692393, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.0027942363662112613, "train_balanced_accuracy": 1.0 } ] }, "ttft_max_over_slo_max": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.1038799885039528, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.10693511100544129, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.16338899500260595, "train_balanced_accuracy": 1.0 } ] }, "ttft_mean_over_slo_max": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.019194189767720304, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.02098880197358749, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.03640721533141776, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "positive": 3, "telemetry_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "queue_waiting_mean", "features": { "decode_batch_size.mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.4510464857421108, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.4510464857421108, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5405943805567954, "train_balanced_accuracy": 1.0 } ] }, "graph_padding_fraction": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0025621174693928428, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.002835030550300963, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.003586973882340435, "train_balanced_accuracy": 1.0 } ] }, "kv_usage_mean": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 5.5072124142006764e-05, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 8.069496195816078e-05, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.0004407744068921091, "train_balanced_accuracy": 1.0 } ] }, "prefill_token_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 0 ], "threshold": -3.984050365091196e-05, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -2.2815404062570543e-05, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.00015203565276306064, "train_balanced_accuracy": 0.75 } ] }, "queue_running_mean": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.05829522533999976, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.014071006980000078, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.2987926121666664, "train_balanced_accuracy": 1.0 } ] }, "queue_waiting_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -1.0775293509333335, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -1.1423175943466668, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -1.7739302298, "train_balanced_accuracy": 1.0 } ] }, "scheduler_steps_per_s": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 6.333333333333329, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 5.63333333333334, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 5.953333333333333, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "telemetry_qualifying_features": [], "transitions": { "false->true": 3, "true->true": 3 } }, "end_fraction": 0.25, "end_s": 75.0, "qualifying_response_features": [], "repeat_pairs": 8, "response_statistics": { "batch_size.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.45379738064250086, "action_delta": { "distinct_n": 6, "max": -0.2638104929979219, "min": -1.413753104794269, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.9705757741391393, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.467554819246339, "repeat_abs_p95": 2.634518964255186, "repeat_delta": { "distinct_n": 8, "max": 0.7001454483303338, "min": -2.9313976513752067, "n": 8 } }, "batch_tokens.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 9.185745779867744, "action_delta": { "distinct_n": 6, "max": -5.845648825359461, "min": -30.311859850911844, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.298783186954296, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 30.743850996116663, "repeat_abs_p95": 93.908100721683, "repeat_delta": { "distinct_n": 8, "max": 27.153830102554593, "min": -100.52302983743428, "n": 8 } }, "decode_batch_size.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.4510464857421108, "action_delta": { "distinct_n": 6, "max": -0.26164909366742517, "min": -1.4061952013981784, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.9732742893789799, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.4634320362350386, "repeat_abs_p95": 2.613462716433853, "repeat_delta": { "distinct_n": 8, "max": 0.6993897150480155, "min": -2.908747043508294, "n": 8 } }, "graph_full_share": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.005686813793577217, "action_delta": { "distinct_n": 6, "max": 0.021360307900858633, "min": 0.002180359902912321, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 1.4307684434738428, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0039746569890581895, "repeat_abs_p95": 0.021315647296768075, "repeat_delta": { "distinct_n": 8, "max": 0.024883252660879762, "min": -0.01469009447770353, "n": 8 } }, "graph_none_share": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.012588156742608592, "action_delta": { "distinct_n": 6, "max": -0.005728618501492012, "min": -0.03011422871811248, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 2.4566361209710017, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.005124143797752612, "repeat_abs_p95": 0.018876919314381714, "repeat_delta": { "distinct_n": 8, "max": 0.011349421052443798, "min": -0.022930187609271374, "n": 8 } }, "graph_padding_fraction": { "action_above_repeat_p95_fraction": 0.3333333333333333, "action_abs_median": 0.002835030550300963, "action_delta": { "distinct_n": 6, "max": 0.007512227776197788, "min": 0.0005459147599019987, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 1.9399840028075197, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0014613680041681495, "repeat_abs_p95": 0.004511807887601192, "repeat_delta": { "distinct_n": 8, "max": 0.005553318782013202, "min": -0.0010848582943063204, "n": 8 } }, "kv_usage_end_minus_start": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.002861916241176876, "action_delta": { "distinct_n": 6, "max": 0.005666174682015579, "min": -0.004438767356134465, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 0.547685400888532, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.00522547476440649, "repeat_abs_p95": 0.007084887036630881, "repeat_delta": { "distinct_n": 8, "max": 0.007595504930191788, "min": -0.001265067308722334, "n": 8 } }, "kv_usage_max": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.007920628661389983, "action_delta": { "distinct_n": 6, "max": 0.027975123151637415, "min": 3.276805657914661e-05, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 5.977407604410328, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0013250942859486248, "repeat_abs_p95": 0.0092433410331364, "repeat_delta": { "distinct_n": 8, "max": 0.0011681468294250097, "min": -0.011994317136490906, "n": 8 } }, "kv_usage_mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0003016315165324597, "action_delta": { "distinct_n": 6, "max": 0.002385274257794787, "min": -0.0002979372353175526, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 0.1832373452641962, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.001646124681066296, "repeat_abs_p95": 0.004755246907733842, "repeat_delta": { "distinct_n": 8, "max": 0.001880248703786131, "min": -0.005007302519187606, "n": 8 } }, "preemptions": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0, "action_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 6 }, "action_signs": { "consistency": 0.0, "negative": 0, "positive": 0, "zero": 6 }, "effect_to_repeat_median": 0.0, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 0.0, "repeat_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 8 } }, "prefill_token_fraction": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.00010307207930221329, "action_delta": { "distinct_n": 6, "max": 0.0003313271687591657, "min": -0.00025035500653580733, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 5, "positive": 1, "zero": 0 }, "effect_to_repeat_median": 0.0193424286695313, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.005328807517567591, "repeat_abs_p95": 0.008606069879593642, "repeat_delta": { "distinct_n": 8, "max": 0.004217023010198662, "min": -0.008635306091418382, "n": 8 } }, "queue_running_mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.339365533853333, "action_delta": { "distinct_n": 6, "max": 2.133982110813333, "min": -0.4039724217999998, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 0.4388333493005985, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.7733357877066664, "repeat_abs_p95": 3.1493800733973325, "repeat_delta": { "distinct_n": 8, "max": 1.0551951064133327, "min": -3.3683846067999994, "n": 8 } }, "queue_waiting_mean": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 1.1423175943466668, "action_delta": { "distinct_n": 6, "max": -0.030365675946666667, "min": -9.07047515872, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 42.90527668627242, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.02662417498666667, "repeat_abs_p95": 6.55139452659, "repeat_delta": { "distinct_n": 8, "max": 5.732538843706667, "min": -6.992316817373333, "n": 8 } }, "scheduler_steps_per_s": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 6.700000000000003, "action_delta": { "distinct_n": 6, "max": 8.959999999999994, "min": 4.9466666666666725, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 1.0959651035986926, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 6.11333333333333, "repeat_abs_p95": 14.715333333333335, "repeat_delta": { "distinct_n": 8, "max": 15.373333333333335, "min": -4.8799999999999955, "n": 8 } } }, "sanity": { "invariants": { "all_results_uncensored": true, "expected_action_pair_count": true, "expected_repeat_pair_count": true, "finite_deltas": true, "layer1_boundary_and_internal_gaps_bounded": true, "nonnegative_counters": true, "per_cell_state_vectors_not_all_identical": true, "ratios_bounded": true, "state_vectors_not_all_identical": true }, "red_flags": [], "trials": 12 }, "start_s": 0.0, "trial_sanity": [ { "admitted_fraction": 0.23777777777777778, "cell": "tp4_mns16", "completed_fraction": 0.23555555555555557, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.001928339, "max_internal_gap_s": 0.648316718, "start_gap_s": 0.042673865 }, "trial_id": "sessions/rep1-mns16/low/result.json" }, { "admitted_fraction": 0.2372549019607843, "cell": "tp4_mns16", "completed_fraction": 0.22627450980392155, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.022443998, "max_internal_gap_s": 0.186336261, "start_gap_s": 0.042930986 }, "trial_id": "sessions/rep1-mns16/mid/result.json" }, { "admitted_fraction": 0.23777777777777778, "cell": "tp4_mns64", "completed_fraction": 0.23555555555555557, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.004213731, "max_internal_gap_s": 0.637319097, "start_gap_s": 0.043186851 }, "trial_id": "sessions/rep1-mns64/low/result.json" }, { "admitted_fraction": 0.2372549019607843, "cell": "tp4_mns64", "completed_fraction": 0.23098039215686275, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.003542116, "max_internal_gap_s": 0.184687818, "start_gap_s": 0.043187905 }, "trial_id": "sessions/rep1-mns64/mid/result.json" }, { "admitted_fraction": 0.23166666666666666, "cell": "tp4_mns64", "completed_fraction": 0.22611111111111112, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.007493238, "max_internal_gap_s": 0.185686919, "start_gap_s": 0.107508086 }, "trial_id": "sessions/rep2-mns64/low/result.json" }, { "admitted_fraction": 0.23450980392156862, "cell": "tp4_mns64", "completed_fraction": 0.22745098039215686, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.106828533, "max_internal_gap_s": 0.177241403, "start_gap_s": 0.107570476 }, "trial_id": "sessions/rep2-mns64/mid/result.json" }, { "admitted_fraction": 0.23166666666666666, "cell": "tp4_mns16", "completed_fraction": 0.22499999999999998, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.01771671, "max_internal_gap_s": 0.174851445, "start_gap_s": 0.107276851 }, "trial_id": "sessions/rep2-mns16/low/result.json" }, { "admitted_fraction": 0.23450980392156862, "cell": "tp4_mns16", "completed_fraction": 0.2231372549019608, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.049603839, "max_internal_gap_s": 0.184443946, "start_gap_s": 0.10804117 }, "trial_id": "sessions/rep2-mns16/mid/result.json" }, { "admitted_fraction": 0.23, "cell": "tp4_mns16", "completed_fraction": 0.2205555555555556, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.001863681, "max_internal_gap_s": 0.6478406, "start_gap_s": 0.120533656 }, "trial_id": "sessions/rep3-mns16/low/result.json" }, { "admitted_fraction": 0.23019607843137255, "cell": "tp4_mns16", "completed_fraction": 0.2152941176470588, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.17047515, "max_internal_gap_s": 0.182092338, "start_gap_s": 0.124699964 }, "trial_id": "sessions/rep3-mns16/mid/result.json" }, { "admitted_fraction": 0.23, "cell": "tp4_mns64", "completed_fraction": 0.22111111111111112, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.000487667, "max_internal_gap_s": 0.652764433, "start_gap_s": 0.123493588 }, "trial_id": "sessions/rep3-mns64/low/result.json" }, { "admitted_fraction": 0.23019607843137255, "cell": "tp4_mns64", "completed_fraction": 0.2184313725490196, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.006237065, "max_internal_gap_s": 0.32072392, "start_gap_s": 0.122478295 }, "trial_id": "sessions/rep3-mns64/mid/result.json" } ] }, { "action_pairs": 6, "actions": [ { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.07082632707989239, "tpot_mean_over_slo": -0.002512563182247657, "ttft_max_over_slo_max": -0.0679067323411194, "ttft_mean_over_slo_max": -0.007600825142914866 }, "delta_state": { "batch_size.mean": -0.15804783275966194, "batch_tokens.mean": -3.0894547775551757, "decode_batch_size.mean": -0.15660557052023627, "graph_full_share": 0.001103652377702713, "graph_none_share": -0.0043728510978748095, "graph_padding_fraction": 0.0020921453623694904, "kv_usage_end_minus_start": -1.1745909822225009e-05, "kv_usage_max": 0.003994488881572833, "kv_usage_mean": 8.324804127910184e-05, "preemptions": 0.0, "prefill_token_fraction": 3.1223127688440044e-05, "queue_running_mean": -0.011106401786666886, "queue_waiting_mean": -0.27086107688, "scheduler_steps_per_s": 3.173333333333332 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 1, "request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373", "result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9", "trial_id": "sessions/rep1-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473", "result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6", "trial_id": "sessions/rep1-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.0027450980392156863, "completed_over_admitted": 0.0008250825082508628, "completed_pass_rate": 0.005833333333333357, "outstanding_over_admitted": -0.0008250825082508247, "tpot_max_over_slo": 0.2753294892902449, "tpot_mean_over_slo": 0.018526148273117438, "ttft_max_over_slo_max": -0.2765812376649895, "ttft_mean_over_slo_max": -0.08009172416899431 }, "delta_state": { "batch_size.mean": -2.2691156081486135, "batch_tokens.mean": -44.89764761415685, "decode_batch_size.mean": -2.2524677264815143, "graph_full_share": 0.021894194879364726, "graph_none_share": -0.030171302893482743, "graph_padding_fraction": 0.007904176391026585, "kv_usage_end_minus_start": 0.002935218401001971, "kv_usage_max": 0.01698116274304451, "kv_usage_mean": 9.548656867379608e-05, "preemptions": 0.0, "prefill_token_fraction": 0.00015029680675249235, "queue_running_mean": -0.35042022754666746, "queue_waiting_mean": -4.181868913853333, "scheduler_steps_per_s": 11.733333333333334 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 1, "request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.5603921568627451, "mns": 16, "requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193", "result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f", "trial_id": "sessions/rep1-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe", "result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c", "trial_id": "sessions/rep1-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.051139209137158914, "tpot_mean_over_slo": -0.009262480213267976, "ttft_max_over_slo_max": -0.03542824399967988, "ttft_mean_over_slo_max": -0.003943418327769104 }, "delta_state": { "batch_size.mean": -0.5154516769784294, "batch_tokens.mean": -10.397397526512549, "decode_batch_size.mean": -0.511830034908046, "graph_full_share": 0.004410718283113013, "graph_none_share": -0.009755038550069609, "graph_padding_fraction": 0.0011193731937274784, "kv_usage_end_minus_start": 0.0011418132801096492, "kv_usage_max": 0.003853870265263404, "kv_usage_mean": -0.0002787530429213137, "preemptions": 0.0, "prefill_token_fraction": 0.00014412819519771247, "queue_running_mean": -0.46609635046666753, "queue_waiting_mean": -0.15291618469333335, "scheduler_steps_per_s": 6.813333333333333 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 2, "request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb", "result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb", "trial_id": "sessions/rep2-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209", "result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50", "trial_id": "sessions/rep2-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.14941176470588236, "completed_over_admitted": 0.044764188649080716, "completed_pass_rate": 0.32206255283178364, "outstanding_over_admitted": -0.04476418864908073, "tpot_max_over_slo": 0.2416662007889263, "tpot_mean_over_slo": 0.010014700010439026, "ttft_max_over_slo_max": -0.9367796959995758, "ttft_mean_over_slo_max": -0.3197808858475722 }, "delta_state": { "batch_size.mean": -0.2846481455922074, "batch_tokens.mean": -9.105088784407371, "decode_batch_size.mean": -0.28638908954680886, "graph_full_share": 0.02080155419765417, "graph_none_share": -0.03302550516502446, "graph_padding_fraction": 0.009148827020083142, "kv_usage_end_minus_start": -0.0029587377234424617, "kv_usage_max": 0.021920351504425173, "kv_usage_mean": 0.0021466714075248396, "preemptions": 0.0, "prefill_token_fraction": -0.0004908425008621764, "queue_running_mean": 1.7869539801733332, "queue_waiting_mean": -24.542158628386666, "scheduler_steps_per_s": 6.186666666666667 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 2, "request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.31450980392156863, "mns": 16, "requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3", "result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b", "trial_id": "sessions/rep2-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4", "result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035", "trial_id": "sessions/rep2-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.001179245283018937, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.0011792452830188694, "tpot_max_over_slo": 0.04993343196889949, "tpot_mean_over_slo": -0.008105257443938751, "ttft_max_over_slo_max": -0.026339164838039622, "ttft_mean_over_slo_max": -0.0029500323901768717 }, "delta_state": { "batch_size.mean": -0.22671705086071015, "batch_tokens.mean": -4.740617496917622, "decode_batch_size.mean": -0.22507516605851396, "graph_full_share": 0.0006042607986376236, "graph_none_share": -0.005169444156433126, "graph_padding_fraction": 0.0008846012466042618, "kv_usage_end_minus_start": 0.003668730096473505, "kv_usage_max": 0.008719338263833865, "kv_usage_mean": -0.00012598990958833517, "preemptions": 0.0, "prefill_token_fraction": -7.139411620438185e-05, "queue_running_mean": -0.21431314688000036, "queue_waiting_mean": -0.10833277018666666, "scheduler_steps_per_s": 4.613333333333344 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 3, "request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549", "result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6", "trial_id": "sessions/rep3-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe", "result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950", "trial_id": "sessions/rep3-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.19137254901960785, "completed_over_admitted": 0.034146341463414664, "completed_pass_rate": 0.42068965517241375, "outstanding_over_admitted": -0.03414634146341463, "tpot_max_over_slo": 0.1493312743232093, "tpot_mean_over_slo": 0.00256767021710691, "ttft_max_over_slo_max": -0.9516305106711418, "ttft_mean_over_slo_max": -0.3356434934483016 }, "delta_state": { "batch_size.mean": -1.1031807575648234, "batch_tokens.mean": -22.138099877318325, "decode_batch_size.mean": -1.098093622958313, "graph_full_share": 0.024621184785722505, "graph_none_share": -0.036507530380663095, "graph_padding_fraction": 0.008444758995033443, "kv_usage_end_minus_start": -0.0009272853178361462, "kv_usage_max": 0.012606264387448385, "kv_usage_mean": 0.0018642037638938545, "preemptions": 0.0, "prefill_token_fraction": 0.0001249562235060564, "queue_running_mean": 1.5849805495733342, "queue_waiting_mean": -32.03782532756, "scheduler_steps_per_s": 8.840000000000003 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 3, "request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.2635294117647059, "mns": 16, "requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68", "result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6", "trial_id": "sessions/rep3-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b", "result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b", "trial_id": "sessions/rep3-mns64/mid/result.json" } } ], "coverage_at_end": { "admitted_fraction_of_total": { "distinct_n": 6, "max": 0.49444444444444446, "min": 0.4711111111111111, "n": 12 }, "completed_fraction_of_total": { "distinct_n": 10, "max": 0.49111111111111116, "min": 0.4549019607843137, "n": 12 } }, "efficacy": { "cross_validation_possible": true, "label_balance_sufficient": true, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "outcome_delta": { "best_accuracy": 0.8333333333333334, "best_balanced_accuracy": 0.8333333333333333, "best_feature": "ttft_mean_over_slo_max", "features": { "admitted_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "admitted_input_tokens_mean_over_limit": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "completed_fail_fraction_of_total": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.07470588235294118, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.0013725490196078432, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.0013725490196078432, "train_balanced_accuracy": 1.0 } ] }, "completed_over_admitted": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.0176627933732168, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0004125412541254314, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0004125412541254314, "train_balanced_accuracy": 1.0 } ] }, "completed_pass_rate": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.16103127641589182, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0029166666666666785, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0029166666666666785, "train_balanced_accuracy": 1.0 } ] }, "outstanding_over_admitted": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.01766279337321675, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.00041254125412541233, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.00041254125412541233, "train_balanced_accuracy": 1.0 } ] }, "tpot_max_over_slo": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.10023524173018411, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.11007880070155085, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.15624626393440935, "train_balanced_accuracy": 1.0 } ] }, "tpot_mean_over_slo": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.002768793613415921, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 2.755351742962653e-05, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.0037510684140956846, "train_balanced_accuracy": 1.0 } ] }, "ttft_max_over_slo_max": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.48610396999962785, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.17224398500305443, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.17224398500305443, "train_balanced_accuracy": 1.0 } ] }, "ttft_mean_over_slo_max": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.16186215208767066, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.04384627465595459, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.04384627465595459, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "positive": 3, "telemetry_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "graph_padding_fraction", "features": { "decode_batch_size.mean": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.2557321278026614, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.6615843945084134, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.22149733003352257, "train_balanced_accuracy": 0.75 } ] }, "graph_padding_fraction": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004782066094380461, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004998160876698038, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004998160876698038, "train_balanced_accuracy": 1.0 } ] }, "kv_usage_mean": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.0008691069271527596, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 8.936730497644896e-05, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 8.936730497644896e-05, "train_balanced_accuracy": 1.0 } ] }, "prefill_token_fraction": { "accuracy": 0.16666666666666666, "balanced_accuracy": 0.16666666666666666, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 0 ], "threshold": 0.00013454220935188443, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 0 ], "threshold": 7.808967559724822e-05, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.0001472125009751024, "train_balanced_accuracy": 0.75 } ] }, "queue_running_mean": { "accuracy": 0.3333333333333333, "balanced_accuracy": 0.3333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.6853337013466669, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 0 ], "threshold": -0.2823666872133339, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.4082582890066675, "train_balanced_accuracy": 0.75 } ] }, "queue_waiting_mean": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -12.347537406539999, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -2.2263649953666667, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -2.2263649953666667, "train_balanced_accuracy": 1.0 } ] }, "scheduler_steps_per_s": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 5.400000000000006, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 0 ], "threshold": 6.726666666666674, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 4.68, "train_balanced_accuracy": 0.75 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "telemetry_qualifying_features": [ "graph_padding_fraction" ], "transitions": { "false->true": 3, "true->true": 3 } }, "end_fraction": 0.5, "end_s": 150.0, "qualifying_response_features": [ "graph_padding_fraction" ], "repeat_pairs": 8, "response_statistics": { "batch_size.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.4000499112853184, "action_delta": { "distinct_n": 6, "max": -0.15804783275966194, "min": -2.2691156081486135, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.2802630070966653, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 1.4274089021935654, "repeat_abs_p95": 2.672248195457046, "repeat_delta": { "distinct_n": 8, "max": 3.099204835224729, "min": -1.621627553120839, "n": 8 } }, "batch_tokens.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 9.75124315545996, "action_delta": { "distinct_n": 6, "max": -3.0894547775551757, "min": -44.89764761415685, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.2665496795389639, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 36.58321095086717, "repeat_abs_p95": 57.539092487805476, "repeat_delta": { "distinct_n": 8, "max": 63.80774773212434, "min": -40.23384050335905, "n": 8 } }, "decode_batch_size.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.39910956222742744, "action_delta": { "distinct_n": 6, "max": -0.15660557052023627, "min": -2.2524677264815143, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.2818240506833578, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 1.4161657291479544, "repeat_abs_p95": 2.6502790089519457, "repeat_delta": { "distinct_n": 8, "max": 3.0729743073386615, "min": -1.6090373367280613, "n": 8 } }, "graph_full_share": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.012606136240383592, "action_delta": { "distinct_n": 6, "max": 0.024621184785722505, "min": 0.0006042607986376236, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 1.1046254041741963, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.011412136813753415, "repeat_abs_p95": 0.020065382031526628, "repeat_delta": { "distinct_n": 8, "max": 0.012164469199423045, "min": -0.020447806270125324, "n": 8 } }, "graph_none_share": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.019963170721776176, "action_delta": { "distinct_n": 6, "max": -0.0043728510978748095, "min": -0.036507530380663095, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 1.8698607257091873, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.010676287515587392, "repeat_abs_p95": 0.017837185208830555, "repeat_delta": { "distinct_n": 8, "max": 0.01883615600387016, "min": -0.012662463335994696, "n": 8 } }, "graph_padding_fraction": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.004998160876698038, "action_delta": { "distinct_n": 6, "max": 0.009148827020083142, "min": 0.0008846012466042618, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 5.841347922729203, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": true, "repeat_abs_median": 0.0008556519732799599, "repeat_abs_p95": 0.002114872464387871, "repeat_delta": { "distinct_n": 8, "max": 0.002067321151258763, "min": -0.0021404770176112367, "n": 8 } }, "kv_usage_end_minus_start": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.00203851584055581, "action_delta": { "distinct_n": 6, "max": 0.003668730096473505, "min": -0.0029587377234424617, "n": 6 }, "action_signs": { "consistency": 0.5, "negative": 3, "positive": 3, "zero": 0 }, "effect_to_repeat_median": 0.689091144297968, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0029582673604557908, "repeat_abs_p95": 0.008930052912586221, "repeat_delta": { "distinct_n": 8, "max": 0.0019231063523722502, "min": -0.009814473798313572, "n": 8 } }, "kv_usage_max": { "action_above_repeat_p95_fraction": 0.6666666666666666, "action_abs_median": 0.010662801325641125, "action_delta": { "distinct_n": 6, "max": 0.021920351504425173, "min": 0.003853870265263404, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 5.783811852453453, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0018435595067149424, "repeat_abs_p95": 0.006457102557288577, "repeat_delta": { "distinct_n": 8, "max": 0.0035006848054948136, "min": -0.008049019808254454, "n": 8 } }, "kv_usage_mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.00020237147625482444, "action_delta": { "distinct_n": 6, "max": 0.0021466714075248396, "min": -0.0002787530429213137, "n": 6 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 2, "positive": 4, "zero": 0 }, "effect_to_repeat_median": 0.1687685271313482, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0011991067273895441, "repeat_abs_p95": 0.0023351857861895597, "repeat_delta": { "distinct_n": 8, "max": 0.0027611025339853053, "min": -0.001368780132029305, "n": 8 } }, "preemptions": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0, "action_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 6 }, "action_signs": { "consistency": 0.0, "negative": 0, "positive": 0, "zero": 6 }, "effect_to_repeat_median": 0.0, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 0.0, "repeat_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 8 } }, "prefill_token_fraction": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.00013454220935188443, "action_delta": { "distinct_n": 6, "max": 0.00015029680675249235, "min": -0.0004908425008621764, "n": 6 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 2, "positive": 4, "zero": 0 }, "effect_to_repeat_median": 0.0774352591631262, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0017374799388022444, "repeat_abs_p95": 0.0025224968780584887, "repeat_delta": { "distinct_n": 8, "max": 0.0025533385639567863, "min": -0.0024652194613902223, "n": 8 } }, "queue_running_mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.4082582890066675, "action_delta": { "distinct_n": 6, "max": 1.7869539801733332, "min": -0.46609635046666753, "n": 6 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 4, "positive": 2, "zero": 0 }, "effect_to_repeat_median": 0.38701557093710687, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 1.0548885359266662, "repeat_abs_p95": 2.4461823174926662, "repeat_delta": { "distinct_n": 8, "max": 2.9756512754266673, "min": -1.3536673999333333, "n": 8 } }, "queue_waiting_mean": { "action_above_repeat_p95_fraction": 0.3333333333333333, "action_abs_median": 2.2263649953666667, "action_delta": { "distinct_n": 6, "max": -0.10833277018666666, "min": -32.03782532756, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 88.19287762590257, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.025244272046666672, "repeat_abs_p95": 15.854935623909324, "repeat_delta": { "distinct_n": 8, "max": 20.359169682466664, "min": -0.11883915477333334, "n": 8 } }, "scheduler_steps_per_s": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 6.5, "action_delta": { "distinct_n": 6, "max": 11.733333333333334, "min": 3.173333333333332, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 0.5247578040904196, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 12.38666666666667, "repeat_abs_p95": 17.40266666666666, "repeat_delta": { "distinct_n": 8, "max": 15.599999999999994, "min": -18.373333333333335, "n": 8 } } }, "sanity": { "invariants": { "all_results_uncensored": true, "expected_action_pair_count": true, "expected_repeat_pair_count": true, "finite_deltas": true, "layer1_boundary_and_internal_gaps_bounded": true, "nonnegative_counters": true, "per_cell_state_vectors_not_all_identical": true, "ratios_bounded": true, "state_vectors_not_all_identical": true }, "red_flags": [], "trials": 12 }, "start_s": 75.0, "trial_sanity": [ { "admitted_fraction": 0.47555555555555556, "cell": "tp4_mns16", "completed_fraction": 0.4733333333333334, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.001282354, "max_internal_gap_s": 0.471713815, "start_gap_s": 0.002667743 }, "trial_id": "sessions/rep1-mns16/low/result.json" }, { "admitted_fraction": 0.4752941176470588, "cell": "tp4_mns16", "completed_fraction": 0.47058823529411764, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.004049563, "max_internal_gap_s": 0.179027071, "start_gap_s": 0.035944018 }, "trial_id": "sessions/rep1-mns16/mid/result.json" }, { "admitted_fraction": 0.47555555555555556, "cell": "tp4_mns64", "completed_fraction": 0.4733333333333334, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.003246004, "max_internal_gap_s": 0.48099535, "start_gap_s": 0.000371266 }, "trial_id": "sessions/rep1-mns64/low/result.json" }, { "admitted_fraction": 0.4752941176470588, "cell": "tp4_mns64", "completed_fraction": 0.47098039215686277, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.00327497, "max_internal_gap_s": 0.178353557, "start_gap_s": 0.002613787 }, "trial_id": "sessions/rep1-mns64/mid/result.json" }, { "admitted_fraction": 0.49444444444444446, "cell": "tp4_mns64", "completed_fraction": 0.49111111111111116, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.003493587, "max_internal_gap_s": 0.444552932, "start_gap_s": 0.00122792 }, "trial_id": "sessions/rep2-mns64/low/result.json" }, { "admitted_fraction": 0.49058823529411766, "cell": "tp4_mns64", "completed_fraction": 0.48588235294117643, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.0063142, "max_internal_gap_s": 0.183290846, "start_gap_s": 0.062765702 }, "trial_id": "sessions/rep2-mns64/mid/result.json" }, { "admitted_fraction": 0.49444444444444446, "cell": "tp4_mns16", "completed_fraction": 0.49111111111111116, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.012013597, "max_internal_gap_s": 0.445602102, "start_gap_s": 0.037343372 }, "trial_id": "sessions/rep2-mns16/low/result.json" }, { "admitted_fraction": 0.49058823529411766, "cell": "tp4_mns16", "completed_fraction": 0.463921568627451, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.02999801, "max_internal_gap_s": 0.176673609, "start_gap_s": 0.001405349 }, "trial_id": "sessions/rep2-mns16/mid/result.json" }, { "admitted_fraction": 0.4711111111111111, "cell": "tp4_mns16", "completed_fraction": 0.4655555555555555, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.026096497, "max_internal_gap_s": 0.24359672, "start_gap_s": 0.004691362 }, "trial_id": "sessions/rep3-mns16/low/result.json" }, { "admitted_fraction": 0.4823529411764706, "cell": "tp4_mns16", "completed_fraction": 0.4549019607843137, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.001098192, "max_internal_gap_s": 0.177840927, "start_gap_s": 0.00439926 }, "trial_id": "sessions/rep3-mns16/mid/result.json" }, { "admitted_fraction": 0.4711111111111111, "cell": "tp4_mns64", "completed_fraction": 0.4661111111111111, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.001270441, "max_internal_gap_s": 0.272099734, "start_gap_s": 0.006329393 }, "trial_id": "sessions/rep3-mns64/low/result.json" }, { "admitted_fraction": 0.4823529411764706, "cell": "tp4_mns64", "completed_fraction": 0.4713725490196079, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.048916774, "max_internal_gap_s": 0.184986457, "start_gap_s": 0.001848903 }, "trial_id": "sessions/rep3-mns64/mid/result.json" } ] }, { "action_pairs": 6, "actions": [ { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.13955613873224326, "tpot_mean_over_slo": 0.00021561369396999597, "ttft_max_over_slo_max": -0.162763388332678, "ttft_mean_over_slo_max": -0.0113370356308976 }, "delta_state": { "batch_size.mean": -0.2888291061573778, "batch_tokens.mean": -6.113142522726264, "decode_batch_size.mean": -0.28726153067008475, "graph_full_share": 0.003556405337845958, "graph_none_share": -0.008054518886335793, "graph_padding_fraction": 0.003354803792462677, "kv_usage_end_minus_start": -7.914574800538254e-06, "kv_usage_max": 0.012148644893025695, "kv_usage_mean": 0.0003717674926776663, "preemptions": 0.0, "prefill_token_fraction": -1.0418331766737232e-05, "queue_running_mean": 0.18344752267999986, "queue_waiting_mean": -0.6748495923466666, "scheduler_steps_per_s": 3.9866666666666646 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 1, "request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373", "result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9", "trial_id": "sessions/rep1-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473", "result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6", "trial_id": "sessions/rep1-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.14980392156862746, "completed_over_admitted": 0.03292618162506633, "completed_pass_rate": 0.21093318608503586, "outstanding_over_admitted": -0.032926181625066386, "tpot_max_over_slo": 0.3362407738628878, "tpot_mean_over_slo": 0.035823037105198796, "ttft_max_over_slo_max": -1.0155032691739811, "ttft_mean_over_slo_max": -0.23418190946398737 }, "delta_state": { "batch_size.mean": 0.7340835489721993, "batch_tokens.mean": 4.870249914593785, "decode_batch_size.mean": 0.7235214534720207, "graph_full_share": 0.01432646120104708, "graph_none_share": -0.025264419492621093, "graph_padding_fraction": 0.006957260165806216, "kv_usage_end_minus_start": -0.007513472509556363, "kv_usage_max": 0.031275425686576486, "kv_usage_mean": 0.0049451651951918, "preemptions": 0.0, "prefill_token_fraction": -0.0014595808679910283, "queue_running_mean": 5.284704507639999, "queue_waiting_mean": -29.284492367786665, "scheduler_steps_per_s": 3.373333333333335 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 1, "request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.5603921568627451, "mns": 16, "requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193", "result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f", "trial_id": "sessions/rep1-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe", "result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c", "trial_id": "sessions/rep1-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0007401924500369805, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.00074019245003701, "tpot_max_over_slo": 0.17641319103142994, "tpot_mean_over_slo": -0.008167534216044714, "ttft_max_over_slo_max": -0.055667730843803526, "ttft_mean_over_slo_max": -0.004452474842343956 }, "delta_state": { "batch_size.mean": -0.4169380613868432, "batch_tokens.mean": -8.458043870097356, "decode_batch_size.mean": -0.4135692006454068, "graph_full_share": 0.003382014563382052, "graph_none_share": -0.01001403055152162, "graph_padding_fraction": 0.0016407136927011953, "kv_usage_end_minus_start": -0.0014920741368527057, "kv_usage_max": 0.013006718003583773, "kv_usage_mean": -4.9942287421177005e-05, "preemptions": 0.0, "prefill_token_fraction": -4.5771229986280026e-05, "queue_running_mean": -0.27537858206666677, "queue_waiting_mean": -0.14998382319999998, "scheduler_steps_per_s": 6.626666666666665 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 2, "request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb", "result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb", "trial_id": "sessions/rep2-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209", "result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50", "trial_id": "sessions/rep2-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.3898039215686275, "completed_over_admitted": 0.047995780590717296, "completed_pass_rate": 0.5534521158129175, "outstanding_over_admitted": -0.0479957805907173, "tpot_max_over_slo": 0.485827943940801, "tpot_mean_over_slo": 0.015614815582012831, "ttft_max_over_slo_max": -0.9946015174985708, "ttft_mean_over_slo_max": -0.5387282368223152 }, "delta_state": { "batch_size.mean": -1.6273974153257296, "batch_tokens.mean": -34.29456683018134, "decode_batch_size.mean": -1.6204010215371003, "graph_full_share": 0.02986827684967852, "graph_none_share": -0.04355833918802347, "graph_padding_fraction": 0.009679698181700893, "kv_usage_end_minus_start": -0.0096678119183089, "kv_usage_max": 0.04533198050309872, "kv_usage_mean": 0.003191336087705077, "preemptions": 0.0, "prefill_token_fraction": -0.00023339635256569569, "queue_running_mean": 2.3989840409999985, "queue_waiting_mean": -47.09879207850667, "scheduler_steps_per_s": 11.493333333333325 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 2, "request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.31450980392156863, "mns": 16, "requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3", "result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b", "trial_id": "sessions/rep2-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4", "result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035", "trial_id": "sessions/rep2-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.06666873637623494, "tpot_mean_over_slo": -0.009318131681115394, "ttft_max_over_slo_max": -0.07750733549861857, "ttft_mean_over_slo_max": -0.004705775197540927 }, "delta_state": { "batch_size.mean": -0.5672759530887257, "batch_tokens.mean": -10.329959059848179, "decode_batch_size.mean": -0.562993756337625, "graph_full_share": 0.005089834536355586, "graph_none_share": -0.01044980089531864, "graph_padding_fraction": 0.0013844048532868167, "kv_usage_end_minus_start": 0.002908292329360629, "kv_usage_max": 0.00626947513206999, "kv_usage_mean": -0.0002826822094093009, "preemptions": 0.0, "prefill_token_fraction": 0.00012710629028711562, "queue_running_mean": -0.5141460273999989, "queue_waiting_mean": -0.24953442832, "scheduler_steps_per_s": 8.97333333333333 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 3, "request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549", "result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6", "trial_id": "sessions/rep3-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe", "result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950", "trial_id": "sessions/rep3-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.43333333333333335, "completed_over_admitted": 0.05807814149947199, "completed_pass_rate": 0.6218345526167699, "outstanding_over_admitted": -0.05807814149947202, "tpot_max_over_slo": 0.30513300693329926, "tpot_mean_over_slo": 0.006471198446666382, "ttft_max_over_slo_max": -0.9754032485070638, "ttft_mean_over_slo_max": -0.5503063221993506 }, "delta_state": { "batch_size.mean": -0.33070896537783234, "batch_tokens.mean": -13.234057192010994, "decode_batch_size.mean": -0.33092189282726103, "graph_full_share": 0.024782576956253966, "graph_none_share": -0.03529189804944581, "graph_padding_fraction": 0.00864361242258734, "kv_usage_end_minus_start": -0.004863029113173378, "kv_usage_max": 0.02549546289093474, "kv_usage_mean": 0.0018655214057756511, "preemptions": 0.0, "prefill_token_fraction": -0.0010506631885456308, "queue_running_mean": 2.228850923693333, "queue_waiting_mean": -47.28131520793333, "scheduler_steps_per_s": 7.439999999999998 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 3, "request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.2635294117647059, "mns": 16, "requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68", "result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6", "trial_id": "sessions/rep3-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b", "result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b", "trial_id": "sessions/rep3-mns64/mid/result.json" } } ], "coverage_at_end": { "admitted_fraction_of_total": { "distinct_n": 6, "max": 0.7505555555555555, "min": 0.7316666666666667, "n": 12 }, "completed_fraction_of_total": { "distinct_n": 9, "max": 0.7472222222222221, "min": 0.6968627450980392, "n": 12 } }, "efficacy": { "cross_validation_possible": true, "label_balance_sufficient": true, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "outcome_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "ttft_max_over_slo_max", "features": { "admitted_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "admitted_input_tokens_mean_over_limit": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "completed_fail_fraction_of_total": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.19490196078431374, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.07490196078431373, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.07490196078431373, "train_balanced_accuracy": 1.0 } ] }, "completed_over_admitted": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.02436798652037714, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.016463090812533165, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.016833187037551656, "train_balanced_accuracy": 1.0 } ] }, "completed_pass_rate": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.27672605790645877, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.10546659304251793, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.10546659304251793, "train_balanced_accuracy": 1.0 } ] }, "outstanding_over_admitted": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.024367986520377156, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.016463090812533193, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.016833187037551697, "train_balanced_accuracy": 1.0 } ] }, "tpot_max_over_slo": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.2407730989823646, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.22234457283277126, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.2563269824471589, "train_balanced_accuracy": 1.0 } ] }, "tpot_mean_over_slo": { "accuracy": 0.6666666666666666, "balanced_accuracy": 0.6666666666666666, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.000848167884689166, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.003343406070318189, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.007915214637991413, "train_balanced_accuracy": 1.0 } ] }, "ttft_max_over_slo_max": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5264552920028412, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5690833184198709, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5786824529156245, "train_balanced_accuracy": 1.0 } ] }, "ttft_mean_over_slo_max": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.27171700600992804, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.12275947254744249, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.12275947254744249, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "positive": 3, "telemetry_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "queue_waiting_mean", "features": { "decode_batch_size.mean": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": -0.3722455467363339, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.21812996140096796, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.21812996140096796, "train_balanced_accuracy": 0.75 } ] }, "graph_padding_fraction": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.005142163057644268, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.005156031979134446, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.005156031979134446, "train_balanced_accuracy": 1.0 } ] }, "kv_usage_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0009077895591772371, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0011186444492266587, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0017815517901913717, "train_balanced_accuracy": 1.0 } ] }, "prefill_token_fraction": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.00013958379127598786, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.000530540760156184, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.00013958379127598786, "train_balanced_accuracy": 1.0 } ] }, "queue_running_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.9767361708133331, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 1.2061492231866664, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 1.2912157818399992, "train_balanced_accuracy": 1.0 } ] }, "queue_waiting_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -23.674163253413333, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -14.979670980066667, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -14.979670980066667, "train_balanced_accuracy": 1.0 } ] }, "scheduler_steps_per_s": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 7.033333333333331, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 3.6799999999999997, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 3.6799999999999997, "train_balanced_accuracy": 0.75 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "telemetry_qualifying_features": [], "transitions": { "false->true": 3, "true->true": 3 } }, "end_fraction": 0.75, "end_s": 225.0, "qualifying_response_features": [ "graph_padding_fraction", "queue_waiting_mean" ], "repeat_pairs": 8, "response_statistics": { "batch_size.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.49210700723778444, "action_delta": { "distinct_n": 6, "max": 0.7340835489721993, "min": -1.6273974153257296, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 5, "positive": 1, "zero": 0 }, "effect_to_repeat_median": 1.187549092220796, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.41438876966131266, "repeat_abs_p95": 1.7988231433741386, "repeat_delta": { "distinct_n": 8, "max": 1.2969259412104588, "min": -2.069075483000736, "n": 8 } }, "batch_tokens.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 9.394001464972767, "action_delta": { "distinct_n": 6, "max": 4.870249914593785, "min": -34.29456683018134, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 5, "positive": 1, "zero": 0 }, "effect_to_repeat_median": 0.5103708522227296, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 18.40622642155347, "repeat_abs_p95": 44.616864312796594, "repeat_delta": { "distinct_n": 8, "max": 20.29593930708012, "min": -57.34701495152672, "n": 8 } }, "decode_batch_size.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.48828147849151593, "action_delta": { "distinct_n": 6, "max": 0.7235214534720207, "min": -1.6204010215371003, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 5, "positive": 1, "zero": 0 }, "effect_to_repeat_median": 1.1843674420861072, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.41227195306168873, "repeat_abs_p95": 1.7851097930098754, "repeat_delta": { "distinct_n": 8, "max": 1.2901539913069193, "min": -2.051624455465314, "n": 8 } }, "graph_full_share": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.009708147868701333, "action_delta": { "distinct_n": 6, "max": 0.02986827684967852, "min": 0.003382014563382052, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 2.9605949673769345, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0032791205739644558, "repeat_abs_p95": 0.008038878324209003, "repeat_delta": { "distinct_n": 8, "max": 0.008664142823959997, "min": -0.006877672824671444, "n": 8 } }, "graph_none_share": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.017857110193969867, "action_delta": { "distinct_n": 6, "max": -0.008054518886335793, "min": -0.04355833918802347, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 4.464300302534616, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.003999979612444856, "repeat_abs_p95": 0.010649544454368921, "repeat_delta": { "distinct_n": 8, "max": 0.008444852161820365, "min": -0.011836686458048917, "n": 8 } }, "graph_padding_fraction": { "action_above_repeat_p95_fraction": 0.6666666666666666, "action_abs_median": 0.005156031979134446, "action_delta": { "distinct_n": 6, "max": 0.009679698181700893, "min": 0.0013844048532868167, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 5.791648307818219, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": true, "repeat_abs_median": 0.0008902529478826008, "repeat_abs_p95": 0.0032904967132956443, "repeat_delta": { "distinct_n": 8, "max": 0.0038875531917088053, "min": -0.000986602698250582, "n": 8 } }, "kv_usage_end_minus_start": { "action_above_repeat_p95_fraction": 0.3333333333333333, "action_abs_median": 0.0038856607212670036, "action_delta": { "distinct_n": 6, "max": 0.002908292329360629, "min": -0.0096678119183089, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 5, "positive": 1, "zero": 0 }, "effect_to_repeat_median": 2.2991048875374145, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0016900754473315738, "repeat_abs_p95": 0.006128076218419801, "repeat_delta": { "distinct_n": 8, "max": 0.0017580081358981037, "min": -0.007809750200217236, "n": 8 } }, "kv_usage_max": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.019251090447259256, "action_delta": { "distinct_n": 6, "max": 0.04533198050309872, "min": 0.00626947513206999, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 7.386921150773906, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.002606104770083051, "repeat_abs_p95": 0.016512755779962775, "repeat_delta": { "distinct_n": 8, "max": 0.012755779962795644, "min": -0.01853574275843739, "n": 8 } }, "kv_usage_mean": { "action_above_repeat_p95_fraction": 0.3333333333333333, "action_abs_median": 0.0011186444492266587, "action_delta": { "distinct_n": 6, "max": 0.0049451651951918, "min": -0.0002826822094093009, "n": 6 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 2, "positive": 4, "zero": 0 }, "effect_to_repeat_median": 0.9840910262940343, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.001136728635194791, "repeat_abs_p95": 0.0026446247991943482, "repeat_delta": { "distinct_n": 8, "max": 0.00023211260883475478, "min": -0.0029335843047816335, "n": 8 } }, "preemptions": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0, "action_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 6 }, "action_signs": { "consistency": 0.0, "negative": 0, "positive": 0, "zero": 6 }, "effect_to_repeat_median": 0.0, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 0.0, "repeat_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 8 } }, "prefill_token_fraction": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.00018025132142640565, "action_delta": { "distinct_n": 6, "max": 0.00012710629028711562, "min": -0.0014595808679910283, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 5, "positive": 1, "zero": 0 }, "effect_to_repeat_median": 0.07514942281617999, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0023985722667133613, "repeat_abs_p95": 0.003432972436972548, "repeat_delta": { "distinct_n": 8, "max": -0.00011986074750158782, "min": -0.0035071769437554634, "n": 8 } }, "queue_running_mean": { "action_above_repeat_p95_fraction": 0.3333333333333333, "action_abs_median": 1.371498475546666, "action_delta": { "distinct_n": 6, "max": 5.284704507639999, "min": -0.5141460273999989, "n": 6 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 2, "positive": 4, "zero": 0 }, "effect_to_repeat_median": 5.458580798787922, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.2512555050666663, "repeat_abs_p95": 2.2674077304893334, "repeat_delta": { "distinct_n": 8, "max": 0.25758021949333276, "min": -2.6281402471466677, "n": 8 } }, "queue_waiting_mean": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 14.979670980066667, "action_delta": { "distinct_n": 6, "max": -0.14998382319999998, "min": -47.28131520793333, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 263.3579940744849, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": true, "repeat_abs_median": 0.05687949983333334, "repeat_abs_p95": 11.769436231303327, "repeat_delta": { "distinct_n": 8, "max": 17.82422918966667, "min": -0.5248207372, "n": 8 } }, "scheduler_steps_per_s": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 7.033333333333331, "action_delta": { "distinct_n": 6, "max": 11.493333333333325, "min": 3.373333333333335, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 1.8158347676419953, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 3.873333333333335, "repeat_abs_p95": 7.130000000000002, "repeat_delta": { "distinct_n": 8, "max": 7.200000000000003, "min": -3.3866666666666703, "n": 8 } } }, "sanity": { "invariants": { "all_results_uncensored": true, "expected_action_pair_count": true, "expected_repeat_pair_count": true, "finite_deltas": true, "layer1_boundary_and_internal_gaps_bounded": true, "nonnegative_counters": true, "per_cell_state_vectors_not_all_identical": true, "ratios_bounded": true, "state_vectors_not_all_identical": true }, "red_flags": [], "trials": 12 }, "start_s": 150.0, "trial_sanity": [ { "admitted_fraction": 0.7388888888888889, "cell": "tp4_mns16", "completed_fraction": 0.7377777777777779, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.002047043, "max_internal_gap_s": 0.302592239, "start_gap_s": 0.003297384 }, "trial_id": "sessions/rep1-mns16/low/result.json" }, { "admitted_fraction": 0.7384313725490196, "cell": "tp4_mns16", "completed_fraction": 0.7101960784313726, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.000359161, "max_internal_gap_s": 0.188948337, "start_gap_s": 0.002535254 }, "trial_id": "sessions/rep1-mns16/mid/result.json" }, { "admitted_fraction": 0.7388888888888889, "cell": "tp4_mns64", "completed_fraction": 0.7377777777777779, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.003650633, "max_internal_gap_s": 0.322890476, "start_gap_s": 0.001316118 }, "trial_id": "sessions/rep1-mns64/low/result.json" }, { "admitted_fraction": 0.7384313725490196, "cell": "tp4_mns64", "completed_fraction": 0.7345098039215686, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.004944353, "max_internal_gap_s": 0.219527251, "start_gap_s": 0.003464116 }, "trial_id": "sessions/rep1-mns64/mid/result.json" }, { "admitted_fraction": 0.7505555555555555, "cell": "tp4_mns64", "completed_fraction": 0.7472222222222221, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.002633243, "max_internal_gap_s": 0.646724237, "start_gap_s": 0.001383425 }, "trial_id": "sessions/rep2-mns64/low/result.json" }, { "admitted_fraction": 0.7435294117647059, "cell": "tp4_mns64", "completed_fraction": 0.74, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.000558705, "max_internal_gap_s": 0.183301269, "start_gap_s": 0.161925118 }, "trial_id": "sessions/rep2-mns64/mid/result.json" }, { "admitted_fraction": 0.7505555555555555, "cell": "tp4_mns16", "completed_fraction": 0.7466666666666666, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.001410558, "max_internal_gap_s": 0.583053185, "start_gap_s": 0.155434911 }, "trial_id": "sessions/rep2-mns16/low/result.json" }, { "admitted_fraction": 0.7435294117647059, "cell": "tp4_mns16", "completed_fraction": 0.7043137254901961, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.042708099, "max_internal_gap_s": 0.179974019, "start_gap_s": 0.02943376 }, "trial_id": "sessions/rep2-mns16/mid/result.json" }, { "admitted_fraction": 0.7316666666666667, "cell": "tp4_mns16", "completed_fraction": 0.7311111111111112, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.000142513, "max_internal_gap_s": 0.318659499, "start_gap_s": 0.034846458 }, "trial_id": "sessions/rep3-mns16/low/result.json" }, { "admitted_fraction": 0.7427450980392157, "cell": "tp4_mns16", "completed_fraction": 0.6968627450980392, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.049578949, "max_internal_gap_s": 0.182904479, "start_gap_s": 0.084632833 }, "trial_id": "sessions/rep3-mns16/mid/result.json" }, { "admitted_fraction": 0.7316666666666667, "cell": "tp4_mns64", "completed_fraction": 0.7311111111111112, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.00141287, "max_internal_gap_s": 0.456938178, "start_gap_s": 0.003994197 }, "trial_id": "sessions/rep3-mns64/low/result.json" }, { "admitted_fraction": 0.7427450980392157, "cell": "tp4_mns64", "completed_fraction": 0.74, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.009657729, "max_internal_gap_s": 0.179710886, "start_gap_s": 0.001797426 }, "trial_id": "sessions/rep3-mns64/mid/result.json" } ] }, { "action_pairs": 6, "actions": [ { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0011111111111111738, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.0011111111111111113, "tpot_max_over_slo": 0.13955613873224326, "tpot_mean_over_slo": -0.0010090653746841205, "ttft_max_over_slo_max": -0.162763388332678, "ttft_mean_over_slo_max": -0.00961120104762887 }, "delta_state": { "batch_size.mean": -0.36880112566985623, "batch_tokens.mean": -6.920339794120963, "decode_batch_size.mean": -0.3657101237877507, "graph_full_share": 0.002401511671261014, "graph_none_share": -0.007647132972108277, "graph_padding_fraction": 0.0013086971950763866, "kv_usage_end_minus_start": 0.0006854718445343799, "kv_usage_max": 0.008271873870579816, "kv_usage_mean": -0.00014200125936815727, "preemptions": 0.0, "prefill_token_fraction": 0.00022380184306991513, "queue_running_mean": -0.2263784608933328, "queue_waiting_mean": -0.11799772912, "scheduler_steps_per_s": 5.7733333333333405 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 1, "request_hash": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "5856cc9ff24c9a984a2abecc59ab92c1f87b02b2a9dc0a47eae7a08462169373", "result_sha256": "4e788371d6f24cab1be2bd4aed4bfe0354b5a5c23973bac9bf69ad0aa4c1b7d9", "trial_id": "sessions/rep1-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "a91536c628053d3cf530bf0b8ebe51628cc41e71af31b90310d3307d1badc473", "result_sha256": "2dd1d5ae610db6d738291032ab07a3ad73c46235b30e4ff38b87ce2715204bc6", "trial_id": "sessions/rep1-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.3949019607843137, "completed_over_admitted": 0.03529411764705881, "completed_pass_rate": 0.41338259441707714, "outstanding_over_admitted": -0.03529411764705882, "tpot_max_over_slo": 0.3362407738628878, "tpot_mean_over_slo": 0.031421107704212525, "ttft_max_over_slo_max": -1.0149181675127088, "ttft_mean_over_slo_max": -0.4177688425802161 }, "delta_state": { "batch_size.mean": -0.025927986090335864, "batch_tokens.mean": 18.396156394293996, "decode_batch_size.mean": -0.03259251609001801, "graph_full_share": 0.02053093742241252, "graph_none_share": -0.032184416438265945, "graph_padding_fraction": 0.008177832545205635, "kv_usage_end_minus_start": 0.01748278407834214, "kv_usage_max": 0.016581905042334366, "kv_usage_mean": 0.002461661215058867, "preemptions": 0.0, "prefill_token_fraction": 0.0028536948076697266, "queue_running_mean": 1.9724076930533343, "queue_waiting_mean": -47.152675258386665, "scheduler_steps_per_s": 3.3066666666666578 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 1, "request_hash": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.5603921568627451, "mns": 16, "requests_sha256": "8dcab1a24d009309a6dd54676e762ee4e74717ed530d19b3965f30feba32f193", "result_sha256": "ae7cbca9785fa548acf8bd82646dfe53694ffd0b58d2ef6953e3d531d4d7ec4f", "trial_id": "sessions/rep1-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e7bf606cb77817e67a3e64e60f035a5fb344977a7991be741a81db8b3a8d28fe", "result_sha256": "9604c8a0fe449d3798c6de566e4c804665d66b859a3b43c716dd5ecbb60bee1c", "trial_id": "sessions/rep1-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0, "completed_pass_rate": 0.0, "outstanding_over_admitted": 0.0, "tpot_max_over_slo": 0.17641319103142994, "tpot_mean_over_slo": -0.004863679616933292, "ttft_max_over_slo_max": -0.16410399084755528, "ttft_mean_over_slo_max": -0.005948038735831104 }, "delta_state": { "batch_size.mean": -0.21169295708183622, "batch_tokens.mean": -4.472135801297441, "decode_batch_size.mean": -0.21006339951083586, "graph_full_share": 0.001298043937749238, "graph_none_share": -0.004668542387939491, "graph_padding_fraction": 0.0013031829071826536, "kv_usage_end_minus_start": 0.0014933728423490722, "kv_usage_max": 0.01910758793466949, "kv_usage_mean": 0.0002283394725866271, "preemptions": 0.0, "prefill_token_fraction": 4.923759477581946e-05, "queue_running_mean": 0.18394671514666605, "queue_waiting_mean": -0.37382507898666667, "scheduler_steps_per_s": 3.4399999999999977 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 2, "request_hash": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "a5ce6cd64890663ef30486701236af3de6169f86b72349928b07adafcb406bcb", "result_sha256": "289f8f99f5056b26822bab5c1feb4252042c7852b80c5399271ddb1b6db25fbb", "trial_id": "sessions/rep2-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "1c6931ea4a0913e2460e18c59f5a07e9c21cb2650454f2dd2f2997c416f63209", "result_sha256": "9988f2b6c9e8c45144eb7b53aa1bea62942ae8fd36aba10c9e6bf5c8cbd65a50", "trial_id": "sessions/rep2-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.6321568627450981, "completed_over_admitted": 0.04980392156862745, "completed_pass_rate": 0.667771333885667, "outstanding_over_admitted": -0.04980392156862745, "tpot_max_over_slo": 0.485827943940801, "tpot_mean_over_slo": 0.017498560395543927, "ttft_max_over_slo_max": -0.9946015174985708, "ttft_mean_over_slo_max": -0.6463312081620042 }, "delta_state": { "batch_size.mean": -0.5058158071040495, "batch_tokens.mean": -7.22996895580593, "decode_batch_size.mean": -0.5073220598343564, "graph_full_share": 0.026735082314620406, "graph_none_share": -0.0367740255019158, "graph_padding_fraction": 0.008672030283845366, "kv_usage_end_minus_start": 0.008358614300674416, "kv_usage_max": 0.02410580556943176, "kv_usage_mean": 0.002518308420146869, "preemptions": 0.0, "prefill_token_fraction": 0.0005037242486639615, "queue_running_mean": 2.4556977948933323, "queue_waiting_mean": -47.22722224089333, "scheduler_steps_per_s": 6.413333333333327 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 2, "request_hash": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.31450980392156863, "mns": 16, "requests_sha256": "e00c0d9acfb0c22624fdde79f4e8a0300fc2aba09ad4851908d68c1f46be30d3", "result_sha256": "d081e1ac0143b4e8a63f4c60b58905320ca6e6163fa858e78f5643221fd87c2b", "trial_id": "sessions/rep2-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "e1543f873745dbd1d3a1461e63549747b6e1517d63e281e6cdfa974d2e2798e4", "result_sha256": "8556783dc3ba3274269500add337c75c493e3eece4f66260449549ee86506035", "trial_id": "sessions/rep2-mns64/mid/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": 0.0, "completed_over_admitted": 0.0005555555555556424, "completed_pass_rate": 0.0, "outstanding_over_admitted": -0.0005555555555555552, "tpot_max_over_slo": 0.18505735732578327, "tpot_mean_over_slo": -0.007144351590753079, "ttft_max_over_slo_max": -0.12056507783321042, "ttft_mean_over_slo_max": -0.006789902099118429 }, "delta_state": { "batch_size.mean": -0.36923651780535494, "batch_tokens.mean": -7.266086823190449, "decode_batch_size.mean": -0.3664963060152342, "graph_full_share": 0.0022555226793449235, "graph_none_share": -0.007954072283154097, "graph_padding_fraction": 0.003323634208537993, "kv_usage_end_minus_start": -4.647472024943422e-05, "kv_usage_max": 0.01645626968867886, "kv_usage_mean": 0.00016819101878902745, "preemptions": 0.0, "prefill_token_fraction": 3.148363682092814e-06, "queue_running_mean": -0.07117231964000048, "queue_waiting_mean": -0.44794735680000003, "scheduler_steps_per_s": 5.546666666666667 }, "full_action_efficacy": 0, "full_feasibility_transition": "true->true", "group": { "level": "low", "offered_rate_per_gpu": 1.5, "replicate": 3, "request_hash": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "requests_sha256": "de93d4364969393741a920ea72831b69003cbd9f10bcfd1809848fcf4e948549", "result_sha256": "3b32b5ff3aea07cb7b7cf252ba23852542cb8429c83123fe772b2c8093c408a6", "trial_id": "sessions/rep3-mns16/low/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "3623a99013725d7b42845bce09678368b3dc8d82e0ab26fad549c7eab8a6b6fe", "result_sha256": "77766d9ec36ff11893feb73626768fa593160394f2b4720ff9253d1dfd5fa950", "trial_id": "sessions/rep3-mns64/low/result.json" } }, { "delta_outcome": { "admitted_fraction": 0.0, "admitted_input_tokens_mean_over_limit": 0.0, "completed_fail_fraction_of_total": -0.6756862745098039, "completed_over_admitted": 0.05372549019607842, "completed_pass_rate": 0.7194154488517746, "outstanding_over_admitted": -0.05372549019607843, "tpot_max_over_slo": 0.37831041669495047, "tpot_mean_over_slo": 0.007493808043833983, "ttft_max_over_slo_max": -0.9795807876701778, "ttft_mean_over_slo_max": -0.6540993991122069 }, "delta_state": { "batch_size.mean": -1.6247957869409735, "batch_tokens.mean": -35.238499877789366, "decode_batch_size.mean": -1.6176751208671583, "graph_full_share": 0.029945447264822622, "graph_none_share": -0.04283615284473359, "graph_padding_fraction": 0.010093615119271773, "kv_usage_end_minus_start": -0.0001447507354654931, "kv_usage_max": 0.03542758976690741, "kv_usage_mean": 0.0020665348540741674, "preemptions": 0.0, "prefill_token_fraction": -0.0004446109784110863, "queue_running_mean": 1.6193733474533332, "queue_waiting_mean": -47.261676539759996, "scheduler_steps_per_s": 11.693333333333328 }, "full_action_efficacy": 1, "full_feasibility_transition": "false->true", "group": { "level": "mid", "offered_rate_per_gpu": 2.125, "replicate": 3, "request_hash": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19", "tp": 4 }, "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": false, "full_pass_rate": 0.2635294117647059, "mns": 16, "requests_sha256": "c7fca9b2484c8ea68c6c11438b8e59db74fa60e6189dbb81d8834038156dbf68", "result_sha256": "bb45674fa5e19ef18d8c13d08493f1a08a62fb682b5d5e8b7d8a1db2fa3b2ea6", "trial_id": "sessions/rep3-mns16/mid/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "requests_sha256": "d75e1711b8c0485cf1aceaa9e26ae079fa2adc5487d37f28006c01e83c5a782b", "result_sha256": "1654b044d815beb3a5b8913fde4283b11507464a2de9f41b5ddc3cdb9f2d150b", "trial_id": "sessions/rep3-mns64/mid/result.json" } } ], "coverage_at_end": { "admitted_fraction_of_total": { "distinct_n": 1, "max": 1.0, "min": 1.0, "n": 12 }, "completed_fraction_of_total": { "distinct_n": 10, "max": 0.9966666666666667, "min": 0.9392156862745098, "n": 12 } }, "efficacy": { "cross_validation_possible": true, "label_balance_sufficient": true, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "outcome_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "ttft_mean_over_slo_max", "features": { "admitted_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "admitted_input_tokens_mean_over_limit": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 1 ], "threshold": 0.0, "train_balanced_accuracy": 0.5 } ] }, "completed_fail_fraction_of_total": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.31607843137254904, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.19745098039215686, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.19745098039215686, "train_balanced_accuracy": 1.0 } ] }, "completed_over_admitted": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.025179738562091547, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.01820261437908499, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.01820261437908499, "train_balanced_accuracy": 1.0 } ] }, "completed_pass_rate": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.3338856669428335, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.20669129720853857, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.20669129720853857, "train_balanced_accuracy": 1.0 } ] }, "outstanding_over_admitted": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.025179738562091502, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.018202614379084967, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.018202614379084967, "train_balanced_accuracy": 1.0 } ] }, "tpot_max_over_slo": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.28168388701036684, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.26064906559433554, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.2563269824471589, "train_balanced_accuracy": 1.0 } ] }, "tpot_mean_over_slo": { "accuracy": 0.8333333333333334, "balanced_accuracy": 0.8333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0013150642134503454, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.003242371334574931, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.008244747510429903, "train_balanced_accuracy": 1.0 } ] }, "ttft_max_over_slo_max": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5718423892588665, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5711720880014279, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.5793527541730631, "train_balanced_accuracy": 1.0 } ] }, "ttft_mean_over_slo_max": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.3265605551305613, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.2136900218139225, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -0.2136900218139225, "train_balanced_accuracy": 1.0 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "positive": 3, "telemetry_delta": { "best_accuracy": 1.0, "best_balanced_accuracy": 1.0, "best_feature": "queue_waiting_mean", "features": { "decode_batch_size.mean": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.4369091829247953, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.19915131993888435, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.12132795780042693, "train_balanced_accuracy": 0.75 } ] }, "graph_padding_fraction": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.00599783224619168, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.005750733376871814, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.004743264870141011, "train_balanced_accuracy": 1.0 } ] }, "kv_usage_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0011474371633303972, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.0011173629364315974, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.001345000343822747, "train_balanced_accuracy": 1.0 } ] }, "prefill_token_fraction": { "accuracy": 0.5, "balanced_accuracy": 0.5, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.00022073130736449675, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": -0.00022073130736449675, "train_balanced_accuracy": 0.75 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 0.0003637630458669383, "train_balanced_accuracy": 1.0 } ] }, "queue_running_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.9016600312999996, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 0.7741005139066663, "train_balanced_accuracy": 1.0 }, { "direction": 1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": 1.0781772041000002, "train_balanced_accuracy": 1.0 } ] }, "queue_waiting_mean": { "accuracy": 1.0, "balanced_accuracy": 1.0, "folds": [ { "direction": -1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -23.837584798846667, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -23.800311307593333, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 1 ], "threshold": -23.763250168686668, "train_balanced_accuracy": 1.0 } ] }, "scheduler_steps_per_s": { "accuracy": 0.3333333333333333, "balanced_accuracy": 0.3333333333333333, "folds": [ { "direction": 1, "held_out_replicate": 1, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 5.979999999999997, "train_balanced_accuracy": 1.0 }, { "direction": -1, "held_out_replicate": 2, "test_labels": [ 0, 1 ], "test_predictions": [ 1, 0 ], "threshold": 4.426666666666662, "train_balanced_accuracy": 0.75 }, { "direction": -1, "held_out_replicate": 3, "test_labels": [ 0, 1 ], "test_predictions": [ 0, 0 ], "threshold": 3.3733333333333277, "train_balanced_accuracy": 0.75 } ] } }, "labels": { "distinct_n": 2, "max": 1.0, "min": 0.0, "n": 6 }, "negative": 3, "positive": 3 }, "telemetry_qualifying_features": [], "transitions": { "false->true": 3, "true->true": 3 } }, "end_fraction": 1.0, "end_s": 300.0, "qualifying_response_features": [ "graph_padding_fraction", "queue_waiting_mean", "scheduler_steps_per_s" ], "repeat_pairs": 8, "response_statistics": { "batch_size.mean": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.3690188217376056, "action_delta": { "distinct_n": 6, "max": -0.025927986090335864, "min": -1.6247957869409735, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.8618355767528564, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.4281777541929288, "repeat_abs_p95": 0.9733377249226858, "repeat_delta": { "distinct_n": 8, "max": 0.7022084961695088, "min": -1.119330386559012, "n": 8 } }, "batch_tokens.mean": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 7.248027889498189, "action_delta": { "distinct_n": 6, "max": 18.396156394293996, "min": -35.238499877789366, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 5, "positive": 1, "zero": 0 }, "effect_to_repeat_median": 1.0330903781421452, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 7.015870095056599, "repeat_abs_p95": 31.643382433390233, "repeat_delta": { "distinct_n": 8, "max": 15.47659343283351, "min": -40.3485765106131, "n": 8 } }, "decode_batch_size.mean": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.36610321490149245, "action_delta": { "distinct_n": 6, "max": -0.03259251609001801, "min": -1.6176751208671583, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 0.8640718152580315, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.4236953554516365, "repeat_abs_p95": 0.965912412061184, "repeat_delta": { "distinct_n": 8, "max": 0.6959888014852451, "min": -1.1112558946789974, "n": 8 } }, "graph_full_share": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.011466224546836767, "action_delta": { "distinct_n": 6, "max": 0.029945447264822622, "min": 0.001298043937749238, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 2.7129568200282717, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.004226467764686825, "repeat_abs_p95": 0.0058786421963618, "repeat_delta": { "distinct_n": 8, "max": 0.005744029111679261, "min": -0.005951126165037013, "n": 8 } }, "graph_none_share": { "action_above_repeat_p95_fraction": 0.8333333333333334, "action_abs_median": 0.02006924436071002, "action_delta": { "distinct_n": 6, "max": -0.004668542387939491, "min": -0.04283615284473359, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 6.0905462240848625, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0032951468755539302, "repeat_abs_p95": 0.005637894418237397, "repeat_delta": { "distinct_n": 8, "max": 0.005589923520491251, "min": -0.005663724901639168, "n": 8 } }, "graph_padding_fraction": { "action_above_repeat_p95_fraction": 0.6666666666666666, "action_abs_median": 0.005750733376871814, "action_delta": { "distinct_n": 6, "max": 0.010093615119271773, "min": 0.0013031829071826536, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 10.921714369329514, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": true, "repeat_abs_median": 0.000526541272038856, "repeat_abs_p95": 0.002367923136830107, "repeat_delta": { "distinct_n": 8, "max": 0.0028531471739462067, "min": -0.0004812194431302371, "n": 8 } }, "kv_usage_end_minus_start": { "action_above_repeat_p95_fraction": 0.16666666666666666, "action_abs_median": 0.001089422343441726, "action_delta": { "distinct_n": 6, "max": 0.01748278407834214, "min": -0.0001447507354654931, "n": 6 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 2, "positive": 4, "zero": 0 }, "effect_to_repeat_median": 0.1436227894695951, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.007585302774476166, "repeat_abs_p95": 0.014011837897733656, "repeat_delta": { "distinct_n": 8, "max": 0.008574911878879932, "min": -0.015719863447740123, "n": 8 } }, "kv_usage_max": { "action_above_repeat_p95_fraction": 0.8333333333333334, "action_abs_median": 0.017844746488501928, "action_delta": { "distinct_n": 6, "max": 0.03542758976690741, "min": 0.008271873870579816, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 6.740328646178248, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.002647459408172903, "repeat_abs_p95": 0.011185326764651764, "repeat_delta": { "distinct_n": 8, "max": 0.012433819170465488, "min": -0.0019690160530919654, "n": 8 } }, "kv_usage_mean": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.0011474371633303972, "action_delta": { "distinct_n": 6, "max": 0.002518308420146869, "min": -0.00014200125936815727, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 1, "positive": 5, "zero": 0 }, "effect_to_repeat_median": 1.7625178532585835, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0006510215832475053, "repeat_abs_p95": 0.001132085438086033, "repeat_delta": { "distinct_n": 8, "max": 0.0007778503404774276, "min": -0.0012902061862114789, "n": 8 } }, "preemptions": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0, "action_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 6 }, "action_signs": { "consistency": 0.0, "negative": 0, "positive": 0, "zero": 6 }, "effect_to_repeat_median": 0.0, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 0.0, "repeat_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 8 } }, "prefill_token_fraction": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0003342064107405007, "action_delta": { "distinct_n": 6, "max": 0.0028536948076697266, "min": -0.0004446109784110863, "n": 6 }, "action_signs": { "consistency": 0.8333333333333334, "negative": 1, "positive": 5, "zero": 0 }, "effect_to_repeat_median": 0.121317147777762, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.002754815925550158, "repeat_abs_p95": 0.005037760791822205, "repeat_delta": { "distinct_n": 8, "max": 0.00289215301640644, "min": -0.005053892022705009, "n": 8 } }, "queue_running_mean": { "action_above_repeat_p95_fraction": 0.5, "action_abs_median": 0.922875904173333, "action_delta": { "distinct_n": 6, "max": 2.4556977948933323, "min": -0.2263784608933328, "n": 6 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 2, "positive": 4, "zero": 0 }, "effect_to_repeat_median": 2.147073922684241, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.4298295901333322, "repeat_abs_p95": 0.8487974595846658, "repeat_delta": { "distinct_n": 7, "max": 0.8555136968933326, "min": -0.8363244474399991, "n": 8 } }, "queue_waiting_mean": { "action_above_repeat_p95_fraction": 0.8333333333333334, "action_abs_median": 23.800311307593333, "action_delta": { "distinct_n": 6, "max": -0.11799772912, "min": -47.261676539759996, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 0 }, "effect_to_repeat_median": 1182.9517515641658, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": true, "repeat_abs_median": 0.020119426913332024, "repeat_abs_p95": 0.19249742833733324, "repeat_delta": { "distinct_n": 8, "max": 0.25510083812, "min": -0.001456834226666667, "n": 8 } }, "scheduler_steps_per_s": { "action_above_repeat_p95_fraction": 0.6666666666666666, "action_abs_median": 5.660000000000004, "action_delta": { "distinct_n": 6, "max": 11.693333333333328, "min": 3.3066666666666578, "n": 6 }, "action_signs": { "consistency": 1.0, "negative": 0, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 2.830000000000002, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": true, "repeat_abs_median": 2.0, "repeat_abs_p95": 4.641333333333332, "repeat_delta": { "distinct_n": 8, "max": 4.986666666666665, "min": -4.0, "n": 8 } } }, "sanity": { "invariants": { "all_results_uncensored": true, "expected_action_pair_count": true, "expected_repeat_pair_count": true, "finite_deltas": true, "layer1_boundary_and_internal_gaps_bounded": true, "nonnegative_counters": true, "per_cell_state_vectors_not_all_identical": true, "ratios_bounded": true, "state_vectors_not_all_identical": true }, "red_flags": [], "trials": 12 }, "start_s": 225.0, "trial_sanity": [ { "admitted_fraction": 1.0, "cell": "tp4_mns16", "completed_fraction": 0.99, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.00637513, "max_internal_gap_s": 0.526093105, "start_gap_s": 0.001941686 }, "trial_id": "sessions/rep1-mns16/low/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns16", "completed_fraction": 0.9552941176470588, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.00415122, "max_internal_gap_s": 0.18536399, "start_gap_s": 0.00588794 }, "trial_id": "sessions/rep1-mns16/mid/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns64", "completed_fraction": 0.9911111111111112, "level": "low", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.03110111, "max_internal_gap_s": 0.52361076, "start_gap_s": 0.000397498 }, "trial_id": "sessions/rep1-mns64/low/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns64", "completed_fraction": 0.9905882352941177, "level": "mid", "replicate": 1, "telemetry_coverage": { "end_gap_s": 0.033263413, "max_internal_gap_s": 0.325952494, "start_gap_s": 0.001285913 }, "trial_id": "sessions/rep1-mns64/mid/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns64", "completed_fraction": 0.9966666666666667, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.002571552, "max_internal_gap_s": 0.533068266, "start_gap_s": 0.002834243 }, "trial_id": "sessions/rep2-mns64/low/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns64", "completed_fraction": 0.9964705882352941, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.002910387, "max_internal_gap_s": 0.26729158, "start_gap_s": 0.006516028 }, "trial_id": "sessions/rep2-mns64/mid/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns16", "completed_fraction": 0.9966666666666667, "level": "low", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.005037876, "max_internal_gap_s": 0.524592261, "start_gap_s": 0.003957027 }, "trial_id": "sessions/rep2-mns16/low/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns16", "completed_fraction": 0.9466666666666667, "level": "mid", "replicate": 2, "telemetry_coverage": { "end_gap_s": 0.04911377, "max_internal_gap_s": 0.184204303, "start_gap_s": 0.00971298 }, "trial_id": "sessions/rep2-mns16/mid/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns16", "completed_fraction": 0.9961111111111111, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.001459145, "max_internal_gap_s": 0.184019771, "start_gap_s": 0.003328883 }, "trial_id": "sessions/rep3-mns16/low/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns16", "completed_fraction": 0.9392156862745098, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.024192492, "max_internal_gap_s": 0.174342785, "start_gap_s": 0.000436554 }, "trial_id": "sessions/rep3-mns16/mid/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns64", "completed_fraction": 0.9966666666666667, "level": "low", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.004830812, "max_internal_gap_s": 0.197897948, "start_gap_s": 0.002055499 }, "trial_id": "sessions/rep3-mns64/low/result.json" }, { "admitted_fraction": 1.0, "cell": "tp4_mns64", "completed_fraction": 0.9929411764705882, "level": "mid", "replicate": 3, "telemetry_coverage": { "end_gap_s": 0.021026794, "max_internal_gap_s": 0.186718691, "start_gap_s": 0.041331534 }, "trial_id": "sessions/rep3-mns64/mid/result.json" } ] } ], "sanity": { "controller": { "gpu_hours_total": 5.092428478929731, "invariants": { "all_sessions_complete": true, "all_stream_validation_invariants_pass": true, "completed_session_count": true, "controller_complete": true, "exact_session_set": true, "no_controller_failures": true, "under_h20_hour_cap": true }, "path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/runs/pilot/controller-state.json", "red_flags": [], "sha256": "f928a7bc8b4f6877a1f3ec71715177711428820c6a60669b29092e7371bdd734" }, "cumulative_coverage": { "invariants": { "admitted_fraction_monotonic": true, "completed_fraction_monotonic": true, "same_trials_at_every_checkpoint": true }, "red_flags": [] }, "red_flags": [], "stream_bytes": { "distinct_n": 6, "max": 58550249.0, "min": 52931532.0, "n": 6 }, "streams": 6 }, "schema": "intervention-response-phase-aware-pilot-analysis-v3", "stable_adjacent_efficacy_features": { "0.25->0.50": [], "0.50->0.75": [], "0.75->1.00": [] }, "stable_adjacent_features": { "0.10->0.25": [], "0.25->0.50": [], "0.50->0.75": [ "graph_padding_fraction" ], "0.75->1.00": [ "graph_padding_fraction", "queue_waiting_mean" ] }, "stable_incremental_efficacy_candidates": [], "stable_incremental_efficacy_features": [], "status": "COMPLETE" }