{ "claim_boundary": "Development-only identifiability gate. Passing opens a controlled real-GPU pilot; it does not establish tuning benefit or causality.", "decision": "STOP_NO_IDENTIFIABLE_RESPONSE", "frozen_gate": { "expected_action_pairs": 17, "gate_features": [ "scheduler_steps_per_s", "decode_batch_size.mean", "prefill_token_fraction", "queue_waiting_mean", "queue_running_mean", "kv_usage_mean", "graph_padding_fraction" ], "horizons_s": [ 5.0, 10.0 ], "minimum_action_above_repeat_p95_fraction": 0.5, "minimum_effect_to_repeat_median": 2.0, "minimum_repeat_pairs": 20, "minimum_sign_consistency": 0.75, "minimum_stable_features": 2 }, "horizons": { "10": { "actions": [ { "delta_state": { "batch_size.mean": 1.5764389277324504, "batch_tokens.mean": 81.00995765564915, "decode_batch_size.mean": 1.5631264281332364, "graph_full_share": -0.011964790704335537, "graph_none_share": 0.020610006604949223, "graph_padding_fraction": -0.01937281246147585, "kv_usage_end_minus_start": -0.02063938485088157, "kv_usage_max": 0.05576515049492037, "kv_usage_mean": 0.02372409715700479, "preemptions": 0.0, "prefill_token_fraction": 0.09894954087875252, "queue_running_mean": 1.8681007873, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -51.89999999999999 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.24609375, "request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp1_mns16/anchor-0.24609375/result.json" }, "target": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.24609375/result.json" } }, { "delta_state": { "batch_size.mean": 0.003449406279594669, "batch_tokens.mean": 0.2550229474757799, "decode_batch_size.mean": 0.003361987324251192, "graph_full_share": -8.37764988708134e-05, "graph_none_share": -0.0012785022218984483, "graph_padding_fraction": 0.00024814146059230855, "kv_usage_end_minus_start": 4.607711554860394e-05, "kv_usage_max": 0.00030157213266412963, "kv_usage_mean": 0.0007577042092319561, "preemptions": 0.0, "prefill_token_fraction": 6.688650356756476e-05, "queue_running_mean": 0.05724569279999958, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -0.20000000000000284 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.24609375, "request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.24609375/result.json" }, "target": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/anchor-0.24609375/result.json" } }, { "delta_state": { "batch_size.mean": -0.012661422160780589, "batch_tokens.mean": -0.39155502891061644, "decode_batch_size.mean": -0.012529760925139577, "graph_full_share": 0.0001261753508223773, "graph_none_share": -0.0014757030161394735, "graph_padding_fraction": 0.0004267789129811959, "kv_usage_end_minus_start": 7.934839022727402e-06, "kv_usage_max": 0.03040170172083234, "kv_usage_mean": 0.0025619580859006993, "preemptions": 0.0, "prefill_token_fraction": -2.6753484588915022e-05, "queue_running_mean": 0.22427197499999973, "queue_waiting_mean": -0.0255129477, "scheduler_steps_per_s": 0.29999999999999716 }, "descriptive_full_outcome": { "delta_pass_rate": 0.04195804195804198, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.958041958041958, "mns": 8, "trial_id": "tp1_mns8/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp1_mns16/anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": -0.012870461691032453, "batch_tokens.mean": -0.2637663627959057, "decode_batch_size.mean": -0.01278327820794356, "graph_full_share": 8.355083796041107e-05, "graph_none_share": -0.002771708233208551, "graph_padding_fraction": -4.1151267345866487e-05, "kv_usage_end_minus_start": 1.7658454245395028e-05, "kv_usage_max": 0.00011557359098801623, "kv_usage_mean": -0.00031444354435781335, "preemptions": 0.0, "prefill_token_fraction": 2.6753484588915022e-05, "queue_running_mean": -0.05587743330000006, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.20000000000000284 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp1_mns16/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": 0.021751047667267098, "batch_tokens.mean": 0.5249008791116694, "decode_batch_size.mean": 0.021576208801315833, "graph_full_share": -0.00016755391320344426, "graph_none_share": -0.0012074809179768962, "graph_padding_fraction": 9.628532857289349e-05, "kv_usage_end_minus_start": 4.607711554860394e-05, "kv_usage_max": 0.00030157213266412963, "kv_usage_mean": 0.00019975354503918435, "preemptions": 0.0, "prefill_token_fraction": -1.337692842384719e-05, "queue_running_mean": 0.0040136895999998146, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -0.3999999999999915 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": 6.1794369551023545, "batch_tokens.mean": 175.96941851979875, "decode_batch_size.mean": 6.118283596420478, "graph_full_share": -0.05096593309521069, "graph_none_share": 0.047163651726389366, "graph_padding_fraction": 0.0032959117320311947, "kv_usage_end_minus_start": 0.07533673225448412, "kv_usage_max": 0.06162226941794913, "kv_usage_mean": 0.056370734075687004, "preemptions": 0.0, "prefill_token_fraction": -0.0018186060572318308, "queue_running_mean": 5.9180508831, "queue_waiting_mean": -2.7288210595, "scheduler_steps_per_s": -13.3 }, "descriptive_full_outcome": { "delta_pass_rate": 0.06521739130434782, "feasibility_transition": "false->false" }, "group": { "anchor": 0.5, "request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns8", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.09057971014492754, "mns": 8, "trial_id": "tp1_mns8/anchor-0.5/result.json" }, "target": { "cell": "tp1_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.15579710144927536, "mns": 16, "trial_id": "tp1_mns16/anchor-0.5/result.json" } }, { "delta_state": { "batch_size.mean": 4.764302767707134, "batch_tokens.mean": 277.81382085064996, "decode_batch_size.mean": 4.6529755062339735, "graph_full_share": -0.09344327526748608, "graph_none_share": 0.0681757891944469, "graph_padding_fraction": 0.000877004096309171, "kv_usage_end_minus_start": 0.13999257948102506, "kv_usage_max": 0.13096340508568438, "kv_usage_mean": 0.05558263246404621, "preemptions": 0.0, "prefill_token_fraction": 0.006009982585939322, "queue_running_mean": 6.513921786700001, "queue_waiting_mean": -2.611976143, "scheduler_steps_per_s": -9.100000000000001 }, "descriptive_full_outcome": { "delta_pass_rate": -0.06521739130434782, "feasibility_transition": "false->false" }, "group": { "anchor": 0.5, "request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.15579710144927536, "mns": 16, "trial_id": "tp1_mns16/anchor-0.5/result.json" }, "target": { "cell": "tp1_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.09057971014492754, "mns": 32, "trial_id": "tp1_mns32/anchor-0.5/result.json" } }, { "delta_state": { "batch_size.mean": -0.8274828140997492, "batch_tokens.mean": 96.29113646336111, "decode_batch_size.mean": -0.8609770367120078, "graph_full_share": -0.017588123445955728, "graph_none_share": 0.015211350007313162, "graph_padding_fraction": 7.496352550239935e-05, "kv_usage_end_minus_start": 0.03212970309780483, "kv_usage_max": 0.01812081632758722, "kv_usage_mean": 0.003998827610290162, "preemptions": 0.0, "prefill_token_fraction": 0.004183520933583096, "queue_running_mean": 0.37492188330000076, "queue_waiting_mean": -0.1123975519, "scheduler_steps_per_s": -1.299999999999999 }, "descriptive_full_outcome": { "delta_pass_rate": -0.02898550724637681, "feasibility_transition": "false->false" }, "group": { "anchor": 0.5, "request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.09057971014492754, "mns": 32, "trial_id": "tp1_mns32/anchor-0.5/result.json" }, "target": { "cell": "tp1_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.06159420289855073, "mns": 64, "trial_id": "tp1_mns64/anchor-0.5/result.json" } }, { "delta_state": { "batch_size.mean": 0.07209087471218689, "batch_tokens.mean": 0.5870128720027967, "decode_batch_size.mean": 0.071372838111468, "graph_full_share": -0.0007180366007190075, "graph_none_share": 0.00017950915017974842, "graph_padding_fraction": -0.00012257265767716408, "kv_usage_end_minus_start": 0.0005957119907479269, "kv_usage_max": 0.003445359565031225, "kv_usage_mean": 0.0015147564690633879, "preemptions": 0.0, "prefill_token_fraction": 0.0006457635751305757, "queue_running_mean": 0.2144143154, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -5.000000000000014 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.2421875, "request_hash": "adb62bea7f7a12c1e33fa1572ec1d0e274100013ad90e14c6ef5c549b0e0d017", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.2421875/result.json" }, "target": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/anchor-0.2421875/result.json" } }, { "delta_state": { "batch_size.mean": -0.36245150019298356, "batch_tokens.mean": -0.3978304588945094, "decode_batch_size.mean": -0.35854104454872315, "graph_full_share": 0.003837325045198847, "graph_none_share": -0.010532837670384139, "graph_padding_fraction": -0.04819081852048884, "kv_usage_end_minus_start": -0.006582719323285691, "kv_usage_max": -0.0005696857286345836, "kv_usage_mean": -0.0009069497569939534, "preemptions": 0.0, "prefill_token_fraction": -0.0024232654720200003, "queue_running_mean": -0.4996837289, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 21.599999999999994 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.4921875, "request_hash": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "mns_increase", "source": { "cell": "tp2_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp2_mns8/anchor-0.4921875/result.json" }, "target": { "cell": "tp2_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp2_mns16/anchor-0.4921875/result.json" } }, { "delta_state": { "batch_size.mean": -0.11406418543540475, "batch_tokens.mean": 9.343502830968255, "decode_batch_size.mean": -0.11416962019156696, "graph_full_share": -0.0001054347561618707, "graph_none_share": -0.006673028798106863, "graph_padding_fraction": 0.00039894330767695045, "kv_usage_end_minus_start": 0.013684335607858866, "kv_usage_max": 0.015105694785835122, "kv_usage_mean": 0.003178130879397629, "preemptions": 0.0, "prefill_token_fraction": 0.010932399371689994, "queue_running_mean": 1.5075751790999998, "queue_waiting_mean": -1.0976031745, "scheduler_steps_per_s": 7.0 }, "descriptive_full_outcome": { "delta_pass_rate": 0.728937728937729, "feasibility_transition": "false->true" }, "group": { "anchor": 0.49609375, "request_hash": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "mns_increase", "source": { "cell": "tp2_mns8", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.27106227106227104, "mns": 8, "trial_id": "tp2_mns8/anchor-0.49609375/result.json" }, "target": { "cell": "tp2_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp2_mns16/anchor-0.49609375/result.json" } }, { "delta_state": { "batch_size.mean": 5.413566807825205, "batch_tokens.mean": 200.71125302018655, "decode_batch_size.mean": 5.3571681691824065, "graph_full_share": -0.05071523213218676, "graph_none_share": 0.05388272583201268, "graph_padding_fraction": -0.227748799260124, "kv_usage_end_minus_start": 0.0335338856501185, "kv_usage_max": 0.060946820037647065, "kv_usage_mean": 0.028804550592809862, "preemptions": 0.0, "prefill_token_fraction": 0.8741864436917179, "queue_running_mean": 10.8362644165, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -89.4 }, "descriptive_full_outcome": { "delta_pass_rate": -0.7698209718670077, "feasibility_transition": "true->false" }, "group": { "anchor": 0.75, "request_hash": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "mns_increase", "source": { "cell": "tp2_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp2_mns32/anchor-0.75/result.json" }, "target": { "cell": "tp2_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.23017902813299232, "mns": 64, "trial_id": "tp2_mns64/anchor-0.75/result.json" } }, { "delta_state": { "batch_size.mean": 2.075957134599138, "batch_tokens.mean": 46.93942520046838, "decode_batch_size.mean": 2.0480560866794146, "graph_full_share": -0.0074377102879925605, "graph_none_share": -0.0018112558732417336, "graph_padding_fraction": 0.0006496717251760695, "kv_usage_end_minus_start": 0.018695600546584812, "kv_usage_max": 0.017004326138624792, "kv_usage_mean": 0.00908001267992682, "preemptions": 0.0, "prefill_token_fraction": 0.0002714485379902154, "queue_running_mean": 8.942033995400001, "queue_waiting_mean": -3.5751631934000008, "scheduler_steps_per_s": -12.200000000000003 }, "descriptive_full_outcome": { "delta_pass_rate": -0.032423208191126277, "feasibility_transition": "false->false" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "mns_increase", "source": { "cell": "tp4_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.06313993174061433, "mns": 16, "trial_id": "tp4_mns16/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.030716723549488054, "mns": 32, "trial_id": "tp4_mns32/anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": -0.35039583066624225, "batch_tokens.mean": 122.17784504581891, "decode_batch_size.mean": -0.430057526564223, "graph_full_share": -0.016886297279774087, "graph_none_share": 0.014833841973330465, "graph_padding_fraction": -0.0008982073370737251, "kv_usage_end_minus_start": 0.023420994136330364, "kv_usage_max": 0.017803055174036908, "kv_usage_mean": 0.0044696216831996635, "preemptions": 0.0, "prefill_token_fraction": 0.015941265487523948, "queue_running_mean": 5.9603496991, "queue_waiting_mean": -5.3947101023999995, "scheduler_steps_per_s": -6.0 }, "descriptive_full_outcome": { "delta_pass_rate": 0.08361774744027303, "feasibility_transition": "false->false" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "mns_increase", "source": { "cell": "tp4_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.030716723549488054, "mns": 32, "trial_id": "tp4_mns32/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.11433447098976109, "mns": 64, "trial_id": "tp4_mns64/anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": -1.3459024035954341, "batch_tokens.mean": -76.90460019071148, "decode_batch_size.mean": -1.335767993913132, "graph_full_share": 0.014601482572194069, "graph_none_share": -0.03533131042635292, "graph_padding_fraction": 0.215661617603708, "kv_usage_end_minus_start": -0.0019582245100192575, "kv_usage_max": 0.004037693486432903, "kv_usage_mean": -0.0013060500299530847, "preemptions": 0.0, "prefill_token_fraction": -0.7248107341009736, "queue_running_mean": -1.1173600969999997, "queue_waiting_mean": -5.5313452697, "scheduler_steps_per_s": 55.0 }, "descriptive_full_outcome": { "delta_pass_rate": 0.8216666666666667, "feasibility_transition": "false->true" }, "group": { "anchor": 0.034252608017, "request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "mns_increase", "source": { "cell": "tp4_mns8", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.17833333333333334, "mns": 8, "trial_id": "tp4_mns8/anchor-0.034252608017/result.json" }, "target": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp4_mns16/anchor-0.034252608017/result.json" } }, { "delta_state": { "batch_size.mean": 0.001077049918674966, "batch_tokens.mean": -0.009036864794174093, "decode_batch_size.mean": 0.0014499324412282633, "graph_full_share": -0.0018530405936193484, "graph_none_share": -0.0005575282018593251, "graph_padding_fraction": -0.005954146779449193, "kv_usage_end_minus_start": 2.5931683662605565e-05, "kv_usage_max": 1.368725807104898e-05, "kv_usage_mean": -2.4961532697604337e-05, "preemptions": 0.0, "prefill_token_fraction": -0.0012108546438647505, "queue_running_mean": -0.027323256100000748, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 1.4000000000000057 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.034252608017, "request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "mns_increase", "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp4_mns16/anchor-0.034252608017/result.json" }, "target": { "cell": "tp4_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp4_mns32/anchor-0.034252608017/result.json" } }, { "delta_state": { "batch_size.mean": 0.012380697130775609, "batch_tokens.mean": 0.015975045041020763, "decode_batch_size.mean": 0.012248179747174959, "graph_full_share": 0.0004243534193951737, "graph_none_share": 2.977918732597739e-06, "graph_padding_fraction": 0.0021324803565644923, "kv_usage_end_minus_start": -4.493314282427718e-06, "kv_usage_max": 1.9874666237429395e-05, "kv_usage_mean": 2.2389395203431008e-05, "preemptions": 0.0, "prefill_token_fraction": 9.913223620203193e-05, "queue_running_mean": 0.015902196000000757, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -0.5 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.034252608017, "request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "mns_increase", "source": { "cell": "tp4_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp4_mns32/anchor-0.034252608017/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp4_mns64/anchor-0.034252608017/result.json" } } ], "descriptive_full_outcome": { "delta_pass_rate": { "distinct_n": 10, "max": 0.8216666666666667, "min": -0.7698209718670077, "n": 17 }, "feasibility_transitions": { "false->false": 5, "false->true": 2, "true->false": 1, "true->true": 9 }, "limitation": "Full outcomes may use different elapsed durations when a trial early-stopped; they are descriptive and are not a gate input.", "negative": 4, "positive": 5, "zero": 8 }, "feature_statistics": { "batch_size.mean": { "action_above_repeat_p95_fraction": 0.058823529411764705, "action_abs_median": 0.35039583066624225, "action_delta": { "distinct_n": 17, "max": 6.1794369551023545, "min": -1.3459024035954341, "n": 17 }, "action_signs": { "consistency": 0.5882352941176471, "negative": 7, "positive": 10, "zero": 0 }, "effect_to_repeat_median": 6.562183065127602, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.05339622914945741, "repeat_abs_p95": 5.572276889098532, "repeat_delta": { "distinct_n": 29, "max": 0.648283558063266, "min": -5.684231334296602, "n": 29 } }, "batch_tokens.mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 9.343502830968255, "action_delta": { "distinct_n": 17, "max": 277.81382085064996, "min": -76.90460019071148, "n": 17 }, "action_signs": { "consistency": 0.7058823529411765, "negative": 5, "positive": 12, "zero": 0 }, "effect_to_repeat_median": 8.491093823400865, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 1.1003885983709436, "repeat_abs_p95": 315.3187671058407, "repeat_delta": { "distinct_n": 29, "max": 49.961881401529, "min": -364.45844383082266, "n": 29 } }, "decode_batch_size.mean": { "action_above_repeat_p95_fraction": 0.058823529411764705, "action_abs_median": 0.35854104454872315, "action_delta": { "distinct_n": 17, "max": 6.118283596420478, "min": -1.335767993913132, "n": 17 }, "action_signs": { "consistency": 0.5882352941176471, "negative": 7, "positive": 10, "zero": 0 }, "effect_to_repeat_median": 6.76984750225626, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.05296146544353153, "repeat_abs_p95": 5.508199821866692, "repeat_delta": { "distinct_n": 29, "max": 0.6427639871873927, "min": -5.614987163710968, "n": 29 } }, "graph_full_share": { "action_above_repeat_p95_fraction": 0.058823529411764705, "action_abs_median": 0.003837325045198847, "action_delta": { "distinct_n": 17, "max": 0.014601482572194069, "min": -0.09344327526748608, "n": 17 }, "action_signs": { "consistency": 0.7058823529411765, "negative": 12, "positive": 5, "zero": 0 }, "effect_to_repeat_median": 4.142422601449927, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0009263480369809951, "repeat_abs_p95": 0.05226163287124676, "repeat_delta": { "distinct_n": 28, "max": 0.055525557955363625, "min": -0.006350826071218729, "n": 29 } }, "graph_none_share": { "action_above_repeat_p95_fraction": 0.058823529411764705, "action_abs_median": 0.006673028798106863, "action_delta": { "distinct_n": 17, "max": 0.0681757891944469, "min": -0.03533131042635292, "n": 17 }, "action_signs": { "consistency": 0.5294117647058824, "negative": 9, "positive": 8, "zero": 0 }, "effect_to_repeat_median": 6.753166603769785, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0009881332994778795, "repeat_abs_p95": 0.0591340838533234, "repeat_delta": { "distinct_n": 22, "max": 0.014663378024668453, "min": -0.06263498920086392, "n": 29 } }, "graph_padding_fraction": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.000877004096309171, "action_delta": { "distinct_n": 17, "max": 0.215661617603708, "min": -0.227748799260124, "n": 17 }, "action_signs": { "consistency": 0.5882352941176471, "negative": 7, "positive": 10, "zero": 0 }, "effect_to_repeat_median": 0.05354985977835987, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.016377336933075942, "repeat_abs_p95": 0.24277823872412585, "repeat_delta": { "distinct_n": 29, "max": 0.2448027632667215, "min": -0.016377336933075942, "n": 29 } }, "kv_usage_end_minus_start": { "action_above_repeat_p95_fraction": 0.11764705882352941, "action_abs_median": 0.006582719323285691, "action_delta": { "distinct_n": 16, "max": 0.13999257948102506, "min": -0.02063938485088157, "n": 17 }, "action_signs": { "consistency": 0.7647058823529411, "negative": 4, "positive": 13, "zero": 0 }, "effect_to_repeat_median": 322.61413699448417, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 2.0404311431021505e-05, "repeat_abs_p95": 0.050972874042718504, "repeat_delta": { "distinct_n": 19, "max": 0.004504676952132969, "min": -0.07211360414777734, "n": 29 } }, "kv_usage_max": { "action_above_repeat_p95_fraction": 0.23529411764705882, "action_abs_median": 0.015105694785835122, "action_delta": { "distinct_n": 16, "max": 0.13096340508568438, "min": -0.0005696857286345836, "n": 17 }, "action_signs": { "consistency": 0.9411764705882353, "negative": 1, "positive": 16, "zero": 0 }, "effect_to_repeat_median": 2958.616486447546, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 5.1056616682254585e-06, "repeat_abs_p95": 0.051096537054163664, "repeat_delta": { "distinct_n": 16, "max": 0.004527588437235774, "min": -0.0609037076826664, "n": 29 } }, "kv_usage_mean": { "action_above_repeat_p95_fraction": 0.17647058823529413, "action_abs_median": 0.0025619580859006993, "action_delta": { "distinct_n": 17, "max": 0.056370734075687004, "min": -0.0013060500299530847, "n": 17 }, "action_signs": { "consistency": 0.7647058823529411, "negative": 4, "positive": 13, "zero": 0 }, "effect_to_repeat_median": 7.0681027141206565, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0003624675799889579, "repeat_abs_p95": 0.026328182817430976, "repeat_delta": { "distinct_n": 29, "max": 0.00522340215966962, "min": -0.034746555150565066, "n": 29 } }, "preemptions": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0, "action_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 17 }, "action_signs": { "consistency": 0.0, "negative": 0, "positive": 0, "zero": 17 }, "effect_to_repeat_median": 0.0, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 0.0, "repeat_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 29 } }, "prefill_token_fraction": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0018186060572318308, "action_delta": { "distinct_n": 17, "max": 0.8741864436917179, "min": -0.7248107341009736, "n": 17 }, "action_signs": { "consistency": 0.6470588235294118, "negative": 6, "positive": 11, "zero": 0 }, "effect_to_repeat_median": 0.01492870595090838, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.12181940371872435, "repeat_abs_p95": 0.904349172685805, "repeat_delta": { "distinct_n": 29, "max": 0.12181940371872435, "min": -0.9109256423065466, "n": 29 } }, "queue_running_mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.4996837289, "action_delta": { "distinct_n": 17, "max": 10.8362644165, "min": -1.1173600969999997, "n": 17 }, "action_signs": { "consistency": 0.7647058823529411, "negative": 4, "positive": 13, "zero": 0 }, "effect_to_repeat_median": 6.675982397855274, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.07484796979999953, "repeat_abs_p95": 19.390367244779988, "repeat_delta": { "distinct_n": 29, "max": 0.11568243179999982, "min": -22.007979622, "n": 29 } }, "queue_waiting_mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0, "action_delta": { "distinct_n": 9, "max": 0.0, "min": -5.5313452697, "n": 17 }, "action_signs": { "consistency": 1.0, "negative": 8, "positive": 0, "zero": 9 }, "effect_to_repeat_median": 0.0, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 5.569089138, "repeat_delta": { "distinct_n": 10, "max": 0.0, "min": -9.1442523314, "n": 29 } }, "scheduler_steps_per_s": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 6.0, "action_delta": { "distinct_n": 17, "max": 55.0, "min": -89.4, "n": 17 }, "action_signs": { "consistency": 0.6470588235294118, "negative": 11, "positive": 6, "zero": 0 }, "effect_to_repeat_median": 2.8571428571428648, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 2.0999999999999943, "repeat_abs_p95": 136.72000000000003, "repeat_delta": { "distinct_n": 24, "max": 143.3, "min": -28.89999999999999, "n": 29 } } }, "horizon_s": 10.0, "qualifying_features": [], "repeats": [ { "delta_state": { "batch_size.mean": -0.032046759505486744, "batch_tokens.mean": -0.6567641003932749, "decode_batch_size.mean": -0.031829677307312565, "graph_full_share": 0.00020803710658368058, "graph_none_share": -0.00019899201499314415, "graph_padding_fraction": -0.0002750356645350475, "kv_usage_end_minus_start": 0.0, "kv_usage_max": -4.977600796418624e-05, "kv_usage_mean": -0.0014423226092831615, "preemptions": 0.0, "prefill_token_fraction": 6.688650356756476e-05, "queue_running_mean": -0.1142690622, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.5 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp1_mns16/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp1_mns16/confirm-1-anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": -0.026614995471553993, "batch_tokens.mean": -0.6496552246722729, "decode_batch_size.mean": -0.02639849605068978, "graph_full_share": 0.00020747861166137138, "graph_none_share": -0.00018041618405337592, "graph_padding_fraction": -9.631257646229227e-05, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -0.00015576460470852899, "preemptions": 0.0, "prefill_token_fraction": 1.3376556165067832e-05, "queue_running_mean": -0.04869389649999967, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.5 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.24609375, "request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.24609375/result.json" }, "target": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/confirm-1-anchor-0.24609375/result.json" } }, { "delta_state": { "batch_size.mean": -0.010808600034953653, "batch_tokens.mean": -0.5085699460020408, "decode_batch_size.mean": -0.010635633606656203, "graph_full_share": 0.0001657594937848339, "graph_none_share": -0.00014413869024775677, "graph_padding_fraction": -1.428081475827233e-05, "kv_usage_end_minus_start": 9.965122072741472e-05, "kv_usage_max": 0.0, "kv_usage_mean": -4.734747194812261e-05, "preemptions": 0.0, "prefill_token_fraction": -9.363068207879355e-05, "queue_running_mean": -0.009244884900000194, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.4000000000000057 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/confirm-1-anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": -0.016288869514675675, "batch_tokens.mean": -0.5180834059866299, "decode_batch_size.mean": -0.016114501598372577, "graph_full_share": 0.00016710258645746823, "graph_none_share": -0.00013804126707352496, "graph_padding_fraction": -0.00023422744992916602, "kv_usage_end_minus_start": 0.0, "kv_usage_max": -4.995504046367838e-05, "kv_usage_mean": -0.0007559762079877713, "preemptions": 0.0, "prefill_token_fraction": -4.013301897864974e-05, "queue_running_mean": -0.07447232549999949, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.4000000000000057 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.24609375, "request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/anchor-0.24609375/result.json" }, "target": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/confirm-1-anchor-0.24609375/result.json" } }, { "delta_state": { "batch_size.mean": -0.04857934121216845, "batch_tokens.mean": -1.5419494800797793, "decode_batch_size.mean": -0.04806041200816624, "graph_full_share": 0.0004973071538354468, "graph_none_share": -0.0004108189531684403, "graph_padding_fraction": -0.0002209229137654341, "kv_usage_end_minus_start": 9.991008092724574e-05, "kv_usage_max": -4.995504046367838e-05, "kv_usage_mean": -0.0009120779275651192, "preemptions": 0.0, "prefill_token_fraction": -0.00012037560603939124, "queue_running_mean": -0.07484796979999953, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 1.1999999999999886 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/confirm-1-anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": 0.648283558063266, "batch_tokens.mean": 49.961881401529, "decode_batch_size.mean": 0.6427639871873927, "graph_full_share": -0.006350826071218729, "graph_none_share": 0.014663378024668453, "graph_padding_fraction": -0.016377336933075942, "kv_usage_end_minus_start": 4.9753719090550597e-05, "kv_usage_max": 0.004527588437235774, "kv_usage_mean": 0.00522340215966962, "preemptions": 0.0, "prefill_token_fraction": 0.12181940371872435, "queue_running_mean": 0.11568243179999982, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -28.89999999999999 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.2265625, "request_hash": "a05848006335fc9f595432bab793a13d427244886e4f04e51ba74d495453ef90", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9920634920634921, "mns": 8, "trial_id": "tp1_mns8/anchor-0.2265625/result.json" }, "target": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9920634920634921, "mns": 8, "trial_id": "tp1_mns8/confirm-1-anchor-0.2265625/result.json" } }, { "delta_state": { "batch_size.mean": 0.003282275711160132, "batch_tokens.mean": 0.03829321663019414, "decode_batch_size.mean": 0.003282275711159688, "graph_full_share": 0.0, "graph_none_share": 0.0, "graph_padding_fraction": 6.231700658618396e-05, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -4.5836795611722825e-05, "preemptions": 0.0, "prefill_token_fraction": -2.6373628770337554e-05, "queue_running_mean": -0.0024092132999999905, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.0 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.23046875, "request_hash": "0f4c973153935c8abcd421eb631900670e31af0dc8a33bdf7e4d3d85e7ed7711", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9923076923076923, "mns": 8, "trial_id": "tp1_mns8/anchor-0.23046875/result.json" }, "target": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9923076923076923, "mns": 8, "trial_id": "tp1_mns8/confirm-1-anchor-0.23046875/result.json" } }, { "delta_state": { "batch_size.mean": -0.016918595496772326, "batch_tokens.mean": -0.47955440088175294, "decode_batch_size.mean": -0.0167453944260747, "graph_full_share": 0.00017320107069751511, "graph_none_share": -0.000173201070697529, "graph_padding_fraction": 3.159090949033175e-05, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -1.8095624633056306e-05, "preemptions": 0.0, "prefill_token_fraction": -4.685685224570246e-05, "queue_running_mean": -0.005980747899999805, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.5999999999999943 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.234375, "request_hash": "14d2a74fffe25e7d9b3e7490c392eae0dc31bb1f3fe6566c9c0a567543bdd6ac", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9924242424242424, "mns": 8, "trial_id": "tp1_mns8/anchor-0.234375/result.json" }, "target": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9924242424242424, "mns": 8, "trial_id": "tp1_mns8/confirm-1-anchor-0.234375/result.json" } }, { "delta_state": { "batch_size.mean": -0.05339622914945741, "batch_tokens.mean": -1.3045555990319286, "decode_batch_size.mean": -0.05296146544353153, "graph_full_share": 0.0004166485515122442, "graph_none_share": -0.00041664855151225116, "graph_padding_fraction": -5.497908988029605e-05, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -0.0003624675799889579, "preemptions": 0.0, "prefill_token_fraction": 2.675497368564983e-05, "queue_running_mean": -0.03772782840000044, "queue_waiting_mean": -0.0204415657, "scheduler_steps_per_s": 1.0 }, "descriptive_full_outcome": { "delta_pass_rate": -0.006993006993006978, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.958041958041958, "mns": 8, "trial_id": "tp1_mns8/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.951048951048951, "mns": 8, "trial_id": "tp1_mns8/confirm-1-anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": -1.5223872504055418, "batch_tokens.mean": -69.8055007051478, "decode_batch_size.mean": -1.5056685448852059, "graph_full_share": 0.017265452376541424, "graph_none_share": -0.025711662075298437, "graph_padding_fraction": 0.15174913486120387, "kv_usage_end_minus_start": -0.009853977330746444, "kv_usage_max": -0.01946543449402638, "kv_usage_mean": -0.008432216411693306, "preemptions": 0.0, "prefill_token_fraction": -0.8614186464282653, "queue_running_mean": -3.6705211939, "queue_waiting_mean": -0.0093291794, "scheduler_steps_per_s": 74.0 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.49609375, "request_hash": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp2_mns16/anchor-0.49609375/result.json" }, "target": { "cell": "tp2_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp2_mns16/confirm-1-anchor-0.49609375/result.json" } }, { "delta_state": { "batch_size.mean": -0.007251432291120796, "batch_tokens.mean": -0.00762511250828668, "decode_batch_size.mean": -0.007211010152244679, "graph_full_share": 3.9523869123314626e-05, "graph_none_share": 0.0, "graph_padding_fraction": -0.0023343164243360137, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -1.4972595796737716e-05, "preemptions": 0.0, "prefill_token_fraction": 5.034578599764916e-05, "queue_running_mean": -0.006232385800000184, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.30000000000001137 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.5, "request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp2_mns16/anchor-0.5/result.json" }, "target": { "cell": "tp2_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp2_mns16/confirm-1-anchor-0.5/result.json" } }, { "delta_state": { "batch_size.mean": -0.001311475409836227, "batch_tokens.mean": -0.001311475409836227, "decode_batch_size.mean": -0.001311475409836227, "graph_full_share": 0.0, "graph_none_share": 0.0, "graph_padding_fraction": -0.00024782551484880955, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -2.119802975337863e-05, "preemptions": 0.0, "prefill_token_fraction": 1.920108243574914e-05, "queue_running_mean": -0.0037054131000004986, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.0 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.75, "request_hash": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp2_mns32/anchor-0.75/result.json" }, "target": { "cell": "tp2_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp2_mns32/confirm-1-anchor-0.75/result.json" } }, { "delta_state": { "batch_size.mean": -5.253278252178259, "batch_tokens.mean": -203.60648072702782, "decode_batch_size.mean": -5.198083023705538, "graph_full_share": 0.03511966842665615, "graph_none_share": -0.043478260869565216, "graph_padding_fraction": 0.24157911714869673, "kv_usage_end_minus_start": -0.07211360414777734, "kv_usage_max": -0.05893470570957904, "kv_usage_mean": -0.034746555150565066, "preemptions": 0.0, "prefill_token_fraction": -0.8735909388483541, "queue_running_mean": -12.366947709400002, "queue_waiting_mean": -1.6375549495, "scheduler_steps_per_s": 86.29999999999998 }, "descriptive_full_outcome": { "delta_pass_rate": 0.7385786802030457, "feasibility_transition": "false->false" }, "group": { "anchor": 0.75390625, "request_hash": "2677a6a12ff0e104d6246dd121d0667ff4fe3d25f8d68699547906420246ebdd", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.20558375634517767, "mns": 32, "trial_id": "tp2_mns32/anchor-0.75390625/result.json" }, "target": { "cell": "tp2_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.9441624365482234, "mns": 32, "trial_id": "tp2_mns32/confirm-1-anchor-0.75390625/result.json" } }, { "delta_state": { "batch_size.mean": -0.0022141886965014734, "batch_tokens.mean": -0.0023373966282491665, "decode_batch_size.mean": -0.002200860915423153, "graph_full_share": 1.3031608165570141e-05, "graph_none_share": 0.0, "graph_padding_fraction": 0.0003699622628544341, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -6.601132195046752e-06, "preemptions": 0.0, "prefill_token_fraction": 1.2576053067120396e-05, "queue_running_mean": 0.0006418031000001712, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.10000000000002274 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.5, "request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp2_mns64/anchor-0.5/result.json" }, "target": { "cell": "tp2_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp2_mns64/confirm-1-anchor-0.5/result.json" } }, { "delta_state": { "batch_size.mean": -5.415534020939959, "batch_tokens.mean": -200.71322023330129, "decode_batch_size.mean": -5.35913538229716, "graph_full_share": 0.05071523213218676, "graph_none_share": -0.05388272583201268, "graph_padding_fraction": 0.22642208124358779, "kv_usage_end_minus_start": -0.03352133931883006, "kv_usage_max": -0.0609037076826664, "kv_usage_mean": -0.02880160581001033, "preemptions": 0.0, "prefill_token_fraction": -0.8741576384479508, "queue_running_mean": -10.836573950600002, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 89.4 }, "descriptive_full_outcome": { "delta_pass_rate": 0.6624040920716113, "feasibility_transition": "false->false" }, "group": { "anchor": 0.75, "request_hash": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.23017902813299232, "mns": 64, "trial_id": "tp2_mns64/anchor-0.75/result.json" }, "target": { "cell": "tp2_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.8925831202046036, "mns": 64, "trial_id": "tp2_mns64/confirm-1-anchor-0.75/result.json" } }, { "delta_state": { "batch_size.mean": -0.04236326637336152, "batch_tokens.mean": -0.0506303786819462, "decode_batch_size.mean": -0.041385582574491764, "graph_full_share": 0.0009697259074838982, "graph_none_share": -0.000746904948671601, "graph_padding_fraction": -0.0024530500387316967, "kv_usage_end_minus_start": -0.005895639523754825, "kv_usage_max": 0.0, "kv_usage_mean": -0.0001257250352028564, "preemptions": 0.0, "prefill_token_fraction": -0.0014409663380382937, "queue_running_mean": -0.0696698146000001, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 2.0999999999999943 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.4921875, "request_hash": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp2_mns8/anchor-0.4921875/result.json" }, "target": { "cell": "tp2_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp2_mns8/confirm-1-anchor-0.4921875/result.json" } }, { "delta_state": { "batch_size.mean": -0.9687249841095076, "batch_tokens.mean": -59.73987529620144, "decode_batch_size.mean": -0.9579959096941315, "graph_full_share": 0.011406581190443799, "graph_none_share": -0.019512062147118037, "graph_padding_fraction": 0.20562784534661108, "kv_usage_end_minus_start": 0.004504676952132969, "kv_usage_max": -0.0037772928550463547, "kv_usage_mean": -0.0036990145914360204, "preemptions": 0.0, "prefill_token_fraction": -0.8491799860125482, "queue_running_mean": -1.3942294618000002, "queue_waiting_mean": -1.1069323539, "scheduler_steps_per_s": 45.69999999999999 }, "descriptive_full_outcome": { "delta_pass_rate": 0.6190476190476191, "feasibility_transition": "false->false" }, "group": { "anchor": 0.49609375, "request_hash": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns8", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.27106227106227104, "mns": 8, "trial_id": "tp2_mns8/anchor-0.49609375/result.json" }, "target": { "cell": "tp2_mns8", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.8901098901098901, "mns": 8, "trial_id": "tp2_mns8/confirm-1-anchor-0.49609375/result.json" } }, { "delta_state": { "batch_size.mean": -0.02348440960742426, "batch_tokens.mean": -0.024462377280626946, "decode_batch_size.mean": -0.02333965019280182, "graph_full_share": -0.0009263480369809951, "graph_none_share": 0.0, "graph_padding_fraction": 0.0002862441287893591, "kv_usage_end_minus_start": -5.101077857672109e-06, "kv_usage_max": -1.0202155715566263e-05, "kv_usage_mean": -2.2000789048993996e-05, "preemptions": 0.0, "prefill_token_fraction": 5.985572526742006e-05, "queue_running_mean": -0.02092175199999957, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.5999999999999943 }, "descriptive_full_outcome": { "delta_pass_rate": 0.2469565217391304, "feasibility_transition": "false->true" }, "group": { "anchor": 0.033182214016, "request_hash": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.7530434782608696, "mns": 16, "trial_id": "tp4_mns16/anchor-0.033182214016/result.json" }, "target": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp4_mns16/confirm-1-anchor-0.033182214016/result.json" } }, { "delta_state": { "batch_size.mean": -3.19743814378252, "batch_tokens.mean": -194.8952745035574, "decode_batch_size.mean": -3.1597031963470315, "graph_full_share": 0.02834766910905817, "graph_none_share": -0.04961240310077519, "graph_padding_fraction": 0.24357765310774523, "kv_usage_end_minus_start": -0.008034197625958361, "kv_usage_max": -0.004550161449114243, "kv_usage_mean": -0.008735063035535659, "preemptions": 0.0, "prefill_token_fraction": -0.8943849310253909, "queue_running_mean": -6.701412029300001, "queue_waiting_mean": -9.1442523314, "scheduler_steps_per_s": 110.69999999999999 }, "descriptive_full_outcome": { "delta_pass_rate": 0.34982935153583616, "feasibility_transition": "false->false" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.06313993174061433, "mns": 16, "trial_id": "tp4_mns16/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.4129692832764505, "mns": 16, "trial_id": "tp4_mns16/confirm-1-anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": -0.07980086487246574, "batch_tokens.mean": -1.0880711819756304, "decode_batch_size.mean": -0.07880182167344785, "graph_full_share": -0.0018140521245323393, "graph_none_share": -0.0016474464579901153, "graph_padding_fraction": 0.02197042071969288, "kv_usage_end_minus_start": 2.0404311431021505e-05, "kv_usage_max": 0.0, "kv_usage_mean": -8.46355932073951e-05, "preemptions": 0.0, "prefill_token_fraction": -0.13021608847689226, "queue_running_mean": -0.09728112210000006, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 3.8000000000000114 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.034252608017, "request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp4_mns16/anchor-0.034252608017/result.json" }, "target": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp4_mns16/confirm-1-anchor-0.034252608017/result.json" } }, { "delta_state": { "batch_size.mean": -0.006431552476177771, "batch_tokens.mean": -0.006758232721721491, "decode_batch_size.mean": -0.006383197052567624, "graph_full_share": 0.000573798951080895, "graph_none_share": 0.0, "graph_padding_fraction": 0.0006374012583605093, "kv_usage_end_minus_start": -5.101077857672109e-06, "kv_usage_max": -5.101077857783132e-06, "kv_usage_mean": -1.0214925773703067e-05, "preemptions": 0.0, "prefill_token_fraction": 5.436516758668131e-06, "queue_running_mean": -0.009119564499999733, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.19999999999998863 }, "descriptive_full_outcome": { "delta_pass_rate": 0.2469565217391304, "feasibility_transition": "false->true" }, "group": { "anchor": 0.033182214016, "request_hash": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.7530434782608696, "mns": 16, "trial_id": "tp4_mns16/anchor-0.033182214016/result.json" }, "target": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp4_mns16/confirm-2-anchor-0.033182214016/result.json" } }, { "delta_state": { "batch_size.mean": -5.684231334296602, "batch_tokens.mean": -242.26991192050903, "decode_batch_size.mean": -5.614987163710968, "graph_full_share": 0.03905791041999285, "graph_none_share": -0.04780114722753346, "graph_padding_fraction": 0.23825248667744758, "kv_usage_end_minus_start": -0.028101561821904375, "kv_usage_max": -0.02156120922490945, "kv_usage_mean": -0.01815563294515909, "preemptions": 0.0, "prefill_token_fraction": -0.89493540395689, "queue_running_mean": -16.051436879700002, "queue_waiting_mean": -5.569089138, "scheduler_steps_per_s": 136.8 }, "descriptive_full_outcome": { "delta_pass_rate": 0.9692832764505119, "feasibility_transition": "false->true" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.030716723549488054, "mns": 32, "trial_id": "tp4_mns32/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp4_mns32/confirm-1-anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": -0.07573170158789821, "batch_tokens.mean": -1.0733751057032785, "decode_batch_size.mean": -0.07518292539697491, "graph_full_share": 0.0010444071220520046, "graph_none_share": -0.0010899182561307902, "graph_padding_fraction": 0.027146526691836648, "kv_usage_end_minus_start": -5.105661668114436e-06, "kv_usage_max": -5.1056616682254585e-06, "kv_usage_mean": -6.434458670689751e-05, "preemptions": 0.0, "prefill_token_fraction": -0.1289638873088742, "queue_running_mean": -0.0711253370999998, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 2.0999999999999943 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.034252608017, "request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp4_mns32/anchor-0.034252608017/result.json" }, "target": { "cell": "tp4_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp4_mns32/confirm-1-anchor-0.034252608017/result.json" } }, { "delta_state": { "batch_size.mean": -5.676772134537581, "batch_tokens.mean": -242.26212742181514, "decode_batch_size.mean": -5.607576114913048, "graph_full_share": 0.039014238618063524, "graph_none_share": -0.04780114722753346, "graph_padding_fraction": 0.23544552622699638, "kv_usage_end_minus_start": -0.02810666748357249, "kv_usage_max": -0.021556103563241225, "kv_usage_mean": -0.01814814993745567, "preemptions": 0.0, "prefill_token_fraction": -0.8949517370921197, "queue_running_mean": -16.0413130873, "queue_waiting_mean": -5.569089138, "scheduler_steps_per_s": 136.60000000000002 }, "descriptive_full_outcome": { "delta_pass_rate": 0.9692832764505119, "feasibility_transition": "false->true" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.030716723549488054, "mns": 32, "trial_id": "tp4_mns32/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp4_mns32/confirm-2-anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": -4.9280804627990085, "batch_tokens.mean": -364.01800389606234, "decode_batch_size.mean": -4.782726800328038, "graph_full_share": 0.05329256669728677, "graph_none_share": -0.06263498920086392, "graph_padding_fraction": 0.2448027632667215, "kv_usage_end_minus_start": -0.05014161119802052, "kv_usage_max": -0.039318834800568414, "kv_usage_mean": -0.022291899962727596, "preemptions": 0.0, "prefill_token_fraction": -0.9106141297482617, "queue_running_mean": -21.6163208215, "queue_waiting_mean": -0.1743790356, "scheduler_steps_per_s": 129.10000000000002 }, "descriptive_full_outcome": { "delta_pass_rate": 0.8430034129692833, "feasibility_transition": "false->true" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.11433447098976109, "mns": 64, "trial_id": "tp4_mns64/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9573378839590444, "mns": 64, "trial_id": "tp4_mns64/confirm-1-anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": -0.0986378480703829, "batch_tokens.mean": -1.1003885983709436, "decode_batch_size.mean": -0.09787917001031765, "graph_full_share": 0.00015255866453844913, "graph_none_share": -0.001092896174863388, "graph_padding_fraction": 0.026001990897698585, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -8.10913166477481e-05, "preemptions": 0.0, "prefill_token_fraction": -0.1290526738911407, "queue_running_mean": -0.09155397830000034, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 2.9000000000000057 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.034252608017, "request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp4_mns64/anchor-0.034252608017/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp4_mns64/confirm-1-anchor-0.034252608017/result.json" } }, { "delta_state": { "batch_size.mean": -5.343712123283302, "batch_tokens.mean": -364.45844383082266, "decode_batch_size.mean": -5.194686323828272, "graph_full_share": 0.055525557955363625, "graph_none_share": -0.06263498920086392, "graph_padding_fraction": 0.2382752171480348, "kv_usage_end_minus_start": -0.05152704927251717, "kv_usage_max": -0.0393392840710407, "kv_usage_mean": -0.022618048328561978, "preemptions": 0.0, "prefill_token_fraction": -0.9109256423065466, "queue_running_mean": -22.007979622, "queue_waiting_mean": -0.1743790356, "scheduler_steps_per_s": 143.3 }, "descriptive_full_outcome": { "delta_pass_rate": 0.8856655290102389, "feasibility_transition": "false->true" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.11433447098976109, "mns": 64, "trial_id": "tp4_mns64/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp4_mns64/confirm-2-anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": -0.5747954473735191, "batch_tokens.mean": -30.476142999621462, "decode_batch_size.mean": -0.5686361081847746, "graph_full_share": 0.006538565006766528, "graph_none_share": -0.017039834454924494, "graph_padding_fraction": 0.1583386005746088, "kv_usage_end_minus_start": -0.002356121069944095, "kv_usage_max": 0.0, "kv_usage_mean": -0.0006074327722416259, "preemptions": 0.0, "prefill_token_fraction": -0.8386345381065662, "queue_running_mean": -0.9726716715000001, "queue_waiting_mean": -0.428824454, "scheduler_steps_per_s": 40.900000000000006 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.016591107009, "request_hash": "2407501cda53bf9c761c448dc50ab4780b4a55958cc00ba1b19cd09de1cf73e1", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp4_mns8/anchor-0.016591107009/result.json" }, "target": { "cell": "tp4_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp4_mns8/confirm-1-anchor-0.016591107009/result.json" } }, { "delta_state": { "batch_size.mean": -0.03238588118373942, "batch_tokens.mean": -2.9133132020797436, "decode_batch_size.mean": -0.0321242294926507, "graph_full_share": 0.00025027553060685825, "graph_none_share": -0.0009881332994778795, "graph_padding_fraction": 0.06450969515475685, "kv_usage_end_minus_start": 5.099829155752467e-06, "kv_usage_max": 0.0, "kv_usage_mean": -4.0493927196364344e-05, "preemptions": 0.0, "prefill_token_fraction": -0.4656521349077925, "queue_running_mean": -0.06308746549999977, "queue_waiting_mean": -0.0015971439000000004, "scheduler_steps_per_s": 2.5 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.017126304009, "request_hash": "93cd99ebf2a760cc440dce0cb7e51273686dcfbfb07650d27e9e16d2ff1d2eed", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp4_mns8/anchor-0.017126304009/result.json" }, "target": { "cell": "tp4_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp4_mns8/confirm-1-anchor-0.017126304009/result.json" } } ], "sanity": { "action_pairs": 17, "distinct_action_vectors": 17, "invariants": { "all_pair_hashes_match": true, "all_values_finite": true, "expected_action_pair_count": true, "nonnegative_counters": true, "ratios_bounded": true, "state_vectors_not_all_identical": true, "sufficient_repeat_pair_count": true }, "red_flags": [], "repeat_pairs": 29, "trials": 66 } }, "5": { "actions": [ { "delta_state": { "batch_size.mean": 3.5280207937111703, "batch_tokens.mean": 189.10013313046787, "decode_batch_size.mean": 3.495993406872068, "graph_full_share": -0.027843286420692226, "graph_none_share": 0.04184100418410042, "graph_padding_fraction": -0.10888597553063217, "kv_usage_end_minus_start": 0.04832989960722345, "kv_usage_max": 0.05576515049492037, "kv_usage_mean": 0.04101485276318234, "preemptions": 0.0, "prefill_token_fraction": 0.8861120723274618, "queue_running_mean": 3.4413866424000004, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -84.2 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.24609375, "request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp1_mns16/anchor-0.24609375/result.json" }, "target": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.24609375/result.json" } }, { "delta_state": { "batch_size.mean": 0.05698177434224494, "batch_tokens.mean": 2.4183568541238287, "decode_batch_size.mean": 0.056343521736047286, "graph_full_share": -0.0005850648890149968, "graph_none_share": 0.000531877171831785, "graph_padding_fraction": 0.00021749194258890905, "kv_usage_end_minus_start": 7.313298449929118e-05, "kv_usage_max": 0.00030157213266412963, "kv_usage_mean": 0.0016340770443056124, "preemptions": 0.0, "prefill_token_fraction": 8.473923694440888e-05, "queue_running_mean": 0.1474536237999997, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -0.5999999999999943 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.24609375, "request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.24609375/result.json" }, "target": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/anchor-0.24609375/result.json" } }, { "delta_state": { "batch_size.mean": 0.1278554259770317, "batch_tokens.mean": 3.2897534051455466, "decode_batch_size.mean": 0.127000801210718, "graph_full_share": -0.0007834060357874151, "graph_none_share": -0.0034719131131487613, "graph_padding_fraction": 0.0008694893399684026, "kv_usage_end_minus_start": 2.1174429976178466e-05, "kv_usage_max": 0.03040170172083234, "kv_usage_mean": 0.005773282024914478, "preemptions": 0.0, "prefill_token_fraction": -0.0001483422608830054, "queue_running_mean": 0.5028872580000003, "queue_waiting_mean": -0.0510258954, "scheduler_steps_per_s": -0.7999999999999972 }, "descriptive_full_outcome": { "delta_pass_rate": 0.04195804195804198, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.958041958041958, "mns": 8, "trial_id": "tp1_mns8/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp1_mns16/anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": -0.06163060969068468, "batch_tokens.mean": -2.443018058287123, "decode_batch_size.mean": -0.06098694797067772, "graph_full_share": 0.0005900232433398989, "graph_none_share": -0.0005363847666726221, "graph_padding_fraction": -0.00017399768727638983, "kv_usage_end_minus_start": 4.7122279587474836e-05, "kv_usage_max": 0.00011557359098801623, "kv_usage_mean": -0.0004086366142161957, "preemptions": 0.0, "prefill_token_fraction": -6.356136875318441e-05, "queue_running_mean": -0.0843407528000002, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.6000000000000014 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp1_mns16/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": 0.024589582668510523, "batch_tokens.mean": 0.8116866999964429, "decode_batch_size.mean": 0.02437683934333279, "graph_full_share": -0.00019501471474669962, "graph_none_share": 0.00017728610431513858, "graph_padding_fraction": 8.69181567518763e-05, "kv_usage_end_minus_start": 0.00012295859486299854, "kv_usage_max": 0.00030157213266412963, "kv_usage_mean": 0.00032121484848791904, "preemptions": 0.0, "prefill_token_fraction": 0.0, "queue_running_mean": 0.013309304399999888, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -0.20000000000000284 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": 4.473159643294283, "batch_tokens.mean": 189.17581745060323, "decode_batch_size.mean": 4.408288162266131, "graph_full_share": -0.046424200034971164, "graph_none_share": 0.03890540304248993, "graph_padding_fraction": 0.005662578660898298, "kv_usage_end_minus_start": 0.08863131728902607, "kv_usage_max": 0.08590208433411406, "kv_usage_mean": 0.0354576817886873, "preemptions": 0.0, "prefill_token_fraction": 0.0007191134183018866, "queue_running_mean": 3.8361017661999997, "queue_waiting_mean": -1.0501423682, "scheduler_steps_per_s": -7.799999999999997 }, "descriptive_full_outcome": { "delta_pass_rate": 0.06521739130434782, "feasibility_transition": "false->false" }, "group": { "anchor": 0.5, "request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns8", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.09057971014492754, "mns": 8, "trial_id": "tp1_mns8/anchor-0.5/result.json" }, "target": { "cell": "tp1_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.15579710144927536, "mns": 16, "trial_id": "tp1_mns16/anchor-0.5/result.json" } }, { "delta_state": { "batch_size.mean": -1.4603817235396175, "batch_tokens.mean": 220.88027761711976, "decode_batch_size.mean": -1.5222672064777338, "graph_full_share": -0.06998264893001727, "graph_none_share": 0.055523423944476596, "graph_padding_fraction": 0.0002698844942520852, "kv_usage_end_minus_start": 0.03428564980259485, "kv_usage_max": 0.03430172098005413, "kv_usage_mean": 0.004527112114386889, "preemptions": 0.0, "prefill_token_fraction": 0.009687903063064107, "queue_running_mean": 0.49739668660000014, "queue_waiting_mean": -0.4414553072, "scheduler_steps_per_s": -8.400000000000002 }, "descriptive_full_outcome": { "delta_pass_rate": -0.06521739130434782, "feasibility_transition": "false->false" }, "group": { "anchor": 0.5, "request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.15579710144927536, "mns": 16, "trial_id": "tp1_mns16/anchor-0.5/result.json" }, "target": { "cell": "tp1_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.09057971014492754, "mns": 32, "trial_id": "tp1_mns32/anchor-0.5/result.json" } }, { "delta_state": { "batch_size.mean": 0.0, "batch_tokens.mean": 0.0, "decode_batch_size.mean": 0.0, "graph_full_share": 0.0, "graph_none_share": 0.0, "graph_padding_fraction": 0.0, "kv_usage_end_minus_start": 0.0004933875406503141, "kv_usage_max": 0.0005353228930036202, "kv_usage_mean": 0.0001535070867022259, "preemptions": 0.0, "prefill_token_fraction": 0.0, "queue_running_mean": -0.00963330859999978, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.0 }, "descriptive_full_outcome": { "delta_pass_rate": -0.02898550724637681, "feasibility_transition": "false->false" }, "group": { "anchor": 0.5, "request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.09057971014492754, "mns": 32, "trial_id": "tp1_mns32/anchor-0.5/result.json" }, "target": { "cell": "tp1_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.06159420289855073, "mns": 64, "trial_id": "tp1_mns64/anchor-0.5/result.json" } }, { "delta_state": { "batch_size.mean": 0.06154364887467256, "batch_tokens.mean": 0.0673666044072565, "decode_batch_size.mean": 0.06098464514354429, "graph_full_share": -0.0005590037311280494, "graph_none_share": 0.0, "graph_padding_fraction": 0.005655833585839015, "kv_usage_end_minus_start": -2.459171897339907e-06, "kv_usage_max": 0.003445359565031225, "kv_usage_mean": 0.0015597623110467189, "preemptions": 0.0, "prefill_token_fraction": 0.00030636946592198233, "queue_running_mean": 0.12847152480000013, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -4.200000000000017 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.2421875, "request_hash": "adb62bea7f7a12c1e33fa1572ec1d0e274100013ad90e14c6ef5c549b0e0d017", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "mns_increase", "source": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.2421875/result.json" }, "target": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/anchor-0.2421875/result.json" } }, { "delta_state": { "batch_size.mean": -0.23325211580663785, "batch_tokens.mean": -0.2519983270912536, "decode_batch_size.mean": -0.23134894714830168, "graph_full_share": 0.001903168658336507, "graph_none_share": -0.006795016987542469, "graph_padding_fraction": -0.004536339467287626, "kv_usage_end_minus_start": 5.075521287700724e-07, "kv_usage_max": -2.1953909969063545e-05, "kv_usage_mean": -0.0005894447334146543, "preemptions": 0.0, "prefill_token_fraction": -6.083338940097993e-05, "queue_running_mean": -0.27085744499999986, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 16.200000000000017 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.4921875, "request_hash": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "mns_increase", "source": { "cell": "tp2_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp2_mns8/anchor-0.4921875/result.json" }, "target": { "cell": "tp2_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp2_mns16/anchor-0.4921875/result.json" } }, { "delta_state": { "batch_size.mean": -0.6005778377124296, "batch_tokens.mean": -4.162510512731277, "decode_batch_size.mean": -0.5951764688823156, "graph_full_share": 0.005401368830114217, "graph_none_share": -0.01149694043268952, "graph_padding_fraction": -0.004587093073780198, "kv_usage_end_minus_start": 1.4354961987761428e-05, "kv_usage_max": -0.0029570125473361575, "kv_usage_mean": -0.0013514937493694472, "preemptions": 0.0, "prefill_token_fraction": -0.0010977628546262608, "queue_running_mean": -0.5356197792000001, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 29.799999999999983 }, "descriptive_full_outcome": { "delta_pass_rate": 0.728937728937729, "feasibility_transition": "false->true" }, "group": { "anchor": 0.49609375, "request_hash": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "mns_increase", "source": { "cell": "tp2_mns8", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.27106227106227104, "mns": 8, "trial_id": "tp2_mns8/anchor-0.49609375/result.json" }, "target": { "cell": "tp2_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp2_mns16/anchor-0.49609375/result.json" } }, { "delta_state": { "batch_size.mean": 0.35712385038833183, "batch_tokens.mean": 111.90975236574697, "decode_batch_size.mean": 0.32775366295797426, "graph_full_share": -0.025012888955412538, "graph_none_share": 0.026143790849673203, "graph_padding_fraction": -0.2241759801940655, "kv_usage_end_minus_start": 0.03485111013888609, "kv_usage_max": 0.01867744710795105, "kv_usage_mean": 0.006535245430020315, "preemptions": 0.0, "prefill_token_fraction": 0.8766852234122235, "queue_running_mean": 2.085466555, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -65.39999999999999 }, "descriptive_full_outcome": { "delta_pass_rate": -0.7698209718670077, "feasibility_transition": "true->false" }, "group": { "anchor": 0.75, "request_hash": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "mns_increase", "source": { "cell": "tp2_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp2_mns32/anchor-0.75/result.json" }, "target": { "cell": "tp2_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.23017902813299232, "mns": 64, "trial_id": "tp2_mns64/anchor-0.75/result.json" } }, { "delta_state": { "batch_size.mean": -0.8613841701826859, "batch_tokens.mean": 99.28363780953853, "decode_batch_size.mean": -0.9000309262409161, "graph_full_share": -0.013132607303010913, "graph_none_share": 0.007356027303452698, "graph_padding_fraction": -0.002483113089604908, "kv_usage_end_minus_start": 0.013972653351394082, "kv_usage_max": 0.013923980316157603, "kv_usage_mean": 0.002289615839773029, "preemptions": 0.0, "prefill_token_fraction": 0.027119159852510122, "queue_running_mean": 2.255338312400001, "queue_waiting_mean": -1.3976082232, "scheduler_steps_per_s": -8.0 }, "descriptive_full_outcome": { "delta_pass_rate": -0.032423208191126277, "feasibility_transition": "false->false" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "mns_increase", "source": { "cell": "tp4_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.06313993174061433, "mns": 16, "trial_id": "tp4_mns16/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.030716723549488054, "mns": 32, "trial_id": "tp4_mns32/anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": -0.00950293278090264, "batch_tokens.mean": -1.5782094981150578, "decode_batch_size.mean": -0.008726077059269421, "graph_full_share": 0.0005239259517987316, "graph_none_share": -0.00023486335770291772, "graph_padding_fraction": 8.79877867886172e-05, "kv_usage_end_minus_start": 3.819849616093496e-05, "kv_usage_max": 4.159303058193231e-05, "kv_usage_mean": 6.884522888032929e-05, "preemptions": 0.0, "prefill_token_fraction": -0.00013165055575314888, "queue_running_mean": 0.02412652539999982, "queue_waiting_mean": -9.661300000000927e-05, "scheduler_steps_per_s": 0.5999999999999943 }, "descriptive_full_outcome": { "delta_pass_rate": 0.08361774744027303, "feasibility_transition": "false->false" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "mns_increase", "source": { "cell": "tp4_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.030716723549488054, "mns": 32, "trial_id": "tp4_mns32/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.11433447098976109, "mns": 64, "trial_id": "tp4_mns64/anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": -0.7391144064912778, "batch_tokens.mean": -97.02946180778741, "decode_batch_size.mean": -0.7271776858566685, "graph_full_share": 0.015299949334160123, "graph_none_share": -0.04103743978705223, "graph_padding_fraction": 0.21027653696749515, "kv_usage_end_minus_start": -0.006308261401860582, "kv_usage_max": 0.004195788190260341, "kv_usage_mean": -0.0005148594359863203, "preemptions": 0.0, "prefill_token_fraction": -0.7248910361224853, "queue_running_mean": -0.7297395955999999, "queue_waiting_mean": -3.4976107514, "scheduler_steps_per_s": 59.80000000000001 }, "descriptive_full_outcome": { "delta_pass_rate": 0.8216666666666667, "feasibility_transition": "false->true" }, "group": { "anchor": 0.034252608017, "request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "mns_increase", "source": { "cell": "tp4_mns8", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.17833333333333334, "mns": 8, "trial_id": "tp4_mns8/anchor-0.034252608017/result.json" }, "target": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp4_mns16/anchor-0.034252608017/result.json" } }, { "delta_state": { "batch_size.mean": -0.0033632286995510796, "batch_tokens.mean": -0.0033632286995510796, "decode_batch_size.mean": -0.003363228699551968, "graph_full_share": 0.0, "graph_none_share": 0.0, "graph_padding_fraction": -0.0030699089127894374, "kv_usage_end_minus_start": 8.342535059435718e-07, "kv_usage_max": 1.368725807104898e-05, "kv_usage_mean": -6.535810642852545e-06, "preemptions": 0.0, "prefill_token_fraction": 9.850983893985865e-05, "queue_running_mean": -0.009463884000000533, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.0 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.034252608017, "request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "mns_increase", "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp4_mns16/anchor-0.034252608017/result.json" }, "target": { "cell": "tp4_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp4_mns32/anchor-0.034252608017/result.json" } }, { "delta_state": { "batch_size.mean": 0.01835841147659245, "batch_tokens.mean": 0.02343919454014376, "decode_batch_size.mean": 0.01819951878212578, "graph_full_share": -0.0012724026088667406, "graph_none_share": 3.7831593920716316e-06, "graph_padding_fraction": 0.0006955531292226758, "kv_usage_end_minus_start": 1.2113828717907893e-06, "kv_usage_max": 1.9874666237429395e-05, "kv_usage_mean": 2.5481750126793087e-05, "preemptions": 0.0, "prefill_token_fraction": 3.285684502737918e-05, "queue_running_mean": 0.018367366400000584, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -0.5999999999999943 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.034252608017, "request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "mns_increase", "source": { "cell": "tp4_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp4_mns32/anchor-0.034252608017/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp4_mns64/anchor-0.034252608017/result.json" } } ], "descriptive_full_outcome": { "delta_pass_rate": { "distinct_n": 10, "max": 0.8216666666666667, "min": -0.7698209718670077, "n": 17 }, "feasibility_transitions": { "false->false": 5, "false->true": 2, "true->false": 1, "true->true": 9 }, "limitation": "Full outcomes may use different elapsed durations when a trial early-stopped; they are descriptive and are not a gate input.", "negative": 4, "positive": 5, "zero": 8 }, "feature_statistics": { "batch_size.mean": { "action_above_repeat_p95_fraction": 0.35294117647058826, "action_abs_median": 0.1278554259770317, "action_delta": { "distinct_n": 17, "max": 4.473159643294283, "min": -1.4603817235396175, "n": 17 }, "action_signs": { "consistency": 0.5, "negative": 8, "positive": 8, "zero": 1 }, "effect_to_repeat_median": 1.9564724489442589, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.06534997517906493, "repeat_abs_p95": 0.4689572472409891, "repeat_delta": { "distinct_n": 29, "max": 0.9280844155844155, "min": -0.373100622158411, "n": 29 } }, "batch_tokens.mean": { "action_above_repeat_p95_fraction": 0.058823529411764705, "action_abs_median": 2.443018058287123, "action_delta": { "distinct_n": 17, "max": 220.88027761711976, "min": -97.02946180778741, "n": 17 }, "action_signs": { "consistency": 0.625, "negative": 6, "positive": 10, "zero": 1 }, "effect_to_repeat_median": 1.016963189345596, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 2.402267932489451, "repeat_abs_p95": 212.7553678215874, "repeat_delta": { "distinct_n": 29, "max": 100.79992784992785, "min": -213.38441949985196, "n": 29 } }, "decode_batch_size.mean": { "action_above_repeat_p95_fraction": 0.35294117647058826, "action_abs_median": 0.127000801210718, "action_delta": { "distinct_n": 17, "max": 4.408288162266131, "min": -1.5222672064777338, "n": 17 }, "action_signs": { "consistency": 0.5, "negative": 8, "positive": 8, "zero": 1 }, "effect_to_repeat_median": 1.9625625182162536, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.06471172257286728, "repeat_abs_p95": 0.5074569452309783, "repeat_delta": { "distinct_n": 29, "max": 0.9185245310245311, "min": -0.36846434553720986, "n": 29 } }, "graph_full_share": { "action_above_repeat_p95_fraction": 0.11764705882352941, "action_abs_median": 0.0012724026088667406, "action_delta": { "distinct_n": 16, "max": 0.015299949334160123, "min": -0.06998264893001727, "n": 17 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 10, "positive": 5, "zero": 2 }, "effect_to_repeat_median": 1.8902399214885985, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0006731434430105043, "repeat_abs_p95": 0.029715971438244844, "repeat_delta": { "distinct_n": 28, "max": 0.029898516783762652, "min": -0.009559884559884546, "n": 29 } }, "graph_none_share": { "action_above_repeat_p95_fraction": 0.23529411764705882, "action_abs_median": 0.0034719131131487613, "action_delta": { "distinct_n": 15, "max": 0.055523423944476596, "min": -0.04103743978705223, "n": 17 }, "action_signs": { "consistency": 0.5714285714285714, "negative": 6, "positive": 8, "zero": 3 }, "effect_to_repeat_median": 3.2771966527196663, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0010594155557517443, "repeat_abs_p95": 0.031925759090416374, "repeat_delta": { "distinct_n": 21, "max": 0.02168109668109668, "min": -0.03201970443349754, "n": 29 } }, "graph_padding_fraction": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.002483113089604908, "action_delta": { "distinct_n": 17, "max": 0.21027653696749515, "min": -0.2241759801940655, "n": 17 }, "action_signs": { "consistency": 0.5625, "negative": 7, "positive": 9, "zero": 1 }, "effect_to_repeat_median": 0.07674048944322485, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.032357274596769375, "repeat_abs_p95": 0.24385677131445133, "repeat_delta": { "distinct_n": 29, "max": 0.26242965569766435, "min": -0.18173061839089436, "n": 29 } }, "kv_usage_end_minus_start": { "action_above_repeat_p95_fraction": 0.23529411764705882, "action_abs_median": 7.313298449929118e-05, "action_delta": { "distinct_n": 17, "max": 0.08863131728902607, "min": -0.006308261401860582, "n": 17 }, "action_signs": { "consistency": 0.8823529411764706, "negative": 2, "positive": 15, "zero": 0 }, "effect_to_repeat_median": 1.4692416585900228, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 4.977600796418624e-05, "repeat_abs_p95": 0.03241204552355029, "repeat_delta": { "distinct_n": 14, "max": 0.048360614955967995, "min": -0.03483866016958903, "n": 29 } }, "kv_usage_max": { "action_above_repeat_p95_fraction": 0.29411764705882354, "action_abs_median": 0.0029570125473361575, "action_delta": { "distinct_n": 16, "max": 0.08590208433411406, "min": -0.0029570125473361575, "n": 17 }, "action_signs": { "consistency": 0.8823529411764706, "negative": 2, "positive": 15, "zero": 0 }, "effect_to_repeat_median": null, "effect_to_repeat_median_is_infinite": true, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 0.016674847306688556, "repeat_delta": { "distinct_n": 14, "max": 0.004527588437235774, "min": -0.018634334752970383, "n": 29 } }, "kv_usage_mean": { "action_above_repeat_p95_fraction": 0.11764705882352941, "action_abs_median": 0.0013514937493694472, "action_delta": { "distinct_n": 17, "max": 0.04101485276318234, "min": -0.0013514937493694472, "n": 17 }, "action_signs": { "consistency": 0.7058823529411765, "negative": 5, "positive": 12, "zero": 0 }, "effect_to_repeat_median": 2.827343009345717, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0004780084145793828, "repeat_abs_p95": 0.006592699934625479, "repeat_delta": { "distinct_n": 29, "max": 0.004456117360644808, "min": -0.006626073152505554, "n": 29 } }, "preemptions": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0, "action_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 17 }, "action_signs": { "consistency": 0.0, "negative": 0, "positive": 0, "zero": 17 }, "effect_to_repeat_median": 0.0, "effect_to_repeat_median_is_infinite": false, "gate_feature": false, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 0.0, "repeat_delta": { "distinct_n": 1, "max": 0.0, "min": 0.0, "n": 29 } }, "prefill_token_fraction": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.0001483422608830054, "action_delta": { "distinct_n": 16, "max": 0.8861120723274618, "min": -0.7248910361224853, "n": 17 }, "action_signs": { "consistency": 0.6, "negative": 6, "positive": 9, "zero": 2 }, "effect_to_repeat_median": 0.0009890369063830554, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.1499865777764538, "repeat_abs_p95": 0.9129144795909149, "repeat_delta": { "distinct_n": 28, "max": 0.8754134325195487, "min": -0.9129695381069503, "n": 29 } }, "queue_running_mean": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 0.27085744499999986, "action_delta": { "distinct_n": 17, "max": 3.8361017661999997, "min": -0.7297395955999999, "n": 17 }, "action_signs": { "consistency": 0.6470588235294118, "negative": 6, "positive": 11, "zero": 0 }, "effect_to_repeat_median": 2.6248225517066213, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.10319076419999984, "repeat_abs_p95": 6.572392109320001, "repeat_delta": { "distinct_n": 29, "max": 0.07105187159999993, "min": -6.5953128982, "n": 29 } }, "queue_waiting_mean": { "action_above_repeat_p95_fraction": 0.23529411764705882, "action_abs_median": 0.0, "action_delta": { "distinct_n": 7, "max": 0.0, "min": -3.4976107514, "n": 17 }, "action_signs": { "consistency": 1.0, "negative": 6, "positive": 0, "zero": 11 }, "effect_to_repeat_median": 0.0, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 0.0, "repeat_abs_p95": 0.10560919299999999, "repeat_delta": { "distinct_n": 5, "max": 0.0, "min": -1.5032174162, "n": 29 } }, "scheduler_steps_per_s": { "action_above_repeat_p95_fraction": 0.0, "action_abs_median": 4.200000000000017, "action_delta": { "distinct_n": 15, "max": 59.80000000000001, "min": -84.2, "n": 17 }, "action_signs": { "consistency": 0.6666666666666666, "negative": 10, "positive": 5, "zero": 2 }, "effect_to_repeat_median": 2.333333333333365, "effect_to_repeat_median_is_infinite": false, "gate_feature": true, "qualifies": false, "repeat_abs_median": 1.799999999999983, "repeat_abs_p95": 101.72, "repeat_delta": { "distinct_n": 24, "max": 101.8, "min": -31.799999999999997, "n": 29 } } }, "horizon_s": 5.0, "qualifying_features": [], "repeats": [ { "delta_state": { "batch_size.mean": -0.11342809216915306, "batch_tokens.mean": -4.816915335040164, "decode_batch_size.mean": -0.11215679350225116, "graph_full_share": 0.0011653571113269257, "graph_none_share": -0.0010594155557517443, "graph_padding_fraction": -0.0002394644309091495, "kv_usage_end_minus_start": 4.977600796418624e-05, "kv_usage_max": -4.977600796418624e-05, "kv_usage_mean": -0.002650866963514159, "preemptions": 0.0, "prefill_token_fraction": -0.00016947847485904166, "queue_running_mean": -0.21751143979999998, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 1.2000000000000028 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp1_mns16/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp1_mns16/confirm-1-anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": 0.01603319151928506, "batch_tokens.mean": 0.7965437220913429, "decode_batch_size.mean": 0.015822228472979205, "graph_full_share": -0.00019338279244751622, "graph_none_share": 0.00017580253858866246, "graph_padding_fraction": -2.1621324535013326e-05, "kv_usage_end_minus_start": -4.982561036370736e-05, "kv_usage_max": 0.0, "kv_usage_mean": 0.0010437773534030942, "preemptions": 0.0, "prefill_token_fraction": 4.236776766430861e-05, "queue_running_mean": 0.07105187159999993, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -0.19999999999999574 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.24609375, "request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.24609375/result.json" }, "target": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/confirm-1-anchor-0.24609375/result.json" } }, { "delta_state": { "batch_size.mean": 0.012605042016806678, "batch_tokens.mean": 0.012605042016787138, "decode_batch_size.mean": 0.012605042016806678, "graph_full_share": 0.0, "graph_none_share": 0.0, "graph_padding_fraction": 0.00010847307953028382, "kv_usage_end_minus_start": 4.982561036370736e-05, "kv_usage_max": 0.0, "kv_usage_mean": 0.00017122409391133464, "preemptions": 0.0, "prefill_token_fraction": -6.355303957206182e-05, "queue_running_mean": 0.01412161399999956, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.0 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp1_mns32/confirm-1-anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": -0.06534997517906493, "batch_tokens.mean": -2.426725054960656, "decode_batch_size.mean": -0.06471172257286728, "graph_full_share": 0.0005850648890149968, "graph_none_share": -0.000531877171831785, "graph_padding_fraction": -0.00034778464236925486, "kv_usage_end_minus_start": 0.0, "kv_usage_max": -4.995504046367838e-05, "kv_usage_mean": -0.0014804826259866288, "preemptions": 0.0, "prefill_token_fraction": -4.237146928010027e-05, "queue_running_mean": -0.14321269680000004, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.5999999999999943 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.24609375, "request_hash": "7e48c6bfc00eeadd6011111170c31123fb117c9fa75c18ccc8d8d505fd7fcff3", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/anchor-0.24609375/result.json" }, "target": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/confirm-1-anchor-0.24609375/result.json" } }, { "delta_state": { "batch_size.mean": -0.060654008438818074, "batch_tokens.mean": -2.402267932489451, "decode_batch_size.mean": -0.06002109704641434, "graph_full_share": 0.0005801687763713481, "graph_none_share": -0.0005274261603375532, "graph_padding_fraction": -0.00017401096415257163, "kv_usage_end_minus_start": 4.995504046356736e-05, "kv_usage_max": -4.995504046367838e-05, "kv_usage_mean": -0.0013647646656208823, "preemptions": 0.0, "prefill_token_fraction": -6.355303957206182e-05, "queue_running_mean": -0.09758093800000012, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.6000000000000014 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp1_mns64/confirm-1-anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": 0.9280844155844155, "batch_tokens.mean": 100.79992784992785, "decode_batch_size.mean": 0.9185245310245311, "graph_full_share": -0.009559884559884546, "graph_none_share": 0.02168109668109668, "graph_padding_fraction": -0.18173061839089436, "kv_usage_end_minus_start": 0.048360614955967995, "kv_usage_max": 0.004527588437235774, "kv_usage_mean": 0.004456117360644808, "preemptions": 0.0, "prefill_token_fraction": 0.8754134325195487, "queue_running_mean": -0.277960427, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -31.799999999999997 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.2265625, "request_hash": "a05848006335fc9f595432bab793a13d427244886e4f04e51ba74d495453ef90", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9920634920634921, "mns": 8, "trial_id": "tp1_mns8/anchor-0.2265625/result.json" }, "target": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9920634920634921, "mns": 8, "trial_id": "tp1_mns8/confirm-1-anchor-0.2265625/result.json" } }, { "delta_state": { "batch_size.mean": 0.013264036958066772, "batch_tokens.mean": 0.31208244491826065, "decode_batch_size.mean": 0.013175195451314625, "graph_full_share": -8.884150675192437e-05, "graph_none_share": 8.88415067519556e-05, "graph_padding_fraction": 5.628150611948664e-05, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": 6.337324494750524e-05, "preemptions": 0.0, "prefill_token_fraction": -2.779388529827731e-05, "queue_running_mean": 0.007332840999999757, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": -0.20000000000000284 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.23046875, "request_hash": "0f4c973153935c8abcd421eb631900670e31af0dc8a33bdf7e4d3d85e7ed7711", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9923076923076923, "mns": 8, "trial_id": "tp1_mns8/anchor-0.23046875/result.json" }, "target": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9923076923076923, "mns": 8, "trial_id": "tp1_mns8/confirm-1-anchor-0.23046875/result.json" } }, { "delta_state": { "batch_size.mean": -0.01133760879523571, "batch_tokens.mean": -0.4460948236371962, "decode_batch_size.mean": -0.011211635364177575, "graph_full_share": 0.00012597343105813508, "graph_none_share": -0.0001259734310581767, "graph_padding_fraction": 2.5032232616357952e-05, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -2.595429314883324e-06, "preemptions": 0.0, "prefill_token_fraction": -2.465132225659694e-05, "queue_running_mean": -0.0003634421999998416, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.20000000000000284 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.234375, "request_hash": "14d2a74fffe25e7d9b3e7490c392eae0dc31bb1f3fe6566c9c0a567543bdd6ac", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9924242424242424, "mns": 8, "trial_id": "tp1_mns8/anchor-0.234375/result.json" }, "target": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9924242424242424, "mns": 8, "trial_id": "tp1_mns8/confirm-1-anchor-0.234375/result.json" } }, { "delta_state": { "batch_size.mean": -0.03836578028285853, "batch_tokens.mean": -2.3411943704830662, "decode_batch_size.mean": -0.037743352121442975, "graph_full_share": 0.0005705591479649996, "graph_none_share": -0.0005705591479650066, "graph_padding_fraction": 8.67237650413492e-05, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -0.00012192636323195283, "preemptions": 0.0, "prefill_token_fraction": -0.00016953030936628366, "queue_running_mean": -0.0205579666000002, "queue_waiting_mean": -0.0408831314, "scheduler_steps_per_s": 0.6000000000000014 }, "descriptive_full_outcome": { "delta_pass_rate": -0.006993006993006978, "feasibility_transition": "true->true" }, "group": { "anchor": 0.25, "request_hash": "26629995f38f2c013d5aa5e4b9d7344311ab1f951c9d83e68212c67ca8076fda", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 1 }, "kind": "same_config_repeat", "source": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.958041958041958, "mns": 8, "trial_id": "tp1_mns8/anchor-0.25/result.json" }, "target": { "cell": "tp1_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.951048951048951, "mns": 8, "trial_id": "tp1_mns8/confirm-1-anchor-0.25/result.json" } }, { "delta_state": { "batch_size.mean": -0.2758963500935341, "batch_tokens.mean": -16.135882715276434, "decode_batch_size.mean": -0.2723042461451284, "graph_full_share": 0.0035921039484052564, "graph_none_share": -0.0048721071863581, "graph_padding_fraction": 0.10945908199689197, "kv_usage_end_minus_start": -0.004480240988461115, "kv_usage_max": 0.0, "kv_usage_mean": -0.0010388280544342795, "preemptions": 0.0, "prefill_token_fraction": -0.7696270176402451, "queue_running_mean": -0.36681181659999984, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 28.400000000000006 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.49609375, "request_hash": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp2_mns16/anchor-0.49609375/result.json" }, "target": { "cell": "tp2_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp2_mns16/confirm-1-anchor-0.49609375/result.json" } }, { "delta_state": { "batch_size.mean": -0.006385050186775487, "batch_tokens.mean": -0.006810792236799035, "decode_batch_size.mean": -0.006341827643625564, "graph_full_share": 4.322254314959029e-05, "graph_none_share": 0.0, "graph_padding_fraction": -0.0016266700040674653, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -1.7558597020827724e-05, "preemptions": 0.0, "prefill_token_fraction": 3.0428082455902228e-05, "queue_running_mean": -0.0059703380000000195, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.4000000000000057 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.5, "request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp2_mns16/anchor-0.5/result.json" }, "target": { "cell": "tp2_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp2_mns16/confirm-1-anchor-0.5/result.json" } }, { "delta_state": { "batch_size.mean": -0.006361323155215537, "batch_tokens.mean": -0.006361323155216425, "decode_batch_size.mean": -0.006361323155215537, "graph_full_share": 0.0, "graph_none_share": 0.0, "graph_padding_fraction": -0.0018169528035430205, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -2.673005121892058e-05, "preemptions": 0.0, "prefill_token_fraction": 0.0001139335897381577, "queue_running_mean": -0.008856016399999334, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.0 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.75, "request_hash": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp2_mns32/anchor-0.75/result.json" }, "target": { "cell": "tp2_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp2_mns32/confirm-1-anchor-0.75/result.json" } }, { "delta_state": { "batch_size.mean": 0.36334379104298975, "batch_tokens.mean": -99.4815933746712, "decode_batch_size.mean": 0.38174161358586733, "graph_full_share": 0.015964732518547464, "graph_none_share": -0.019464720194647202, "graph_padding_fraction": 0.26242965569766435, "kv_usage_end_minus_start": -0.024225165055486664, "kv_usage_max": -0.013153357937349175, "kv_usage_mean": -0.006611009430699675, "preemptions": 0.0, "prefill_token_fraction": -0.8730961888774497, "queue_running_mean": -2.3594406332, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 55.999999999999986 }, "descriptive_full_outcome": { "delta_pass_rate": 0.7385786802030457, "feasibility_transition": "false->false" }, "group": { "anchor": 0.75390625, "request_hash": "2677a6a12ff0e104d6246dd121d0667ff4fe3d25f8d68699547906420246ebdd", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.20558375634517767, "mns": 32, "trial_id": "tp2_mns32/anchor-0.75390625/result.json" }, "target": { "cell": "tp2_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.9441624365482234, "mns": 32, "trial_id": "tp2_mns32/confirm-1-anchor-0.75390625/result.json" } }, { "delta_state": { "batch_size.mean": -0.008984926990108555, "batch_tokens.mean": -0.009617608016100565, "decode_batch_size.mean": -0.00892069541386542, "graph_full_share": 6.42315762428014e-05, "graph_none_share": 0.0, "graph_padding_fraction": -0.00023488823078426924, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -3.459821231118886e-05, "preemptions": 0.0, "prefill_token_fraction": 3.0382556995986465e-05, "queue_running_mean": -0.01180635799999985, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.5999999999999943 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.5, "request_hash": "3160017dbd8249f711eb115f1e72ddbb37eab3a3333a48762cc3104e94bd2f15", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp2_mns64/anchor-0.5/result.json" }, "target": { "cell": "tp2_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp2_mns64/confirm-1-anchor-0.5/result.json" } }, { "delta_state": { "batch_size.mean": -0.36810601285071254, "batch_tokens.mean": -111.9216322174668, "decode_batch_size.mean": -0.3386389524789051, "graph_full_share": 0.025109761896862537, "graph_none_share": -0.026143790849673203, "graph_padding_fraction": 0.22131844466419573, "kv_usage_end_minus_start": -0.03483866016958903, "kv_usage_max": -0.018634334752970383, "kv_usage_mean": -0.006551218139822743, "preemptions": 0.0, "prefill_token_fraction": -0.8766852234122235, "queue_running_mean": -2.0965550011999996, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 65.8 }, "descriptive_full_outcome": { "delta_pass_rate": 0.6624040920716113, "feasibility_transition": "false->false" }, "group": { "anchor": 0.75, "request_hash": "4f4c792e90f5c1bf33978fea26debcadfce5f8b872a31be86a88a1bf6b09a21c", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.23017902813299232, "mns": 64, "trial_id": "tp2_mns64/anchor-0.75/result.json" }, "target": { "cell": "tp2_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.8925831202046036, "mns": 64, "trial_id": "tp2_mns64/confirm-1-anchor-0.75/result.json" } }, { "delta_state": { "batch_size.mean": -0.017777364465908274, "batch_tokens.mean": -0.019283121886095156, "decode_batch_size.mean": -0.017624495692285524, "graph_full_share": 0.0001528687736229717, "graph_none_share": -4.586063208690105e-05, "graph_padding_fraction": -0.0033762430254597187, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -3.866481934330576e-05, "preemptions": 0.0, "prefill_token_fraction": -3.0428082455902228e-05, "queue_running_mean": -0.01706728199999974, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 1.200000000000017 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.4921875, "request_hash": "cd227aee3be472a35e8c35af60a44a1411c4dc689cbd98746b3fb8a8d329b44c", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp2_mns8/anchor-0.4921875/result.json" }, "target": { "cell": "tp2_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp2_mns8/confirm-1-anchor-0.4921875/result.json" } }, { "delta_state": { "batch_size.mean": -0.373100622158411, "batch_tokens.mean": -19.752101280210574, "decode_batch_size.mean": -0.36846434553720986, "graph_full_share": 0.004636276621201252, "graph_none_share": -0.006318796362766213, "graph_padding_fraction": 0.13466522306023426, "kv_usage_end_minus_start": -0.004491915827622761, "kv_usage_max": 0.0, "kv_usage_mean": -0.0010760794618353137, "preemptions": 0.0, "prefill_token_fraction": -0.7698627933477863, "queue_running_mean": -0.3758000022000001, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 24.799999999999983 }, "descriptive_full_outcome": { "delta_pass_rate": 0.6190476190476191, "feasibility_transition": "false->false" }, "group": { "anchor": 0.49609375, "request_hash": "a78992ce59bb3b857a7ef8844e0a690ea9dd529a659cf5edd599b63fef8b6a80", "study_sha256": "9474f0d0b53579f1db852ca68abfb0b96ba43ae4e17738118bf8e3209eb09ece", "tp": 2 }, "kind": "same_config_repeat", "source": { "cell": "tp2_mns8", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.27106227106227104, "mns": 8, "trial_id": "tp2_mns8/anchor-0.49609375/result.json" }, "target": { "cell": "tp2_mns8", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.8901098901098901, "mns": 8, "trial_id": "tp2_mns8/confirm-1-anchor-0.49609375/result.json" } }, { "delta_state": { "batch_size.mean": -0.035790047012957515, "batch_tokens.mean": -0.037904196766425535, "decode_batch_size.mean": -0.03550338263960562, "graph_full_share": -0.0008241600733860377, "graph_none_share": 0.0, "graph_padding_fraction": -0.002233730654183863, "kv_usage_end_minus_start": 0.0, "kv_usage_max": -1.0202155715566263e-05, "kv_usage_mean": -4.688019669552533e-05, "preemptions": 0.0, "prefill_token_fraction": 0.0, "queue_running_mean": -0.04172862040000069, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 1.1999999999999886 }, "descriptive_full_outcome": { "delta_pass_rate": 0.2469565217391304, "feasibility_transition": "false->true" }, "group": { "anchor": 0.033182214016, "request_hash": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.7530434782608696, "mns": 16, "trial_id": "tp4_mns16/anchor-0.033182214016/result.json" }, "target": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp4_mns16/confirm-1-anchor-0.033182214016/result.json" } }, { "delta_state": { "batch_size.mean": -0.31521561989075764, "batch_tokens.mean": -113.69135049600723, "decode_batch_size.mean": -0.2948443636019542, "graph_full_share": 0.013747312308444393, "graph_none_share": -0.02466367713004484, "graph_padding_fraction": 0.2327910644295707, "kv_usage_end_minus_start": -0.014762519320332457, "kv_usage_max": -0.002734177731754772, "kv_usage_mean": -0.003886883143649442, "preemptions": 0.0, "prefill_token_fraction": -0.8857303498661139, "queue_running_mean": -3.9262134145999994, "queue_waiting_mean": -1.5032174162, "scheduler_steps_per_s": 81.39999999999999 }, "descriptive_full_outcome": { "delta_pass_rate": 0.34982935153583616, "feasibility_transition": "false->false" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.06313993174061433, "mns": 16, "trial_id": "tp4_mns16/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.4129692832764505, "mns": 16, "trial_id": "tp4_mns16/confirm-1-anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": -0.0565950637806516, "batch_tokens.mean": -1.2259074371774261, "decode_batch_size.mean": -0.05612473435097076, "graph_full_share": -0.0006731434430105043, "graph_none_share": -0.0011210762331838565, "graph_padding_fraction": 0.03352610055520758, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -8.342130161142786e-05, "preemptions": 0.0, "prefill_token_fraction": -0.1499865777764538, "queue_running_mean": -0.07804562620000066, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 1.799999999999983 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.034252608017, "request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp4_mns16/anchor-0.034252608017/result.json" }, "target": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp4_mns16/confirm-1-anchor-0.034252608017/result.json" } }, { "delta_state": { "batch_size.mean": -0.017452685323813277, "batch_tokens.mean": -0.018160486007140264, "decode_batch_size.mean": -0.01735671234980174, "graph_full_share": 8.877500095971769e-05, "graph_none_share": 0.0, "graph_padding_fraction": 0.0015546681503931792, "kv_usage_end_minus_start": 0.0, "kv_usage_max": -5.101077857783132e-06, "kv_usage_mean": -2.2530897596876806e-05, "preemptions": 0.0, "prefill_token_fraction": 5.993471374250714e-05, "queue_running_mean": -0.021152762000000713, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 0.4000000000000057 }, "descriptive_full_outcome": { "delta_pass_rate": 0.2469565217391304, "feasibility_transition": "false->true" }, "group": { "anchor": 0.033182214016, "request_hash": "e6b624a0212807df3733c54b4a2160fba24f19ca4776b14f34918d83428bba7f", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns16", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.7530434782608696, "mns": 16, "trial_id": "tp4_mns16/anchor-0.033182214016/result.json" }, "target": { "cell": "tp4_mns16", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 16, "trial_id": "tp4_mns16/confirm-2-anchor-0.033182214016/result.json" } }, { "delta_state": { "batch_size.mean": 0.16723437281046838, "batch_tokens.mean": -213.3770035894838, "decode_batch_size.mean": 0.2293820267109341, "graph_full_share": 0.029853079087214685, "graph_none_share": -0.03201970443349754, "graph_padding_fraction": 0.24386359763484056, "kv_usage_end_minus_start": -0.02873466386876411, "kv_usage_max": -0.01666487968508279, "kv_usage_mean": -0.006565235690514186, "preemptions": 0.0, "prefill_token_fraction": -0.9129695381069503, "queue_running_mean": -6.573865443400001, "queue_waiting_mean": -0.105609193, "scheduler_steps_per_s": 101.60000000000001 }, "descriptive_full_outcome": { "delta_pass_rate": 0.9692832764505119, "feasibility_transition": "false->true" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.030716723549488054, "mns": 32, "trial_id": "tp4_mns32/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp4_mns32/confirm-1-anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": -0.06700882459564284, "batch_tokens.mean": -1.237066033004087, "decode_batch_size.mean": -0.06643525070889744, "graph_full_share": -0.0005748153886646623, "graph_none_share": -0.0011210762331838565, "graph_padding_fraction": 0.032357274596769375, "kv_usage_end_minus_start": 0.0, "kv_usage_max": -5.1056616682254585e-06, "kv_usage_mean": -0.00010377856500988665, "preemptions": 0.0, "prefill_token_fraction": -0.15007350008784556, "queue_running_mean": -0.10319076419999984, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 2.1999999999999886 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.034252608017, "request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp4_mns32/anchor-0.034252608017/result.json" }, "target": { "cell": "tp4_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp4_mns32/confirm-1-anchor-0.034252608017/result.json" } }, { "delta_state": { "batch_size.mean": 0.16017120245497818, "batch_tokens.mean": -213.38441949985196, "decode_batch_size.mean": 0.22236668550970418, "graph_full_share": 0.029898516783762652, "graph_none_share": -0.03201970443349754, "graph_padding_fraction": 0.2419788945317641, "kv_usage_end_minus_start": -0.02873466386876411, "kv_usage_max": -0.016659774023414564, "kv_usage_mean": -0.006562301403937485, "preemptions": 0.0, "prefill_token_fraction": -0.9129575557004137, "queue_running_mean": -6.570182108200001, "queue_waiting_mean": -0.105609193, "scheduler_steps_per_s": 101.8 }, "descriptive_full_outcome": { "delta_pass_rate": 0.9692832764505119, "feasibility_transition": "false->true" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns32", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.030716723549488054, "mns": 32, "trial_id": "tp4_mns32/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns32", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 32, "trial_id": "tp4_mns32/confirm-2-anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": 0.5328616639627084, "batch_tokens.mean": -211.42080067637045, "decode_batch_size.mean": 0.5912671663277198, "graph_full_share": 0.027680346411352086, "graph_none_share": -0.03178484107579462, "graph_padding_fraction": 0.23688813872052464, "kv_usage_end_minus_start": -0.028772123554492213, "kv_usage_max": -0.016661043117286778, "kv_usage_mean": -0.006272675400456023, "preemptions": 0.0, "prefill_token_fraction": -0.912693798885484, "queue_running_mean": -6.2424369058, "queue_waiting_mean": -0.10551258, "scheduler_steps_per_s": 89.39999999999999 }, "descriptive_full_outcome": { "delta_pass_rate": 0.8430034129692833, "feasibility_transition": "false->true" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.11433447098976109, "mns": 64, "trial_id": "tp4_mns64/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 0.9573378839590444, "mns": 64, "trial_id": "tp4_mns64/confirm-1-anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": -0.08536723607223529, "batch_tokens.mean": -1.2605052275442308, "decode_batch_size.mean": -0.08463476949102322, "graph_full_share": 0.0006975872202020783, "graph_none_share": -0.0011248593925759281, "graph_padding_fraction": 0.034272917448908424, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -0.00010935706758585708, "preemptions": 0.0, "prefill_token_fraction": -0.15010635693287294, "queue_running_mean": -0.10249850960000018, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 2.799999999999983 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.034252608017, "request_hash": "21c1f3b7d972b19c952a894863a70d1e85bd0e24a7e7b6b0fcc088360d0e01bd", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp4_mns64/anchor-0.034252608017/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp4_mns64/confirm-1-anchor-0.034252608017/result.json" } }, { "delta_state": { "batch_size.mean": 0.1540235762873472, "batch_tokens.mean": -211.8229141697429, "decode_batch_size.mean": 0.21558506586552006, "graph_full_share": 0.029510309964790093, "graph_none_share": -0.03178484107579462, "graph_padding_fraction": 0.24384653183386754, "kv_usage_end_minus_start": -0.028772123554492213, "kv_usage_max": -0.016681492387759067, "kv_usage_mean": -0.006626073152505554, "preemptions": 0.0, "prefill_token_fraction": -0.9128498654266666, "queue_running_mean": -6.5953128982, "queue_waiting_mean": -0.10551258, "scheduler_steps_per_s": 101.8 }, "descriptive_full_outcome": { "delta_pass_rate": 0.8856655290102389, "feasibility_transition": "false->true" }, "group": { "anchor": 0.033717411016, "request_hash": "472a874ecc0e844b5b36a715bbc309b63e73074d39327cd734869f76721d71db", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns64", "early_stopped": true, "full_feasible": false, "full_pass_rate": 0.11433447098976109, "mns": 64, "trial_id": "tp4_mns64/anchor-0.033717411016/result.json" }, "target": { "cell": "tp4_mns64", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 64, "trial_id": "tp4_mns64/confirm-2-anchor-0.033717411016/result.json" } }, { "delta_state": { "batch_size.mean": -0.3497477888336098, "batch_tokens.mean": -19.68794568822554, "decode_batch_size.mean": -0.3465001381978996, "graph_full_share": 0.004242675511332172, "graph_none_share": -0.004954394693200663, "graph_padding_fraction": 0.14768569288462857, "kv_usage_end_minus_start": -0.0007955733482928329, "kv_usage_max": 0.0, "kv_usage_mean": -0.0004780084145793828, "preemptions": 0.0, "prefill_token_fraction": -0.8110422816759224, "queue_running_mean": -0.41782893040000024, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 28.19999999999999 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.016591107009, "request_hash": "2407501cda53bf9c761c448dc50ab4780b4a55958cc00ba1b19cd09de1cf73e1", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp4_mns8/anchor-0.016591107009/result.json" }, "target": { "cell": "tp4_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp4_mns8/confirm-1-anchor-0.016591107009/result.json" } }, { "delta_state": { "batch_size.mean": -0.060037523452157515, "batch_tokens.mean": -3.365563298490128, "decode_batch_size.mean": -0.05956848030018724, "graph_full_share": 0.0004467077637808625, "graph_none_share": -0.000982757080318056, "graph_padding_fraction": 0.07118473038433726, "kv_usage_end_minus_start": 0.0, "kv_usage_max": 0.0, "kv_usage_mean": -6.376841981488128e-05, "preemptions": 0.0, "prefill_token_fraction": -0.5189516489461117, "queue_running_mean": -0.1074558633999998, "queue_waiting_mean": 0.0, "scheduler_steps_per_s": 5.200000000000017 }, "descriptive_full_outcome": { "delta_pass_rate": 0.0, "feasibility_transition": "true->true" }, "group": { "anchor": 0.017126304009, "request_hash": "93cd99ebf2a760cc440dce0cb7e51273686dcfbfb07650d27e9e16d2ff1d2eed", "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4 }, "kind": "same_config_repeat", "source": { "cell": "tp4_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp4_mns8/anchor-0.017126304009/result.json" }, "target": { "cell": "tp4_mns8", "early_stopped": false, "full_feasible": true, "full_pass_rate": 1.0, "mns": 8, "trial_id": "tp4_mns8/confirm-1-anchor-0.017126304009/result.json" } } ], "sanity": { "action_pairs": 17, "distinct_action_vectors": 17, "invariants": { "all_pair_hashes_match": true, "all_values_finite": true, "expected_action_pair_count": true, "nonnegative_counters": true, "ratios_bounded": true, "state_vectors_not_all_identical": true, "sufficient_repeat_pair_count": true }, "red_flags": [], "repeat_pairs": 29, "trials": 66 } } }, "provenance": { "analysis_script": "/home/gahow/phd/aituner/runs/intervention-response-v0/analyze_phase6.py", "analysis_script_sha256": "f1b40c350f22e797b08b129df7b55386b407bd5ae7f466d36987e94d768ded2f", "phase6_metrics": "/home/gahow/phd/aituner/runs/opprof-phase6/phase6/metrics.json", "phase6_metrics_sha256": "290ba7fcb8727291166de7e4d47afdc84e230052495c81dd087db0ace9f93a16", "raw_root": "/home/gahow/phd/aituner/runs/opprof-phase6/phase6/solo-authoritative/cells", "streams": [ { "bytes": 12745297, "path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp1_mns16/opprof/opprof-v1-dp0-pid2781473-1783876972093434233.jsonl", "sha256": "265932302b079d1ad81febc4a345f87ac2a3e00118e63bf5873b92d61146d3b8" }, { "bytes": 20018398, "path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp1_mns32/opprof/opprof-v1-dp0-pid2786356-1783877278912197439.jsonl", "sha256": "552bb3961893ab20760e95a6148a24387df544370ca2cb3af052fa87a7ef79f6" }, { "bytes": 19825716, "path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp1_mns64/opprof/opprof-v1-dp0-pid2795014-1783877830485564578.jsonl", "sha256": "f07f2beed8ffcd695665edba931cd5824f10f4ef678064ac09d5a0d9b96acf50" }, { "bytes": 38381207, "path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp1_mns8/opprof/opprof-v1-dp0-pid2770271-1783876258461072221.jsonl", "sha256": "f3758f599bd58952d039eae3cc7a1b6abe3372e82fe15aff38d8f27bedf0cbef" }, { "bytes": 42681418, "path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns16/opprof/opprof-v1-dp0-pid2755628-1783875389707263062.jsonl", "sha256": "e56faa0ceb0f750ad781b04a0fa86388a8fd4acdff4503fb40064bbb43b8a4de" }, { "bytes": 20701713, "path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns32/opprof/opprof-v1-dp0-pid2730662-1783873935616837232.jsonl", "sha256": "ab1070348c976491ff5ad4905ab172678f692598810ca72a0dbab824f3bb491a" }, { "bytes": 24186851, "path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns64/opprof/opprof-v1-dp0-pid2736153-1783874256706634444.jsonl", "sha256": "c8d7582674a9ff3cba8363a93672b96977082f6f2eb595aee0ea41012e85978e" }, { "bytes": 25542356, "path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp2_mns8/opprof/opprof-v1-dp0-pid2750298-1783875076865595283.jsonl", "sha256": "ad006affdccb0c9cf2ae97938810a7f232ed0517086d3e20772aa461930f8518" }, { "bytes": 50625291, "path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns16/opprof/opprof-v1-dp0-pid2741574-1783874579483097755.jsonl", "sha256": "4443a0f159f23242445e48c846e45e29b3647012734edeff2678bcf75b008ada" }, { "bytes": 34980126, "path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns32/opprof/opprof-v1-dp0-pid2712385-1783873000008589576.jsonl", "sha256": "445b190a5392df7aa05555de33a550d6401d739bc9000494af650671db4c63c9" }, { "bytes": 34066572, "path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns64/opprof/opprof-v1-dp0-pid2721119-1783873467764669604.jsonl", "sha256": "ddc7bf89342fe7fececc68b6c6be988816abd1ff37dfc63c8c2a55f7b9a96f44" }, { "bytes": 52957710, "path": "runs/opprof-phase6/phase6/solo-authoritative/cells/tp4_mns8/opprof/opprof-v1-dp0-pid2762505-1783875811578126796.jsonl", "sha256": "ffdbfe671cecc166ea718ff0c31f7a15f788dcc2da64d6b4ee10fc16d489a849" } ] }, "sanity": { "red_flags": [], "stream_bytes": { "distinct_n": 12, "max": 52957710.0, "min": 12745297.0, "n": 12 }, "stream_count": 12 }, "schema": "intervention-response-audit-v0", "stable_qualifying_features": [], "status": "COMPLETE" }