{ "schema": "frontier-attn-structured-trial-aware-verdict-v1", "metric_note": "Primary values are per-real-trial distribution biases with request alignment by index. legacy_pooled reproduces the old milestone quantile convention only for direct comparison.", "cells": { "tp1_rho0p00125": { "old": { "trialwise_distribution_bias": [ { "ttft": { "mean": -0.13148990670086547, "p50": -0.18680026171265385, "p90": -0.2281339774144484, "p99": -0.14956660473341468 }, "tpot": { "mean": 0.1393089430926731, "p50": 0.17688566049293195, "p90": 0.021918816469380976, "p99": -0.06745527151165458 }, "e2e": { "mean": 0.0728867501966229, "p50": 0.11334615386654034, "p90": 0.11968616309773676, "p99": -0.04061861992039894 } }, { "ttft": { "mean": -0.13772594464937732, "p50": -0.19220957147090617, "p90": -0.2342597777065415, "p99": -0.15374940938906825 }, "tpot": { "mean": 0.12195501379179413, "p50": 0.1610213245142966, "p90": 0.005473527596398301, "p99": -0.08127351500612069 }, "e2e": { "mean": 0.05800039446459018, "p50": 0.09970261087805131, "p90": 0.10532164717109044, "p99": -0.046957770855300444 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": -0.1346079256751214, "min": -0.13772594464937732, "max": -0.13148990670086547 }, "p50": { "mean": -0.18950491659178, "min": -0.19220957147090617, "max": -0.18680026171265385 }, "p90": { "mean": -0.23119687756049495, "min": -0.2342597777065415, "max": -0.2281339774144484 }, "p99": { "mean": -0.15165800706124147, "min": -0.15374940938906825, "max": -0.14956660473341468 } }, "tpot": { "mean": { "mean": 0.13063197844223362, "min": 0.12195501379179413, "max": 0.1393089430926731 }, "p50": { "mean": 0.16895349250361427, "min": 0.1610213245142966, "max": 0.17688566049293195 }, "p90": { "mean": 0.013696172032889638, "min": 0.005473527596398301, "max": 0.021918816469380976 }, "p99": { "mean": -0.07436439325888763, "min": -0.08127351500612069, "max": -0.06745527151165458 } }, "e2e": { "mean": { "mean": 0.06544357233060655, "min": 0.05800039446459018, "max": 0.0728867501966229 }, "p50": { "mean": 0.10652438237229583, "min": 0.09970261087805131, "max": 0.11334615386654034 }, "p90": { "mean": 0.1125039051344136, "min": 0.10532164717109044, "max": 0.11968616309773676 }, "p99": { "mean": -0.04378819538784969, "min": -0.046957770855300444, "max": -0.04061861992039894 } } }, "legacy_pooled_distribution_bias": { "ttft": { "mean": -0.13461915993830945, "p50": -0.1888032883165517, "p90": -0.23223319000679374, "p99": -0.16824856840168442 }, "tpot": { "mean": 0.1305653876178269, "p50": 0.16837991778063455, "p90": 0.012855564422932954, "p99": -0.08151080694091946 }, "e2e": { "mean": 0.06539157436639341, "p50": 0.10867934171755954, "p90": 0.10946179160934073, "p99": -0.0657146472433028 } } }, "new": { "trialwise_distribution_bias": [ { "ttft": { "mean": -0.05989664674711635, "p50": -0.10957660686565794, "p90": -0.0836059887499959, "p99": -0.0653231144095356 }, "tpot": { "mean": 0.1518790062372861, "p50": 0.17738738332864315, "p90": 0.032091888121311134, "p99": -0.05049862983288826 }, "e2e": { "mean": 0.09143423903966252, "p50": 0.11610023742963112, "p90": 0.12903581929912153, "p99": -0.020226996786041312 } }, { "ttft": { "mean": -0.06664673546990688, "p50": -0.11549959936391153, "p90": -0.09087881400402557, "p99": -0.0699202655213567 }, "tpot": { "mean": 0.1343336100051224, "p50": 0.16151628416144917, "p90": 0.015482888492302317, "p99": -0.0645681331290643 }, "e2e": { "mean": 0.07629053599972169, "p50": 0.10242294441887236, "p90": 0.11455135611418107, "p99": -0.02670088618839733 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": -0.06327169110851161, "min": -0.06664673546990688, "max": -0.05989664674711635 }, "p50": { "mean": -0.11253810311478474, "min": -0.11549959936391153, "max": -0.10957660686565794 }, "p90": { "mean": -0.08724240137701074, "min": -0.09087881400402557, "max": -0.0836059887499959 }, "p99": { "mean": -0.06762168996544615, "min": -0.0699202655213567, "max": -0.0653231144095356 } }, "tpot": { "mean": { "mean": 0.14310630812120423, "min": 0.1343336100051224, "max": 0.1518790062372861 }, "p50": { "mean": 0.16945183374504616, "min": 0.16151628416144917, "max": 0.17738738332864315 }, "p90": { "mean": 0.023787388306806725, "min": 0.015482888492302317, "max": 0.032091888121311134 }, "p99": { "mean": -0.05753338148097628, "min": -0.0645681331290643, "max": -0.05049862983288826 } }, "e2e": { "mean": { "mean": 0.0838623875196921, "min": 0.07629053599972169, "max": 0.09143423903966252 }, "p50": { "mean": 0.10926159092425174, "min": 0.10242294441887236, "max": 0.11610023742963112 }, "p90": { "mean": 0.1217935877066513, "min": 0.11455135611418107, "max": 0.12903581929912153 }, "p99": { "mean": -0.023463941487219322, "min": -0.02670088618839733, "max": -0.020226996786041312 } } }, "paired_relative_error": [ { "ttft": { "mean": 0.3691695743143199, "p50": -0.03099707280100344, "p90": 1.7891828562343537, "p99": 5.429960617790179 }, "tpot": { "mean": 0.19492722441928262, "p50": 0.15055142720578293, "p90": 0.2670903700878269, "p99": 0.6745762204781113 }, "e2e": { "mean": 0.1844268367659844, "p50": 0.1424666323844526, "p90": 0.31842146555728224, "p99": 0.8437286984487435 } }, { "ttft": { "mean": 0.3669522667824523, "p50": -0.03476798007471665, "p90": 1.827734692042949, "p99": 5.512577837970861 }, "tpot": { "mean": 0.1783718677969176, "p50": 0.13458290148059987, "p90": 0.24952928603370794, "p99": 0.6582817886518392 }, "e2e": { "mean": 0.16858938086274747, "p50": 0.12880754276426226, "p90": 0.29822488192148, "p99": 0.7895217968914289 } } ], "legacy_pooled_distribution_bias": { "ttft": { "mean": -0.06328385143753473, "p50": -0.1117698463137391, "p90": -0.0884727580604037, "p99": -0.08585570369326061 }, "tpot": { "mean": 0.14303898259628217, "p50": 0.1688780144991309, "p90": 0.02293841255516459, "p99": -0.06480973978913974 }, "e2e": { "mean": 0.0838094906426525, "p50": 0.11142188099086506, "p90": 0.11872607178176105, "p99": -0.04585643943465822 } }, "waiting_p99_ms": 1337.0359972076221, "validity": "GATE_FAIL_DIAGNOSTIC" } }, "tp1_rho0p0025": { "old": { "trialwise_distribution_bias": [ { "ttft": { "mean": -0.178961187154444, "p50": 0.004736647098298533, "p90": -0.26795354312466707, "p99": -0.22168753840926173 }, "tpot": { "mean": 0.01036398277932227, "p50": 0.13356090363025383, "p90": -0.05541984044976886, "p99": -0.26072314328609314 }, "e2e": { "mean": -0.024645268935464575, "p50": 0.0817280529155681, "p90": 0.04955125280528564, "p99": -0.1871016978849053 } }, { "ttft": { "mean": -0.17456884440992257, "p50": 0.011041256441842635, "p90": -0.25172604669420906, "p99": -0.21630340228356143 }, "tpot": { "mean": 0.01842954963685723, "p50": 0.13346201996043702, "p90": -0.05215064358043298, "p99": -0.15675916344669943 }, "e2e": { "mean": -0.015641746084433396, "p50": 0.07195840871873896, "p90": 0.052264109329363505, "p99": -0.17396512464775202 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": -0.1767650157821833, "min": -0.178961187154444, "max": -0.17456884440992257 }, "p50": { "mean": 0.007888951770070584, "min": 0.004736647098298533, "max": 0.011041256441842635 }, "p90": { "mean": -0.2598397949094381, "min": -0.26795354312466707, "max": -0.25172604669420906 }, "p99": { "mean": -0.2189954703464116, "min": -0.22168753840926173, "max": -0.21630340228356143 } }, "tpot": { "mean": { "mean": 0.01439676620808975, "min": 0.01036398277932227, "max": 0.01842954963685723 }, "p50": { "mean": 0.13351146179534543, "min": 0.13346201996043702, "max": 0.13356090363025383 }, "p90": { "mean": -0.05378524201510092, "min": -0.05541984044976886, "max": -0.05215064358043298 }, "p99": { "mean": -0.2087411533663963, "min": -0.26072314328609314, "max": -0.15675916344669943 } }, "e2e": { "mean": { "mean": -0.020143507509948984, "min": -0.024645268935464575, "max": -0.015641746084433396 }, "p50": { "mean": 0.07684323081715352, "min": 0.07195840871873896, "max": 0.0817280529155681 }, "p90": { "mean": 0.05090768106732457, "min": 0.04955125280528564, "max": 0.052264109329363505 }, "p99": { "mean": -0.18053341126632866, "min": -0.1871016978849053, "max": -0.17396512464775202 } } }, "legacy_pooled_distribution_bias": { "ttft": { "mean": -0.17677087458166194, "p50": 0.008311436147272566, "p90": -0.2608553178054708, "p99": -0.22116442296103195 }, "tpot": { "mean": 0.014380733682430142, "p50": 0.13351145963877706, "p90": -0.05456950130438105, "p99": -0.23635406197836167 }, "e2e": { "mean": -0.020164189983441452, "p50": 0.07632815851795742, "p90": 0.049809009042946335, "p99": -0.18303183751478602 } } }, "new": { "trialwise_distribution_bias": [ { "ttft": { "mean": -0.09728726150141453, "p50": 0.011908330017980539, "p90": -0.1382218037906623, "p99": -0.14467638598472385 }, "tpot": { "mean": 0.04813594501063553, "p50": 0.1424913754734047, "p90": 0.01715387922135076, "p99": -0.2052193535460428 }, "e2e": { "mean": 0.010994374852847301, "p50": 0.11060355438719509, "p90": 0.08139049920593726, "p99": -0.15755189584478857 } }, { "ttft": { "mean": -0.09245798463253013, "p50": 0.018257940864430843, "p90": -0.11911850444197748, "p99": -0.13875950941310633 }, "tpot": { "mean": 0.05650303913152255, "p50": 0.14239171277369528, "p90": 0.020674254113796777, "p99": -0.0934499151356964 }, "e2e": { "mean": 0.02032688810811885, "p50": 0.10057312063737019, "p90": 0.0841856530995708, "p99": -0.1439377928383722 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": -0.09487262306697233, "min": -0.09728726150141453, "max": -0.09245798463253013 }, "p50": { "mean": 0.015083135441205691, "min": 0.011908330017980539, "max": 0.018257940864430843 }, "p90": { "mean": -0.12867015411631988, "min": -0.1382218037906623, "max": -0.11911850444197748 }, "p99": { "mean": -0.1417179476989151, "min": -0.14467638598472385, "max": -0.13875950941310633 } }, "tpot": { "mean": { "mean": 0.05231949207107904, "min": 0.04813594501063553, "max": 0.05650303913152255 }, "p50": { "mean": 0.14244154412354998, "min": 0.14239171277369528, "max": 0.1424913754734047 }, "p90": { "mean": 0.018914066667573767, "min": 0.01715387922135076, "max": 0.020674254113796777 }, "p99": { "mean": -0.14933463434086958, "min": -0.2052193535460428, "max": -0.0934499151356964 } }, "e2e": { "mean": { "mean": 0.015660631480483075, "min": 0.010994374852847301, "max": 0.02032688810811885 }, "p50": { "mean": 0.10558833751228264, "min": 0.10057312063737019, "max": 0.11060355438719509 }, "p90": { "mean": 0.08278807615275402, "min": 0.08139049920593726, "max": 0.0841856530995708 }, "p99": { "mean": -0.1507448443415804, "min": -0.15755189584478857, "max": -0.1439377928383722 } } }, "paired_relative_error": [ { "ttft": { "mean": 0.39789106943830893, "p50": -0.037298357008305895, "p90": 1.9730972451814688, "p99": 6.018295451307029 }, "tpot": { "mean": 0.1553028513608087, "p50": 0.12385990892916658, "p90": 0.2584968822537069, "p99": 0.9658213367115374 }, "e2e": { "mean": 0.1471398515879261, "p50": 0.10601983073958936, "p90": 0.32930377247615056, "p99": 1.075635524765205 } }, { "ttft": { "mean": 0.4002572158008619, "p50": -0.031486174528958244, "p90": 1.8666003636442456, "p99": 5.991354563261557 }, "tpot": { "mean": 0.1566771540679317, "p50": 0.12379976526368523, "p90": 0.25274583367589193, "p99": 0.958693609453715 }, "e2e": { "mean": 0.14911603622614725, "p50": 0.10650308347135491, "p90": 0.3195494670044913, "p99": 1.1185032164459736 } } ], "legacy_pooled_distribution_bias": { "ttft": { "mean": -0.09487906467830536, "p50": 0.015508635458377175, "p90": -0.129865645852306, "p99": -0.14410151018893788 }, "tpot": { "mean": 0.052302860177306544, "p50": 0.14244154194999165, "p90": 0.018069551387063856, "p99": -0.1790206784227079 }, "e2e": { "mean": 0.01563919326555167, "p50": 0.10505951594320918, "p90": 0.08165607475145953, "p99": -0.15333409130015813 } }, "waiting_p99_ms": 1892.1769691703946, "validity": "GATE_FAIL_DIAGNOSTIC" } }, "tp2_rho0p0025": { "old": { "trialwise_distribution_bias": [ { "ttft": { "mean": -0.11106335941203382, "p50": -0.1855202869158692, "p90": -0.21828233796243518, "p99": -0.1688334681304367 }, "tpot": { "mean": 0.1303208667385706, "p50": 0.16909257797747365, "p90": 0.05206789287995917, "p99": 0.14191216788372232 }, "e2e": { "mean": 0.1031266658038281, "p50": 0.13020268054402595, "p90": 0.09830535586040931, "p99": -0.0581273596953024 } }, { "ttft": { "mean": -0.11215904539344854, "p50": -0.18289416715548218, "p90": -0.21914116973979564, "p99": -0.17209787391954623 }, "tpot": { "mean": 0.14399128493700397, "p50": 0.1866331158045056, "p90": 0.06642456306402275, "p99": 0.15612928840488144 }, "e2e": { "mean": 0.11544885011206724, "p50": 0.14502095370348014, "p90": 0.10849722315778151, "p99": -0.045303035491763635 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": -0.11161120240274118, "min": -0.11215904539344854, "max": -0.11106335941203382 }, "p50": { "mean": -0.18420722703567569, "min": -0.1855202869158692, "max": -0.18289416715548218 }, "p90": { "mean": -0.2187117538511154, "min": -0.21914116973979564, "max": -0.21828233796243518 }, "p99": { "mean": -0.17046567102499147, "min": -0.17209787391954623, "max": -0.1688334681304367 } }, "tpot": { "mean": { "mean": 0.13715607583778727, "min": 0.1303208667385706, "max": 0.14399128493700397 }, "p50": { "mean": 0.17786284689098963, "min": 0.16909257797747365, "max": 0.1866331158045056 }, "p90": { "mean": 0.05924622797199096, "min": 0.05206789287995917, "max": 0.06642456306402275 }, "p99": { "mean": 0.1490207281443019, "min": 0.14191216788372232, "max": 0.15612928840488144 } }, "e2e": { "mean": { "mean": 0.10928775795794766, "min": 0.1031266658038281, "max": 0.11544885011206724 }, "p50": { "mean": 0.13761181712375303, "min": 0.13020268054402595, "max": 0.14502095370348014 }, "p90": { "mean": 0.10340128950909541, "min": 0.09830535586040931, "max": 0.10849722315778151 }, "p99": { "mean": -0.05171519759353302, "min": -0.0581273596953024, "max": -0.045303035491763635 } } }, "legacy_pooled_distribution_bias": { "ttft": { "mean": -0.11161154024124531, "p50": -0.18420934047220774, "p90": -0.21836264490202395, "p99": -0.17283197594971011 }, "tpot": { "mean": 0.13711499081487563, "p50": 0.17555321305308488, "p90": 0.0591579975137338, "p99": 0.1300483675091633 }, "e2e": { "mean": 0.10925353865257875, "p50": 0.1339165600755408, "p90": 0.10666828724664539, "p99": -0.07437942975605877 } } }, "new": { "trialwise_distribution_bias": [ { "ttft": { "mean": -0.044844475267623835, "p50": -0.08906525404741798, "p90": -0.11412907883561804, "p99": -0.07227786537885415 }, "tpot": { "mean": 0.14386158526258666, "p50": 0.1787588067010671, "p90": 0.071419448886029, "p99": 0.17844287277146695 }, "e2e": { "mean": 0.12073678040141796, "p50": 0.14420262806746403, "p90": 0.11915070375608593, "p99": -0.022788557992646938 } }, { "ttft": { "mean": -0.046021781355297144, "p50": -0.08612813517467069, "p90": -0.11510233828040589, "p99": -0.07592149320892366 }, "tpot": { "mean": 0.15769576871598226, "p50": 0.196444372264794, "p90": 0.08604019319402298, "p99": 0.19311481061458743 }, "e2e": { "mean": 0.13325567383154438, "p50": 0.15920445684060733, "p90": 0.12953600816854335, "p99": -0.009483068681846096 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": -0.045433128311460486, "min": -0.046021781355297144, "max": -0.044844475267623835 }, "p50": { "mean": -0.08759669461104433, "min": -0.08906525404741798, "max": -0.08612813517467069 }, "p90": { "mean": -0.11461570855801197, "min": -0.11510233828040589, "max": -0.11412907883561804 }, "p99": { "mean": -0.07409967929388891, "min": -0.07592149320892366, "max": -0.07227786537885415 } }, "tpot": { "mean": { "mean": 0.15077867698928446, "min": 0.14386158526258666, "max": 0.15769576871598226 }, "p50": { "mean": 0.18760158948293054, "min": 0.1787588067010671, "max": 0.196444372264794 }, "p90": { "mean": 0.07872982104002599, "min": 0.071419448886029, "max": 0.08604019319402298 }, "p99": { "mean": 0.1857788416930272, "min": 0.17844287277146695, "max": 0.19311481061458743 } }, "e2e": { "mean": { "mean": 0.12699622711648118, "min": 0.12073678040141796, "max": 0.13325567383154438 }, "p50": { "mean": 0.15170354245403567, "min": 0.14420262806746403, "max": 0.15920445684060733 }, "p90": { "mean": 0.12434335596231463, "min": 0.11915070375608593, "max": 0.12953600816854335 }, "p99": { "mean": -0.016135813337246518, "min": -0.022788557992646938, "max": -0.009483068681846096 } } }, "paired_relative_error": [ { "ttft": { "mean": 0.28317282752846445, "p50": 0.0015652470674283874, "p90": 0.7651897154483899, "p99": 4.595783098224935 }, "tpot": { "mean": 0.1752842205127379, "p50": 0.17053139492828456, "p90": 0.24211599227572878, "p99": 0.7603540706787565 }, "e2e": { "mean": 0.16397230912194014, "p50": 0.14764836952252053, "p90": 0.26575788904393577, "p99": 0.6911771461107379 } }, { "ttft": { "mean": 0.27885319671790226, "p50": 0.0008797795879422852, "p90": 0.7521533350007815, "p99": 4.589795377891504 }, "tpot": { "mean": 0.18903026397070546, "p50": 0.18546796656470424, "p90": 0.25643004508741135, "p99": 0.7281958169280102 }, "e2e": { "mean": 0.17634926693766606, "p50": 0.15964733210774384, "p90": 0.2801020190882037, "p99": 0.7024304395510836 } } ], "legacy_pooled_distribution_bias": { "ttft": { "mean": -0.045433491316312524, "p50": -0.0875990583320057, "p90": -0.1142200855839675, "p99": -0.07674087497700505 }, "tpot": { "mean": 0.15073709978689778, "p50": 0.18527285925405948, "p90": 0.07863996768588354, "p99": 0.1661995397125918 }, "e2e": { "mean": 0.12696146154030977, "p50": 0.14796251184179712, "p90": 0.12767235986604622, "p99": -0.03965040123988098 } }, "waiting_p99_ms": 777.5911879793948, "validity": "PASS_SUBCRITICAL" } }, "tp2_rho0p005": { "old": { "trialwise_distribution_bias": [ { "ttft": { "mean": -0.141581861927082, "p50": -0.2051822104110931, "p90": -0.1895782660551383, "p99": -0.19346662831715172 }, "tpot": { "mean": 0.025318500347963065, "p50": 0.07182548360524435, "p90": -0.04507556167777899, "p99": -0.10054590154610009 }, "e2e": { "mean": 0.01846906077214167, "p50": 0.07205509683921338, "p90": -0.037157045612690995, "p99": -0.051216767638022506 } }, { "ttft": { "mean": -0.1410153906245514, "p50": -0.20356790487770302, "p90": -0.18910363664562158, "p99": -0.192398015096606 }, "tpot": { "mean": 0.03709549859113398, "p50": 0.08312549432043648, "p90": -0.029759535186826266, "p99": -0.09947054412002211 }, "e2e": { "mean": 0.029324095335773688, "p50": 0.07587484709261458, "p90": -0.027431862141837213, "p99": -0.04314368195514718 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": -0.14129862627581669, "min": -0.141581861927082, "max": -0.1410153906245514 }, "p50": { "mean": -0.20437505764439806, "min": -0.2051822104110931, "max": -0.20356790487770302 }, "p90": { "mean": -0.18934095135037993, "min": -0.1895782660551383, "max": -0.18910363664562158 }, "p99": { "mean": -0.19293232170687885, "min": -0.19346662831715172, "max": -0.192398015096606 } }, "tpot": { "mean": { "mean": 0.031206999469548524, "min": 0.025318500347963065, "max": 0.03709549859113398 }, "p50": { "mean": 0.07747548896284041, "min": 0.07182548360524435, "max": 0.08312549432043648 }, "p90": { "mean": -0.03741754843230263, "min": -0.04507556167777899, "max": -0.029759535186826266 }, "p99": { "mean": -0.1000082228330611, "min": -0.10054590154610009, "max": -0.09947054412002211 } }, "e2e": { "mean": { "mean": 0.02389657805395768, "min": 0.01846906077214167, "max": 0.029324095335773688 }, "p50": { "mean": 0.07396497196591398, "min": 0.07205509683921338, "max": 0.07587484709261458 }, "p90": { "mean": -0.0322944538772641, "min": -0.037157045612690995, "max": -0.027431862141837213 }, "p99": { "mean": -0.047180224796584846, "min": -0.051216767638022506, "max": -0.04314368195514718 } } }, "legacy_pooled_distribution_bias": { "ttft": { "mean": -0.14129871969878843, "p50": -0.2042045530944649, "p90": -0.19003454588767263, "p99": -0.19373351009539902 }, "tpot": { "mean": 0.03117337438562004, "p50": 0.07668249597302182, "p90": -0.03724827658429621, "p99": -0.10050436157089844 }, "e2e": { "mean": 0.023867807624916495, "p50": 0.07536668131278851, "p90": -0.03100470462321266, "p99": -0.04909581632382212 } } }, "new": { "trialwise_distribution_bias": [ { "ttft": { "mean": -0.07113138559444453, "p50": -0.1294796632798084, "p90": -0.11063584772248519, "p99": -0.08982438463776078 }, "tpot": { "mean": 0.048585629713612626, "p50": 0.08234652581183928, "p90": 0.003101343693636994, "p99": -0.05952673172238401 }, "e2e": { "mean": 0.04462683161260099, "p50": 0.0878889042422101, "p90": -0.006843953727060337, "p99": -0.0036641600308731643 } }, { "ttft": { "mean": -0.07051842392629604, "p50": -0.12771160295843229, "p90": -0.11011498510890981, "p99": -0.08861845103384182 }, "tpot": { "mean": 0.060629878515092876, "p50": 0.09375745746657616, "p90": 0.019190079238111446, "p99": -0.05840233314016777 }, "e2e": { "mean": 0.05576066061144686, "p50": 0.09176507061640418, "p90": 0.003187406757202862, "p99": 0.004813545234813467 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": -0.07082490476037029, "min": -0.07113138559444453, "max": -0.07051842392629604 }, "p50": { "mean": -0.12859563311912034, "min": -0.1294796632798084, "max": -0.12771160295843229 }, "p90": { "mean": -0.11037541641569751, "min": -0.11063584772248519, "max": -0.11011498510890981 }, "p99": { "mean": -0.0892214178358013, "min": -0.08982438463776078, "max": -0.08861845103384182 } }, "tpot": { "mean": { "mean": 0.05460775411435275, "min": 0.048585629713612626, "max": 0.060629878515092876 }, "p50": { "mean": 0.08805199163920771, "min": 0.08234652581183928, "max": 0.09375745746657616 }, "p90": { "mean": 0.01114571146587422, "min": 0.003101343693636994, "max": 0.019190079238111446 }, "p99": { "mean": -0.05896453243127589, "min": -0.05952673172238401, "max": -0.05840233314016777 } }, "e2e": { "mean": { "mean": 0.05019374611202393, "min": 0.04462683161260099, "max": 0.05576066061144686 }, "p50": { "mean": 0.08982698742930714, "min": 0.0878889042422101, "max": 0.09176507061640418 }, "p90": { "mean": -0.0018282734849287376, "min": -0.006843953727060337, "max": 0.003187406757202862 }, "p99": { "mean": 0.0005746926019701514, "min": -0.0036641600308731643, "max": 0.004813545234813467 } } }, "paired_relative_error": [ { "ttft": { "mean": 0.3165020807873401, "p50": 0.008761867404954687, "p90": 1.027515859973651, "p99": 4.618320663100516 }, "tpot": { "mean": 0.09697936002481403, "p50": 0.08127529560627057, "p90": 0.21395969552811614, "p99": 0.6138944058729238 }, "e2e": { "mean": 0.09434768590630697, "p50": 0.07464475818134242, "p90": 0.22980866153598797, "p99": 0.6060590884554267 } }, { "ttft": { "mean": 0.3247210835745076, "p50": 0.00808317178222498, "p90": 1.0875948711956118, "p99": 4.791245921444296 }, "tpot": { "mean": 0.10993925696112139, "p50": 0.09402822239992542, "p90": 0.22283625990015465, "p99": 0.6083519770881531 }, "e2e": { "mean": 0.10658386724241943, "p50": 0.08490549835786211, "p90": 0.2445084767702898, "p99": 0.6267174054324888 } } ], "legacy_pooled_distribution_bias": { "ttft": { "mean": -0.07082500585057615, "p50": -0.1284088888361358, "p90": -0.111136573344055, "p99": -0.09012556161973535 }, "tpot": { "mean": 0.05457336599027876, "p50": 0.0872512146277895, "p90": 0.01132352325010614, "p99": -0.05948329733667248 }, "e2e": { "mean": 0.050164236759908075, "p50": 0.0912493994395978, "p90": -0.0004979191794830456, "p99": -0.0014369075488634014 } }, "waiting_p99_ms": 1166.1196883368564, "validity": "GATE_FAIL_DIAGNOSTIC" } }, "tp4_rho0p0025": { "old": { "trialwise_distribution_bias": [ { "ttft": { "mean": 0.025153752214840692, "p50": -0.04039475356731359, "p90": -0.05617389473222491, "p99": -0.07293111999637672 }, "tpot": { "mean": 0.21469140550335514, "p50": 0.22290333666146916, "p90": 0.1721777151300294, "p99": 0.1622573651896084 }, "e2e": { "mean": 0.18156895570089593, "p50": 0.20381782987468136, "p90": 0.18582117345248075, "p99": 0.15166386730143064 } }, { "ttft": { "mean": 0.024891430828052088, "p50": -0.03968933093624011, "p90": -0.05623634198811063, "p99": -0.0733553458724018 }, "tpot": { "mean": 0.21936408831731027, "p50": 0.2282296491940284, "p90": 0.17345944256977727, "p99": 0.16387998107689886 }, "e2e": { "mean": 0.18499760077470503, "p50": 0.2077274237083677, "p90": 0.18741568436689596, "p99": 0.15614012298902055 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": 0.02502259152144639, "min": 0.024891430828052088, "max": 0.025153752214840692 }, "p50": { "mean": -0.04004204225177685, "min": -0.04039475356731359, "max": -0.03968933093624011 }, "p90": { "mean": -0.05620511836016777, "min": -0.05623634198811063, "max": -0.05617389473222491 }, "p99": { "mean": -0.07314323293438926, "min": -0.0733553458724018, "max": -0.07293111999637672 } }, "tpot": { "mean": { "mean": 0.21702774691033272, "min": 0.21469140550335514, "max": 0.21936408831731027 }, "p50": { "mean": 0.22556649292774877, "min": 0.22290333666146916, "max": 0.2282296491940284 }, "p90": { "mean": 0.17281857884990334, "min": 0.1721777151300294, "max": 0.17345944256977727 }, "p99": { "mean": 0.16306867313325363, "min": 0.1622573651896084, "max": 0.16387998107689886 } }, "e2e": { "mean": { "mean": 0.1832832782378005, "min": 0.18156895570089593, "max": 0.18499760077470503 }, "p50": { "mean": 0.20577262679152453, "min": 0.20381782987468136, "max": 0.2077274237083677 }, "p90": { "mean": 0.18661842890968836, "min": 0.18582117345248075, "max": 0.18741568436689596 }, "p99": { "mean": 0.1539019951452256, "min": 0.15166386730143064, "max": 0.15614012298902055 } } }, "legacy_pooled_distribution_bias": { "ttft": { "mean": 0.025022574738277282, "p50": -0.040042171846277425, "p90": -0.056230097634382616, "p99": -0.07535478089127973 }, "tpot": { "mean": 0.2170232618103144, "p50": 0.22406751004936917, "p90": 0.1725668492041552, "p99": 0.1603764334794579 }, "e2e": { "mean": 0.18328079455378776, "p50": 0.2057109615696404, "p90": 0.1869703879211648, "p99": 0.14838304065885655 } } }, "new": { "trialwise_distribution_bias": [ { "ttft": { "mean": 0.07780438024003325, "p50": 0.028775382574128122, "p90": 0.025284043303025253, "p99": 0.02322998991779303 }, "tpot": { "mean": 0.2271612069590991, "p50": 0.22290523091840317, "p90": 0.17920508135226615, "p99": 0.25623246663646587 }, "e2e": { "mean": 0.19018228704673856, "p50": 0.21062858068127338, "p90": 0.1916437019129637, "p99": 0.15489591747842305 } }, { "ttft": { "mean": 0.07752858635145746, "p50": 0.029531653384293997, "p90": 0.025216206468834785, "p99": 0.022761760805360378 }, "tpot": { "mean": 0.2318818586865509, "p50": 0.22823155170133197, "p90": 0.1804944929238653, "p99": 0.2579862802233231 }, "e2e": { "mean": 0.19363592605420304, "p50": 0.21456029353388054, "p90": 0.1932460420729579, "p99": 0.15938473541043005 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": 0.07766648329574535, "min": 0.07752858635145746, "max": 0.07780438024003325 }, "p50": { "mean": 0.02915351797921106, "min": 0.028775382574128122, "max": 0.029531653384293997 }, "p90": { "mean": 0.02525012488593002, "min": 0.025216206468834785, "max": 0.025284043303025253 }, "p99": { "mean": 0.022995875361576705, "min": 0.022761760805360378, "max": 0.02322998991779303 } }, "tpot": { "mean": { "mean": 0.229521532822825, "min": 0.2271612069590991, "max": 0.2318818586865509 }, "p50": { "mean": 0.22556839130986756, "min": 0.22290523091840317, "max": 0.22823155170133197 }, "p90": { "mean": 0.1798497871380657, "min": 0.17920508135226615, "max": 0.1804944929238653 }, "p99": { "mean": 0.2571093734298945, "min": 0.25623246663646587, "max": 0.2579862802233231 } }, "e2e": { "mean": { "mean": 0.1919091065504708, "min": 0.19018228704673856, "max": 0.19363592605420304 }, "p50": { "mean": 0.21259443710757697, "min": 0.21062858068127338, "max": 0.21456029353388054 }, "p90": { "mean": 0.1924448719929608, "min": 0.1916437019129637, "max": 0.1932460420729579 }, "p99": { "mean": 0.15714032644442655, "min": 0.15489591747842305, "max": 0.15938473541043005 } } }, "paired_relative_error": [ { "ttft": { "mean": 0.28957904842187726, "p50": 0.11967766737369243, "p90": 0.5365251338257485, "p99": 3.680446479340459 }, "tpot": { "mean": 0.2360056579049085, "p50": 0.21333501659187393, "p90": 0.27188619704554073, "p99": 0.8481115630045084 }, "e2e": { "mean": 0.22033571422861917, "p50": 0.20586761334949796, "p90": 0.282293891126381, "p99": 0.6891849392053429 } }, { "ttft": { "mean": 0.28322292774037994, "p50": 0.12089296869324834, "p90": 0.5087862765467016, "p99": 3.551749946511281 }, "tpot": { "mean": 0.24183792864428846, "p50": 0.21903748389459432, "p90": 0.2783964492106047, "p99": 0.973107877920707 }, "e2e": { "mean": 0.2239979384097061, "p50": 0.21064946414808636, "p90": 0.28840198884356866, "p99": 0.6983274345617249 } } ], "legacy_pooled_distribution_bias": { "ttft": { "mean": 0.07766646565061346, "p50": 0.029153379043297147, "p90": 0.025222989748299444, "p99": 0.0205549324689376 }, "tpot": { "mean": 0.2295170016795841, "p50": 0.22406940610958842, "p90": 0.1795965483385546, "p99": 0.254199450927048 }, "e2e": { "mean": 0.19190660476104554, "p50": 0.21253242300694286, "p90": 0.19279855916666536, "p99": 0.15160588346499027 } }, "waiting_p99_ms": 302.3540478261558, "validity": "PASS_SUBCRITICAL" } }, "tp4_rho0p005": { "old": { "trialwise_distribution_bias": [ { "ttft": { "mean": 0.02817612266853226, "p50": 0.029949406527602123, "p90": -0.05512408243570239, "p99": -0.04532941341343785 }, "tpot": { "mean": 0.17688090609346543, "p50": 0.1740795026677315, "p90": 0.11018831255907795, "p99": 0.3192029274754835 }, "e2e": { "mean": 0.1569382150647865, "p50": 0.1678105991098637, "p90": 0.12797847572660626, "p99": 0.16781804606311032 } }, { "ttft": { "mean": 0.02912207227616738, "p50": 0.027190990310942655, "p90": -0.056337427761921965, "p99": -0.04121672646120952 }, "tpot": { "mean": 0.16462206191460754, "p50": 0.16195538436894344, "p90": 0.09988703619210754, "p99": 0.31352142471539024 }, "e2e": { "mean": 0.1453260018192159, "p50": 0.15247501518771847, "p90": 0.12213267160696055, "p99": 0.15897391264426655 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": 0.028649097472349817, "min": 0.02817612266853226, "max": 0.02912207227616738 }, "p50": { "mean": 0.02857019841927239, "min": 0.027190990310942655, "max": 0.029949406527602123 }, "p90": { "mean": -0.055730755098812174, "min": -0.056337427761921965, "max": -0.05512408243570239 }, "p99": { "mean": -0.04327306993732369, "min": -0.04532941341343785, "max": -0.04121672646120952 } }, "tpot": { "mean": { "mean": 0.1707514840040365, "min": 0.16462206191460754, "max": 0.17688090609346543 }, "p50": { "mean": 0.16801744351833747, "min": 0.16195538436894344, "max": 0.1740795026677315 }, "p90": { "mean": 0.10503767437559275, "min": 0.09988703619210754, "max": 0.11018831255907795 }, "p99": { "mean": 0.3163621760954369, "min": 0.31352142471539024, "max": 0.3192029274754835 } }, "e2e": { "mean": { "mean": 0.1511321084420012, "min": 0.1453260018192159, "max": 0.1569382150647865 }, "p50": { "mean": 0.1601428071487911, "min": 0.15247501518771847, "max": 0.1678105991098637 }, "p90": { "mean": 0.1250555736667834, "min": 0.12213267160696055, "max": 0.12797847572660626 }, "p99": { "mean": 0.16339597935368844, "min": 0.15897391264426655, "max": 0.16781804606311032 } } }, "legacy_pooled_distribution_bias": { "ttft": { "mean": 0.028648879997638963, "p50": 0.028237979190582876, "p90": -0.055961238578361966, "p99": -0.045491187615110146 }, "tpot": { "mean": 0.1707193936623511, "p50": 0.16851374859025317, "p90": 0.10492621353626864, "p99": 0.31231888769471766 }, "e2e": { "mean": 0.151102823467785, "p50": 0.1594213531394918, "p90": 0.1266352410718406, "p99": 0.15576537699445703 } } }, "new": { "trialwise_distribution_bias": [ { "ttft": { "mean": 0.0830717367573255, "p50": 0.09202782803564245, "p90": 0.00028495427033840576, "p99": 0.052715475291315185 }, "tpot": { "mean": 0.1875681469549417, "p50": 0.17992592310879849, "p90": 0.12349339185025797, "p99": 0.37339354462095886 }, "e2e": { "mean": 0.16897544744343032, "p50": 0.18209714770541094, "p90": 0.13787606868147936, "p99": 0.18904626199769245 } }, { "ttft": { "mean": 0.08406819180217444, "p50": 0.08910315304597226, "p90": -0.0009995435685739617, "p99": 0.05725053613897321 }, "tpot": { "mean": 0.1751979803646619, "p50": 0.1677414318174738, "p90": 0.11306865958187659, "p99": 0.3674786553708338 }, "e2e": { "mean": 0.1572424162428063, "p50": 0.1665739541099918, "p90": 0.1319789697978685, "p99": 0.18004136280321917 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": 0.08356996427974997, "min": 0.0830717367573255, "max": 0.08406819180217444 }, "p50": { "mean": 0.09056549054080736, "min": 0.08910315304597226, "max": 0.09202782803564245 }, "p90": { "mean": -0.00035729464911777795, "min": -0.0009995435685739617, "max": 0.00028495427033840576 }, "p99": { "mean": 0.054983005715144195, "min": 0.052715475291315185, "max": 0.05725053613897321 } }, "tpot": { "mean": { "mean": 0.18138306365980178, "min": 0.1751979803646619, "max": 0.1875681469549417 }, "p50": { "mean": 0.17383367746313616, "min": 0.1677414318174738, "max": 0.17992592310879849 }, "p90": { "mean": 0.11828102571606727, "min": 0.11306865958187659, "max": 0.12349339185025797 }, "p99": { "mean": 0.37043609999589633, "min": 0.3674786553708338, "max": 0.37339354462095886 } }, "e2e": { "mean": { "mean": 0.1631089318431183, "min": 0.1572424162428063, "max": 0.16897544744343032 }, "p50": { "mean": 0.17433555090770136, "min": 0.1665739541099918, "max": 0.18209714770541094 }, "p90": { "mean": 0.13492751923967394, "min": 0.1319789697978685, "max": 0.13787606868147936 }, "p99": { "mean": 0.1845438124004558, "min": 0.18004136280321917, "max": 0.18904626199769245 } } }, "paired_relative_error": [ { "ttft": { "mean": 0.3546551986110786, "p50": 0.13992436338556363, "p90": 0.6114206167819235, "p99": 3.950640311967927 }, "tpot": { "mean": 0.20750924221545067, "p50": 0.19665829732786516, "p90": 0.3036816181470401, "p99": 0.6918780517787506 }, "e2e": { "mean": 0.1987877190488419, "p50": 0.1867264266897267, "p90": 0.3097631367891218, "p99": 0.6627422276019761 } }, { "ttft": { "mean": 0.35485558010616797, "p50": 0.1421694148145008, "p90": 0.6220489522097341, "p99": 3.6653171696017184 }, "tpot": { "mean": 0.19287611849010033, "p50": 0.17961331208149112, "p90": 0.2699038364626021, "p99": 0.6456553921719683 }, "e2e": { "mean": 0.18689663758628208, "p50": 0.17071369418138402, "p90": 0.2832272665867874, "p99": 0.6154236743406891 } } ], "legacy_pooled_distribution_bias": { "ttft": { "mean": 0.08356973519379125, "p50": 0.09021324737193111, "p90": -0.0006012940489499138, "p99": 0.05253708684194205 }, "tpot": { "mean": 0.1813506819061229, "p50": 0.1743324539248605, "p90": 0.11816822907155744, "p99": 0.3662267201704473 }, "e2e": { "mean": 0.1630793421767109, "p50": 0.17360527090575292, "p90": 0.13652104764058856, "p99": 0.17677450343779522 } }, "waiting_p99_ms": 499.9578367015957, "validity": "PASS_SUBCRITICAL" } }, "tp4_rho0p01": { "old": { "trialwise_distribution_bias": [ { "ttft": { "mean": 0.001069282130605019, "p50": 0.23624600468603504, "p90": -0.06243912870195954, "p99": -0.09510776821394695 }, "tpot": { "mean": 0.06803177229402764, "p50": 0.08606085683396018, "p90": 0.04169520062620168, "p99": -0.007371970069137671 }, "e2e": { "mean": 0.07347872011642306, "p50": 0.12052386744228415, "p90": 0.03440294047660334, "p99": 0.038874086941855734 } }, { "ttft": { "mean": -0.003986909712741579, "p50": 0.22473642702400629, "p90": -0.06765340173498505, "p99": -0.09602231432410636 }, "tpot": { "mean": 0.06548345266052943, "p50": 0.08325866738979519, "p90": 0.03667309817451709, "p99": -0.012893094435078642 }, "e2e": { "mean": 0.07078275584585807, "p50": 0.1217320014916679, "p90": 0.03247676382487049, "p99": 0.03246095420030834 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": -0.0014588137910682799, "min": -0.003986909712741579, "max": 0.001069282130605019 }, "p50": { "mean": 0.23049121585502066, "min": 0.22473642702400629, "max": 0.23624600468603504 }, "p90": { "mean": -0.06504626521847229, "min": -0.06765340173498505, "max": -0.06243912870195954 }, "p99": { "mean": -0.09556504126902665, "min": -0.09602231432410636, "max": -0.09510776821394695 } }, "tpot": { "mean": { "mean": 0.06675761247727854, "min": 0.06548345266052943, "max": 0.06803177229402764 }, "p50": { "mean": 0.08465976211187769, "min": 0.08325866738979519, "max": 0.08606085683396018 }, "p90": { "mean": 0.039184149400359386, "min": 0.03667309817451709, "max": 0.04169520062620168 }, "p99": { "mean": -0.010132532252108157, "min": -0.012893094435078642, "max": -0.007371970069137671 } }, "e2e": { "mean": { "mean": 0.07213073798114056, "min": 0.07078275584585807, "max": 0.07347872011642306 }, "p50": { "mean": 0.12112793446697602, "min": 0.12052386744228415, "max": 0.1217320014916679 }, "p90": { "mean": 0.033439852150736915, "min": 0.03247676382487049, "max": 0.03440294047660334 }, "p99": { "mean": 0.03566752057108204, "min": 0.03246095420030834, "max": 0.038874086941855734 } } }, "legacy_pooled_distribution_bias": { "ttft": { "mean": -0.0014652143973501086, "p50": 0.22936601881498542, "p90": -0.0646093465409875, "p99": -0.09621678853313553 }, "tpot": { "mean": 0.06675609059150077, "p50": 0.08477302587551214, "p90": 0.0379183273767328, "p99": -0.010663954751357074 }, "e2e": { "mean": 0.07212904317306096, "p50": 0.12069215463307655, "p90": 0.03317293927357903, "p99": 0.0338378271163308 } } }, "new": { "trialwise_distribution_bias": [ { "ttft": { "mean": 0.06234024172127873, "p50": 0.24853946560541346, "p90": -0.009255094378797821, "p99": -0.014267710892388628 }, "tpot": { "mean": 0.10728357759318019, "p50": 0.09833993314940369, "p90": 0.08764146258310636, "p99": 0.07022746965618598 }, "e2e": { "mean": 0.09915483987796365, "p50": 0.13866670972485098, "p90": 0.05932039093418303, "p99": 0.068986345174611 } }, { "ttft": { "mean": 0.056974583059155086, "p50": 0.23691543455574957, "p90": -0.014765152021066699, "p99": -0.01526395950520138 }, "tpot": { "mean": 0.10464160330568303, "p50": 0.09550606196492119, "p90": 0.08239784923775459, "p99": 0.06427472725757602 }, "e2e": { "mean": 0.09639439188714723, "p50": 0.13989440514740228, "p90": 0.05734781513815735, "p99": 0.06238732473827772 } } ], "trialwise_distribution_bias_summary": { "ttft": { "mean": { "mean": 0.05965741239021691, "min": 0.056974583059155086, "max": 0.06234024172127873 }, "p50": { "mean": 0.2427274500805815, "min": 0.23691543455574957, "max": 0.24853946560541346 }, "p90": { "mean": -0.01201012319993226, "min": -0.014765152021066699, "max": -0.009255094378797821 }, "p99": { "mean": -0.014765835198795003, "min": -0.01526395950520138, "max": -0.014267710892388628 } }, "tpot": { "mean": { "mean": 0.10596259044943161, "min": 0.10464160330568303, "max": 0.10728357759318019 }, "p50": { "mean": 0.09692299755716244, "min": 0.09550606196492119, "max": 0.09833993314940369 }, "p90": { "mean": 0.08501965591043048, "min": 0.08239784923775459, "max": 0.08764146258310636 }, "p99": { "mean": 0.067251098456881, "min": 0.06427472725757602, "max": 0.07022746965618598 } }, "e2e": { "mean": { "mean": 0.09777461588255544, "min": 0.09639439188714723, "max": 0.09915483987796365 }, "p50": { "mean": 0.13928055743612663, "min": 0.13866670972485098, "max": 0.13989440514740228 }, "p90": { "mean": 0.05833410303617019, "min": 0.05734781513815735, "max": 0.05932039093418303 }, "p99": { "mean": 0.06568683495644435, "min": 0.06238732473827772, "max": 0.068986345174611 } } }, "paired_relative_error": [ { "ttft": { "mean": 0.31553688775988453, "p50": 0.11838592821378686, "p90": 0.6506248643406535, "p99": 3.727741795520502 }, "tpot": { "mean": 0.1255843946058368, "p50": 0.09013696629948227, "p90": 0.2591848042876693, "p99": 0.6394926577997524 }, "e2e": { "mean": 0.12720160501967023, "p50": 0.09589002059334667, "p90": 0.26593105160104036, "p99": 0.6329767056751748 } }, { "ttft": { "mean": 0.3055207717400012, "p50": 0.11067975650739464, "p90": 0.6346487333489169, "p99": 3.723279708208583 }, "tpot": { "mean": 0.12290433684113768, "p50": 0.08881300531692908, "p90": 0.2544711123916822, "p99": 0.635068592349857 }, "e2e": { "mean": 0.1238739253923782, "p50": 0.0938720089907427, "p90": 0.2617045417392297, "p99": 0.6208489208233263 } } ], "legacy_pooled_distribution_bias": { "ttft": { "mean": 0.059650620031540064, "p50": 0.24159106387124998, "p90": -0.011548419893895705, "p99": -0.015475807392170575 }, "tpot": { "mean": 0.10596101263201793, "p50": 0.09703754188844527, "p90": 0.08369800201750718, "p99": 0.06667813160571406 }, "e2e": { "mean": 0.09777288053702092, "p50": 0.1388377217196832, "p90": 0.058060760567474216, "p99": 0.06380410696893425 } }, "waiting_p99_ms": 743.1356935161051, "validity": "PASS_SUBCRITICAL" } } }, "checks": { "tp1_ttft_mean_p99_improve_ge_5pp": true, "tp2_tp4_ttft_e2e_no_abs_regression_gt_5pp": false, "regressions": [ { "cell": "tp4_rho0p0025", "metric": "ttft", "quantile": "mean", "old_bias": 0.025022574738277282, "new_bias": 0.07766646565061346, "abs_bias_delta_pp": 5.2643890912336175, "validity": "PASS_SUBCRITICAL" }, { "cell": "tp4_rho0p005", "metric": "ttft", "quantile": "mean", "old_bias": 0.028648879997638963, "new_bias": 0.08356973519379125, "abs_bias_delta_pp": 5.492085519615229, "validity": "PASS_SUBCRITICAL" }, { "cell": "tp4_rho0p005", "metric": "ttft", "quantile": "p50", "old_bias": 0.028237979190582876, "new_bias": 0.09021324737193111, "abs_bias_delta_pp": 6.197526818134823, "validity": "PASS_SUBCRITICAL" }, { "cell": "tp4_rho0p01", "metric": "ttft", "quantile": "mean", "old_bias": -0.0014652143973501086, "new_bias": 0.059650620031540064, "abs_bias_delta_pp": 5.8185405634189955, "validity": "PASS_SUBCRITICAL" } ], "trace_gate": false } }