aituner/runs/frontier-attn-structured-v0/results/trace-verdict.csv

1	cell	metric	quantile	old_bias	new_bias	abs_bias_delta_pp	validity
2	tp1_rho0p00125	ttft	mean	-0.13461915993830945	-0.06328385143753473	-7.133530850077471	GATE_FAIL_DIAGNOSTIC
3	tp1_rho0p00125	ttft	p50	-0.1888032883165517	-0.1117698463137391	-7.7033442002812595	GATE_FAIL_DIAGNOSTIC
4	tp1_rho0p00125	ttft	p90	-0.23223319000679374	-0.0884727580604037	-14.376043194639005	GATE_FAIL_DIAGNOSTIC
5	tp1_rho0p00125	ttft	p99	-0.16824856840168442	-0.08585570369326061	-8.239286470842382	GATE_FAIL_DIAGNOSTIC
6	tp1_rho0p00125	tpot	mean	0.1305653876178269	0.14303898259628217	1.2473594978455265	GATE_FAIL_DIAGNOSTIC
7	tp1_rho0p00125	tpot	p50	0.16837991778063455	0.1688780144991309	0.04980967184963492	GATE_FAIL_DIAGNOSTIC
8	tp1_rho0p00125	tpot	p90	0.012855564422932954	0.02293841255516459	1.0082848132231637	GATE_FAIL_DIAGNOSTIC
9	tp1_rho0p00125	tpot	p99	-0.08151080694091946	-0.06480973978913974	-1.6701067151779714	GATE_FAIL_DIAGNOSTIC
10	tp1_rho0p00125	e2e	mean	0.06539157436639341	0.0838094906426525	1.8417916276259092	GATE_FAIL_DIAGNOSTIC
11	tp1_rho0p00125	e2e	p50	0.10867934171755954	0.11142188099086506	0.2742539273305519	GATE_FAIL_DIAGNOSTIC
12	tp1_rho0p00125	e2e	p90	0.10946179160934073	0.11872607178176105	0.9264280172420314	GATE_FAIL_DIAGNOSTIC
13	tp1_rho0p00125	e2e	p99	-0.0657146472433028	-0.04585643943465822	-1.9858207808644577	GATE_FAIL_DIAGNOSTIC
14	tp1_rho0p0025	ttft	mean	-0.17677087458166194	-0.09487906467830536	-8.189180990335657	GATE_FAIL_DIAGNOSTIC
15	tp1_rho0p0025	ttft	p50	0.008311436147272566	0.015508635458377175	0.7197199311104608	GATE_FAIL_DIAGNOSTIC
16	tp1_rho0p0025	ttft	p90	-0.2608553178054708	-0.129865645852306	-13.098967195316478	GATE_FAIL_DIAGNOSTIC
17	tp1_rho0p0025	ttft	p99	-0.22116442296103195	-0.14410151018893788	-7.706291277209407	GATE_FAIL_DIAGNOSTIC
18	tp1_rho0p0025	tpot	mean	0.014380733682430142	0.052302860177306544	3.7922126494876403	GATE_FAIL_DIAGNOSTIC
19	tp1_rho0p0025	tpot	p50	0.13351145963877706	0.14244154194999165	0.8930082311214588	GATE_FAIL_DIAGNOSTIC
20	tp1_rho0p0025	tpot	p90	-0.05456950130438105	0.018069551387063856	-3.649994991731719	GATE_FAIL_DIAGNOSTIC
21	tp1_rho0p0025	tpot	p99	-0.23635406197836167	-0.1790206784227079	-5.733338355565376	GATE_FAIL_DIAGNOSTIC
22	tp1_rho0p0025	e2e	mean	-0.020164189983441452	0.01563919326555167	-0.4524996717889782	GATE_FAIL_DIAGNOSTIC
23	tp1_rho0p0025	e2e	p50	0.07632815851795742	0.10505951594320918	2.8731357425251765	GATE_FAIL_DIAGNOSTIC
24	tp1_rho0p0025	e2e	p90	0.049809009042946335	0.08165607475145953	3.1847065708513194	GATE_FAIL_DIAGNOSTIC
25	tp1_rho0p0025	e2e	p99	-0.18303183751478602	-0.15333409130015813	-2.96977462146279	GATE_FAIL_DIAGNOSTIC
26	tp2_rho0p0025	ttft	mean	-0.11161154024124531	-0.045433491316312524	-6.617804892493279	PASS_SUBCRITICAL
27	tp2_rho0p0025	ttft	p50	-0.18420934047220774	-0.0875990583320057	-9.661028214020204	PASS_SUBCRITICAL
28	tp2_rho0p0025	ttft	p90	-0.21836264490202395	-0.1142200855839675	-10.414255931805645	PASS_SUBCRITICAL
29	tp2_rho0p0025	ttft	p99	-0.17283197594971011	-0.07674087497700505	-9.609110097270507	PASS_SUBCRITICAL
30	tp2_rho0p0025	tpot	mean	0.13711499081487563	0.15073709978689778	1.362210897202215	PASS_SUBCRITICAL
31	tp2_rho0p0025	tpot	p50	0.17555321305308488	0.18527285925405948	0.9719646200974597	PASS_SUBCRITICAL
32	tp2_rho0p0025	tpot	p90	0.0591579975137338	0.07863996768588354	1.9481970172149734	PASS_SUBCRITICAL
33	tp2_rho0p0025	tpot	p99	0.1300483675091633	0.1661995397125918	3.6151172203428503	PASS_SUBCRITICAL
34	tp2_rho0p0025	e2e	mean	0.10925353865257875	0.12696146154030977	1.7707922887731016	PASS_SUBCRITICAL
35	tp2_rho0p0025	e2e	p50	0.1339165600755408	0.14796251184179712	1.404595176625631	PASS_SUBCRITICAL
36	tp2_rho0p0025	e2e	p90	0.10666828724664539	0.12767235986604622	2.1004072619400835	PASS_SUBCRITICAL
37	tp2_rho0p0025	e2e	p99	-0.07437942975605877	-0.03965040123988098	-3.472902851617779	PASS_SUBCRITICAL
38	tp2_rho0p005	ttft	mean	-0.14129871969878843	-0.07082500585057615	-7.047371384821228	GATE_FAIL_DIAGNOSTIC
39	tp2_rho0p005	ttft	p50	-0.2042045530944649	-0.1284088888361358	-7.579566425832909	GATE_FAIL_DIAGNOSTIC
40	tp2_rho0p005	ttft	p90	-0.19003454588767263	-0.111136573344055	-7.889797254361763	GATE_FAIL_DIAGNOSTIC
41	tp2_rho0p005	ttft	p99	-0.19373351009539902	-0.09012556161973535	-10.360794847566366	GATE_FAIL_DIAGNOSTIC
42	tp2_rho0p005	tpot	mean	0.03117337438562004	0.05457336599027876	2.3399991604658723	GATE_FAIL_DIAGNOSTIC
43	tp2_rho0p005	tpot	p50	0.07668249597302182	0.0872512146277895	1.0568718654767675	GATE_FAIL_DIAGNOSTIC
44	tp2_rho0p005	tpot	p90	-0.03724827658429621	0.01132352325010614	-2.5924753334190074	GATE_FAIL_DIAGNOSTIC
45	tp2_rho0p005	tpot	p99	-0.10050436157089844	-0.05948329733667248	-4.102106423422596	GATE_FAIL_DIAGNOSTIC
46	tp2_rho0p005	e2e	mean	0.023867807624916495	0.050164236759908075	2.629642913499158	GATE_FAIL_DIAGNOSTIC
47	tp2_rho0p005	e2e	p50	0.07536668131278851	0.0912493994395978	1.588271812680929	GATE_FAIL_DIAGNOSTIC
48	tp2_rho0p005	e2e	p90	-0.03100470462321266	-0.0004979191794830456	-3.0506785443729614	GATE_FAIL_DIAGNOSTIC
49	tp2_rho0p005	e2e	p99	-0.04909581632382212	-0.0014369075488634014	-4.765890877495872	GATE_FAIL_DIAGNOSTIC
50	tp4_rho0p0025	ttft	mean	0.025022574738277282	0.07766646565061346	5.2643890912336175	PASS_SUBCRITICAL
51	tp4_rho0p0025	ttft	p50	-0.040042171846277425	0.029153379043297147	-1.0888792802980278	PASS_SUBCRITICAL
52	tp4_rho0p0025	ttft	p90	-0.056230097634382616	0.025222989748299444	-3.100710788608317	PASS_SUBCRITICAL
53	tp4_rho0p0025	ttft	p99	-0.07535478089127973	0.0205549324689376	-5.479984842234213	PASS_SUBCRITICAL
54	tp4_rho0p0025	tpot	mean	0.2170232618103144	0.2295170016795841	1.2493739869269715	PASS_SUBCRITICAL
55	tp4_rho0p0025	tpot	p50	0.22406751004936917	0.22406940610958842	0.00018960602192474862	PASS_SUBCRITICAL
56	tp4_rho0p0025	tpot	p90	0.1725668492041552	0.1795965483385546	0.7029699134399409	PASS_SUBCRITICAL
57	tp4_rho0p0025	tpot	p99	0.1603764334794579	0.254199450927048	9.382301744759008	PASS_SUBCRITICAL
58	tp4_rho0p0025	e2e	mean	0.18328079455378776	0.19190660476104554	0.8625810207257778	PASS_SUBCRITICAL
59	tp4_rho0p0025	e2e	p50	0.2057109615696404	0.21253242300694286	0.6821461437302473	PASS_SUBCRITICAL
60	tp4_rho0p0025	e2e	p90	0.1869703879211648	0.19279855916666536	0.5828171245500557	PASS_SUBCRITICAL
61	tp4_rho0p0025	e2e	p99	0.14838304065885655	0.15160588346499027	0.3222842806133719	PASS_SUBCRITICAL
62	tp4_rho0p005	ttft	mean	0.028648879997638963	0.08356973519379125	5.492085519615229	PASS_SUBCRITICAL
63	tp4_rho0p005	ttft	p50	0.028237979190582876	0.09021324737193111	6.197526818134823	PASS_SUBCRITICAL
64	tp4_rho0p005	ttft	p90	-0.055961238578361966	-0.0006012940489499138	-5.535994452941205	PASS_SUBCRITICAL
65	tp4_rho0p005	ttft	p99	-0.045491187615110146	0.05253708684194205	0.7045899226831902	PASS_SUBCRITICAL
66	tp4_rho0p005	tpot	mean	0.1707193936623511	0.1813506819061229	1.0631288243771824	PASS_SUBCRITICAL
67	tp4_rho0p005	tpot	p50	0.16851374859025317	0.1743324539248605	0.5818705334607321	PASS_SUBCRITICAL
68	tp4_rho0p005	tpot	p90	0.10492621353626864	0.11816822907155744	1.3242015535288796	PASS_SUBCRITICAL
69	tp4_rho0p005	tpot	p99	0.31231888769471766	0.3662267201704473	5.390783247572961	PASS_SUBCRITICAL
70	tp4_rho0p005	e2e	mean	0.151102823467785	0.1630793421767109	1.197651870892591	PASS_SUBCRITICAL
71	tp4_rho0p005	e2e	p50	0.1594213531394918	0.17360527090575292	1.418391776626113	PASS_SUBCRITICAL
72	tp4_rho0p005	e2e	p90	0.1266352410718406	0.13652104764058856	0.9885806568747962	PASS_SUBCRITICAL
73	tp4_rho0p005	e2e	p99	0.15576537699445703	0.17677450343779522	2.100912644333819	PASS_SUBCRITICAL
74	tp4_rho0p01	ttft	mean	-0.0014652143973501086	0.059650620031540064	5.8185405634189955	PASS_SUBCRITICAL
75	tp4_rho0p01	ttft	p50	0.22936601881498542	0.24159106387124998	1.2225045056264565	PASS_SUBCRITICAL
76	tp4_rho0p01	ttft	p90	-0.0646093465409875	-0.011548419893895705	-5.30609266470918	PASS_SUBCRITICAL
77	tp4_rho0p01	ttft	p99	-0.09621678853313553	-0.015475807392170575	-8.074098114096495	PASS_SUBCRITICAL
78	tp4_rho0p01	tpot	mean	0.06675609059150077	0.10596101263201793	3.9204922040517163	PASS_SUBCRITICAL
79	tp4_rho0p01	tpot	p50	0.08477302587551214	0.09703754188844527	1.2264516012933129	PASS_SUBCRITICAL
80	tp4_rho0p01	tpot	p90	0.0379183273767328	0.08369800201750718	4.577967464077439	PASS_SUBCRITICAL
81	tp4_rho0p01	tpot	p99	-0.010663954751357074	0.06667813160571406	5.601417685435699	PASS_SUBCRITICAL
82	tp4_rho0p01	e2e	mean	0.07212904317306096	0.09777288053702092	2.564383736395996	PASS_SUBCRITICAL
83	tp4_rho0p01	e2e	p50	0.12069215463307655	0.1388377217196832	1.8145567086606653	PASS_SUBCRITICAL
84	tp4_rho0p01	e2e	p90	0.03317293927357903	0.058060760567474216	2.4887821293895183	PASS_SUBCRITICAL
85	tp4_rho0p01	e2e	p99	0.0338378271163308	0.06380410696893425	2.996627985260345	PASS_SUBCRITICAL