{ "schema": "frontier-attn-structured-ablation-v1", "profile": "/home/gahow/phd/aituner/runs/frontier-prefill-kvgrowth-fix-v0/profiles/profile-v5-kvgrowth/attention.csv", "frontier_checkout": "/tmp/frontier-attn-structured-v0", "data_audit": { "tp1": { "standard_rows": 29, "single_request_rows": 23, "target_grid_rows": 10, "duplicate_feature_groups": 4 }, "tp2": { "standard_rows": 29, "single_request_rows": 23, "target_grid_rows": 10, "duplicate_feature_groups": 4 }, "tp4": { "standard_rows": 29, "single_request_rows": 23, "target_grid_rows": 10, "duplicate_feature_groups": 4 } }, "results": [ { "candidate": "rf_all", "training_rows": 29, "grid_fit_mape_pct": 15.074275515235467, "single_fit_mape_pct": 19.842994757611535, "heldout_context_mape_pct": 44.40139318281943, "heldout_context_max_abs_error_pct": 82.78279487156401, "prediction_min_ms": 0.06029164119272453, "q_min_delta_ms": 0.0, "kv_min_delta_ms": -4.2841601371801374e-05, "monotone_and_nonnegative": false, "tp": 1 }, { "candidate": "rf_single", "training_rows": 23, "grid_fit_mape_pct": 11.834992526698676, "single_fit_mape_pct": 22.893412972496023, "heldout_context_mape_pct": 34.45356428541224, "heldout_context_max_abs_error_pct": 62.49334437588834, "prediction_min_ms": 0.059327708247725125, "q_min_delta_ms": -0.00022153525203457564, "kv_min_delta_ms": -1.4336001873005433e-05, "monotone_and_nonnegative": false, "tp": 1 }, { "candidate": "structured_single", "training_rows": 23, "grid_fit_mape_pct": 0.8432511364168856, "single_fit_mape_pct": 2.227110646811972, "heldout_context_mape_pct": 0.841926169535806, "heldout_context_max_abs_error_pct": 2.0408978739639134, "prediction_min_ms": 0.05679146709541477, "q_min_delta_ms": 0.0, "kv_min_delta_ms": 0.0016745062683911627, "monotone_and_nonnegative": true, "tp": 1 }, { "candidate": "rf_all", "training_rows": 29, "grid_fit_mape_pct": 13.812689689573157, "single_fit_mape_pct": 17.879870012606048, "heldout_context_mape_pct": 44.20143320278334, "heldout_context_max_abs_error_pct": 82.0656368501208, "prediction_min_ms": 0.06000113548192927, "q_min_delta_ms": -0.004361070463210395, "kv_min_delta_ms": -0.009949388915300408, "monotone_and_nonnegative": false, "tp": 2 }, { "candidate": "rf_single", "training_rows": 23, "grid_fit_mape_pct": 10.738962684891058, "single_fit_mape_pct": 20.818820413545826, "heldout_context_mape_pct": 34.84360402100271, "heldout_context_max_abs_error_pct": 66.67253880294443, "prediction_min_ms": 0.059971319361210015, "q_min_delta_ms": -0.003811210796127021, "kv_min_delta_ms": -0.009949388915300408, "monotone_and_nonnegative": false, "tp": 2 }, { "candidate": "structured_single", "training_rows": 23, "grid_fit_mape_pct": 1.518412258922364, "single_fit_mape_pct": 6.226292654776418, "heldout_context_mape_pct": 1.6047958673086566, "heldout_context_max_abs_error_pct": 3.464671475193195, "prediction_min_ms": 0.05767893331746252, "q_min_delta_ms": 0.0, "kv_min_delta_ms": 0.0013929374121726124, "monotone_and_nonnegative": true, "tp": 2 }, { "candidate": "rf_all", "training_rows": 29, "grid_fit_mape_pct": 14.117015331381916, "single_fit_mape_pct": 15.49366794487052, "heldout_context_mape_pct": 43.53650868837558, "heldout_context_max_abs_error_pct": 81.33508178007524, "prediction_min_ms": 0.05866772018640992, "q_min_delta_ms": -0.0009967416035880083, "kv_min_delta_ms": -5.5955198407176e-05, "monotone_and_nonnegative": false, "tp": 4 }, { "candidate": "rf_single", "training_rows": 23, "grid_fit_mape_pct": 12.07517666989496, "single_fit_mape_pct": 17.672692652721008, "heldout_context_mape_pct": 34.14562332866605, "heldout_context_max_abs_error_pct": 62.31478818862995, "prediction_min_ms": 0.058213693721655094, "q_min_delta_ms": -0.0012244979345549661, "kv_min_delta_ms": -8.259841203689389e-05, "monotone_and_nonnegative": false, "tp": 4 }, { "candidate": "structured_single", "training_rows": 23, "grid_fit_mape_pct": 3.088740104976349, "single_fit_mape_pct": 5.969109476280061, "heldout_context_mape_pct": 3.0103379904473164, "heldout_context_max_abs_error_pct": 5.490598706238697, "prediction_min_ms": 0.05747733327249683, "q_min_delta_ms": 0.0, "kv_min_delta_ms": 0.0012048051417407057, "monotone_and_nonnegative": true, "tp": 4 } ], "checks": { "heldout_context_mape_le_5pct": true, "monotone_and_nonnegative": true, "profile_gate": true } }