149 lines
5.0 KiB
JSON
149 lines
5.0 KiB
JSON
{
|
|
"schema": "frontier-attn-structured-ablation-v1",
|
|
"profile": "/home/gahow/phd/aituner/runs/frontier-prefill-kvgrowth-fix-v0/profiles/profile-v5-kvgrowth/attention.csv",
|
|
"frontier_checkout": "/tmp/frontier-attn-structured-v0",
|
|
"data_audit": {
|
|
"tp1": {
|
|
"standard_rows": 29,
|
|
"single_request_rows": 23,
|
|
"target_grid_rows": 10,
|
|
"duplicate_feature_groups": 4
|
|
},
|
|
"tp2": {
|
|
"standard_rows": 29,
|
|
"single_request_rows": 23,
|
|
"target_grid_rows": 10,
|
|
"duplicate_feature_groups": 4
|
|
},
|
|
"tp4": {
|
|
"standard_rows": 29,
|
|
"single_request_rows": 23,
|
|
"target_grid_rows": 10,
|
|
"duplicate_feature_groups": 4
|
|
}
|
|
},
|
|
"results": [
|
|
{
|
|
"candidate": "rf_all",
|
|
"training_rows": 29,
|
|
"grid_fit_mape_pct": 15.074275515235467,
|
|
"single_fit_mape_pct": 19.842994757611535,
|
|
"heldout_context_mape_pct": 44.40139318281943,
|
|
"heldout_context_max_abs_error_pct": 82.78279487156401,
|
|
"prediction_min_ms": 0.06029164119272453,
|
|
"q_min_delta_ms": 0.0,
|
|
"kv_min_delta_ms": -4.2841601371801374e-05,
|
|
"monotone_and_nonnegative": false,
|
|
"tp": 1
|
|
},
|
|
{
|
|
"candidate": "rf_single",
|
|
"training_rows": 23,
|
|
"grid_fit_mape_pct": 11.834992526698676,
|
|
"single_fit_mape_pct": 22.893412972496023,
|
|
"heldout_context_mape_pct": 34.45356428541224,
|
|
"heldout_context_max_abs_error_pct": 62.49334437588834,
|
|
"prediction_min_ms": 0.059327708247725125,
|
|
"q_min_delta_ms": -0.00022153525203457564,
|
|
"kv_min_delta_ms": -1.4336001873005433e-05,
|
|
"monotone_and_nonnegative": false,
|
|
"tp": 1
|
|
},
|
|
{
|
|
"candidate": "structured_single",
|
|
"training_rows": 23,
|
|
"grid_fit_mape_pct": 0.8432511364168856,
|
|
"single_fit_mape_pct": 2.227110646811972,
|
|
"heldout_context_mape_pct": 0.841926169535806,
|
|
"heldout_context_max_abs_error_pct": 2.0408978739639134,
|
|
"prediction_min_ms": 0.05679146709541477,
|
|
"q_min_delta_ms": 0.0,
|
|
"kv_min_delta_ms": 0.0016745062683911627,
|
|
"monotone_and_nonnegative": true,
|
|
"tp": 1
|
|
},
|
|
{
|
|
"candidate": "rf_all",
|
|
"training_rows": 29,
|
|
"grid_fit_mape_pct": 13.812689689573157,
|
|
"single_fit_mape_pct": 17.879870012606048,
|
|
"heldout_context_mape_pct": 44.20143320278334,
|
|
"heldout_context_max_abs_error_pct": 82.0656368501208,
|
|
"prediction_min_ms": 0.06000113548192927,
|
|
"q_min_delta_ms": -0.004361070463210395,
|
|
"kv_min_delta_ms": -0.009949388915300408,
|
|
"monotone_and_nonnegative": false,
|
|
"tp": 2
|
|
},
|
|
{
|
|
"candidate": "rf_single",
|
|
"training_rows": 23,
|
|
"grid_fit_mape_pct": 10.738962684891058,
|
|
"single_fit_mape_pct": 20.818820413545826,
|
|
"heldout_context_mape_pct": 34.84360402100271,
|
|
"heldout_context_max_abs_error_pct": 66.67253880294443,
|
|
"prediction_min_ms": 0.059971319361210015,
|
|
"q_min_delta_ms": -0.003811210796127021,
|
|
"kv_min_delta_ms": -0.009949388915300408,
|
|
"monotone_and_nonnegative": false,
|
|
"tp": 2
|
|
},
|
|
{
|
|
"candidate": "structured_single",
|
|
"training_rows": 23,
|
|
"grid_fit_mape_pct": 1.518412258922364,
|
|
"single_fit_mape_pct": 6.226292654776418,
|
|
"heldout_context_mape_pct": 1.6047958673086566,
|
|
"heldout_context_max_abs_error_pct": 3.464671475193195,
|
|
"prediction_min_ms": 0.05767893331746252,
|
|
"q_min_delta_ms": 0.0,
|
|
"kv_min_delta_ms": 0.0013929374121726124,
|
|
"monotone_and_nonnegative": true,
|
|
"tp": 2
|
|
},
|
|
{
|
|
"candidate": "rf_all",
|
|
"training_rows": 29,
|
|
"grid_fit_mape_pct": 14.117015331381916,
|
|
"single_fit_mape_pct": 15.49366794487052,
|
|
"heldout_context_mape_pct": 43.53650868837558,
|
|
"heldout_context_max_abs_error_pct": 81.33508178007524,
|
|
"prediction_min_ms": 0.05866772018640992,
|
|
"q_min_delta_ms": -0.0009967416035880083,
|
|
"kv_min_delta_ms": -5.5955198407176e-05,
|
|
"monotone_and_nonnegative": false,
|
|
"tp": 4
|
|
},
|
|
{
|
|
"candidate": "rf_single",
|
|
"training_rows": 23,
|
|
"grid_fit_mape_pct": 12.07517666989496,
|
|
"single_fit_mape_pct": 17.672692652721008,
|
|
"heldout_context_mape_pct": 34.14562332866605,
|
|
"heldout_context_max_abs_error_pct": 62.31478818862995,
|
|
"prediction_min_ms": 0.058213693721655094,
|
|
"q_min_delta_ms": -0.0012244979345549661,
|
|
"kv_min_delta_ms": -8.259841203689389e-05,
|
|
"monotone_and_nonnegative": false,
|
|
"tp": 4
|
|
},
|
|
{
|
|
"candidate": "structured_single",
|
|
"training_rows": 23,
|
|
"grid_fit_mape_pct": 3.088740104976349,
|
|
"single_fit_mape_pct": 5.969109476280061,
|
|
"heldout_context_mape_pct": 3.0103379904473164,
|
|
"heldout_context_max_abs_error_pct": 5.490598706238697,
|
|
"prediction_min_ms": 0.05747733327249683,
|
|
"q_min_delta_ms": 0.0,
|
|
"kv_min_delta_ms": 0.0012048051417407057,
|
|
"monotone_and_nonnegative": true,
|
|
"tp": 4
|
|
}
|
|
],
|
|
"checks": {
|
|
"heldout_context_mape_le_5pct": true,
|
|
"monotone_and_nonnegative": true,
|
|
"profile_gate": true
|
|
}
|
|
} |