516 lines
14 KiB
JSON
516 lines
14 KiB
JSON
{
|
|
"accept_probability": 0.95,
|
|
"cutoff_s": 5.0,
|
|
"label": "same-placement 2-of-3 adjudicated anchor feasibility",
|
|
"models": {
|
|
"instrumentation_aware": {
|
|
"feature_mean": [
|
|
0.8984976998643891,
|
|
0.8378378378378378,
|
|
4.324324324324325,
|
|
0.07552086023066117,
|
|
0.6758807403968693,
|
|
0.9459459459459459,
|
|
0.0,
|
|
0.3241192596031305,
|
|
0.04468545442770093,
|
|
0.025590516908533558,
|
|
0.23873649352596996,
|
|
0.1943716628122394,
|
|
0.4321792125178198,
|
|
112.70270270270272,
|
|
0.21087752102856197,
|
|
0.918918918918919,
|
|
0.055470351361483664,
|
|
4.904239530899751,
|
|
10.162162162162161,
|
|
4.822982150502539,
|
|
10.135135135135135,
|
|
0.43557131397798415,
|
|
0.031387890158936414,
|
|
0.05804311436894179,
|
|
0.03298678556030958,
|
|
0.030437119300455177,
|
|
0.9503065396705037,
|
|
0.07127076398319926,
|
|
0.6234198543231205,
|
|
0.0
|
|
],
|
|
"feature_names": [
|
|
"log_offered_rate_per_gpu",
|
|
"log2_tp",
|
|
"log2_max_num_seqs",
|
|
"admitted_fraction",
|
|
"completed_over_admitted",
|
|
"completed_pass_rate",
|
|
"completed_fail_fraction_of_total",
|
|
"outstanding_over_admitted",
|
|
"ttft_max_over_slo_max",
|
|
"ttft_mean_over_slo_max",
|
|
"tpot_max_over_slo",
|
|
"tpot_mean_over_slo",
|
|
"admitted_input_tokens_mean_over_limit",
|
|
"model_steps_per_second",
|
|
"waiting_mean",
|
|
"waiting_max",
|
|
"waiting_nonzero_share",
|
|
"running_mean",
|
|
"running_max",
|
|
"decode_batch_mean",
|
|
"decode_batch_max",
|
|
"decode_batch_cv",
|
|
"kv_usage_mean",
|
|
"kv_usage_max",
|
|
"kv_usage_end_minus_start",
|
|
"graph_none_share",
|
|
"graph_full_share",
|
|
"padding_fraction",
|
|
"prefill_token_fraction",
|
|
"preemptions"
|
|
],
|
|
"feature_standard_deviation": [
|
|
0.2953332526155246,
|
|
0.8546696378833459,
|
|
1.1402715194448103,
|
|
0.006588255148989237,
|
|
0.2751217635728275,
|
|
0.22612433149569594,
|
|
1.0,
|
|
0.27512176357282747,
|
|
0.048292427420964075,
|
|
0.02574874589991541,
|
|
0.1635381690436309,
|
|
0.14098674719611365,
|
|
0.02516276437103069,
|
|
61.39272994412853,
|
|
0.7234949448561444,
|
|
2.198013579605131,
|
|
0.18326586413988316,
|
|
2.4542471212960844,
|
|
6.08726412391018,
|
|
2.4074006634033043,
|
|
6.067913672185017,
|
|
0.12556414020947543,
|
|
0.03256962310836033,
|
|
0.054049610008010444,
|
|
0.048321850100969746,
|
|
0.04298231458641556,
|
|
0.041906068064246155,
|
|
0.08212268757576466,
|
|
0.4089385238422411,
|
|
1.0
|
|
],
|
|
"instrumentation_aware": true,
|
|
"regularization": 1.0,
|
|
"training_classification": {
|
|
"accuracy": 0.972972972972973,
|
|
"balanced_accuracy": 0.9444444444444444,
|
|
"brier": 0.02820726479488704,
|
|
"confusion": {
|
|
"false_negative": 0,
|
|
"false_positive": 1,
|
|
"true_negative": 8,
|
|
"true_positive": 28
|
|
},
|
|
"log_loss": 0.11247563885308659
|
|
},
|
|
"weights_with_intercept_first": [
|
|
2.109507425802979,
|
|
-0.8372240489271802,
|
|
-0.2476229678897366,
|
|
0.18172257646801393,
|
|
-0.07076358054975332,
|
|
0.3035586906752765,
|
|
0.08500005412355496,
|
|
-7.754818242684634e-26,
|
|
-0.3035586906752766,
|
|
0.4014234393196892,
|
|
0.513218716194957,
|
|
-0.35161457106287,
|
|
0.10558147889556725,
|
|
0.5674345291616134,
|
|
0.15895995157114373,
|
|
-0.4274260624362057,
|
|
-0.048791959001756195,
|
|
-0.37221380985270663,
|
|
-0.35527537277290255,
|
|
0.20582736797173468,
|
|
-0.35837576944545413,
|
|
0.2342062515631318,
|
|
0.45071068059490843,
|
|
0.3326948315186803,
|
|
0.2698892549960913,
|
|
0.017868065865726347,
|
|
-0.1540209080477302,
|
|
0.3412427440368233,
|
|
0.5831011876762794,
|
|
-0.583920360300169,
|
|
0.0
|
|
]
|
|
},
|
|
"outcome_only": {
|
|
"feature_mean": [
|
|
0.8984976998643891,
|
|
0.8378378378378378,
|
|
4.324324324324325,
|
|
0.07552086023066117,
|
|
0.6758807403968693,
|
|
0.9459459459459459,
|
|
0.0,
|
|
0.3241192596031305,
|
|
0.04468545442770093,
|
|
0.025590516908533558,
|
|
0.23873649352596996,
|
|
0.1943716628122394,
|
|
0.4321792125178198
|
|
],
|
|
"feature_names": [
|
|
"log_offered_rate_per_gpu",
|
|
"log2_tp",
|
|
"log2_max_num_seqs",
|
|
"admitted_fraction",
|
|
"completed_over_admitted",
|
|
"completed_pass_rate",
|
|
"completed_fail_fraction_of_total",
|
|
"outstanding_over_admitted",
|
|
"ttft_max_over_slo_max",
|
|
"ttft_mean_over_slo_max",
|
|
"tpot_max_over_slo",
|
|
"tpot_mean_over_slo",
|
|
"admitted_input_tokens_mean_over_limit"
|
|
],
|
|
"feature_standard_deviation": [
|
|
0.2953332526155246,
|
|
0.8546696378833459,
|
|
1.1402715194448103,
|
|
0.006588255148989237,
|
|
0.2751217635728275,
|
|
0.22612433149569594,
|
|
1.0,
|
|
0.27512176357282747,
|
|
0.048292427420964075,
|
|
0.02574874589991541,
|
|
0.1635381690436309,
|
|
0.14098674719611365,
|
|
0.02516276437103069
|
|
],
|
|
"instrumentation_aware": false,
|
|
"regularization": 1.0,
|
|
"training_classification": {
|
|
"accuracy": 0.9459459459459459,
|
|
"balanced_accuracy": 0.8888888888888888,
|
|
"brier": 0.051887373873176545,
|
|
"confusion": {
|
|
"false_negative": 0,
|
|
"false_positive": 2,
|
|
"true_negative": 7,
|
|
"true_positive": 28
|
|
},
|
|
"log_loss": 0.184988719119571
|
|
},
|
|
"weights_with_intercept_first": [
|
|
1.8996338126233983,
|
|
-1.1536861934230125,
|
|
-0.3806404559018098,
|
|
0.5901136731733696,
|
|
0.022432085012851908,
|
|
0.5805554730881304,
|
|
0.25786307099613026,
|
|
-8.077935669463161e-27,
|
|
-0.5805554730881304,
|
|
-0.15413292402348447,
|
|
0.0986842306063204,
|
|
-0.5181573573074624,
|
|
0.06283513013708956,
|
|
0.911619634884147
|
|
]
|
|
}
|
|
},
|
|
"provenance": {
|
|
"phase6_metrics": "/home/gahow/phd/aituner/runs/opprof-phase6/phase6/metrics.json",
|
|
"phase6_metrics_sha256": "290ba7fcb8727291166de7e4d47afdc84e230052495c81dd087db0ace9f93a16",
|
|
"prefix_metrics": "/home/gahow/phd/aituner/runs/fidelity-headroom/prefix-metrics.json",
|
|
"prefix_metrics_sha256": "cda821bcde1ae8427507aa4f03a1c116ccc7f7b8b717f73ca587bee3670a0340",
|
|
"raw_root": "/home/gahow/phd/aituner/runs/opprof-phase6/phase6/solo-authoritative/cells"
|
|
},
|
|
"regularization": 1.0,
|
|
"reject_probability": 0.050000000000000044,
|
|
"sanity": {
|
|
"cells": 12,
|
|
"invariants": {
|
|
"both_labels": true,
|
|
"cells_12": true,
|
|
"cutoff_5s": true,
|
|
"n_37": true,
|
|
"threshold_0.95": true
|
|
},
|
|
"n": 37,
|
|
"negative": 9,
|
|
"positive": 28
|
|
},
|
|
"schema": "fidelity-prefix-model-v1",
|
|
"status": "FROZEN_BEFORE_PROSPECTIVE_RUN",
|
|
"training_examples": [
|
|
{
|
|
"anchor": 0.24609375,
|
|
"cell": "tp1_mns16",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.25,
|
|
"cell": "tp1_mns16",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.5,
|
|
"cell": "tp1_mns16",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": false,
|
|
"primary_feasible": false
|
|
},
|
|
{
|
|
"anchor": 0.2421875,
|
|
"cell": "tp1_mns32",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.24609375,
|
|
"cell": "tp1_mns32",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.25,
|
|
"cell": "tp1_mns32",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.5,
|
|
"cell": "tp1_mns32",
|
|
"completion_time_source": "none_completed",
|
|
"label_feasible": false,
|
|
"primary_feasible": false
|
|
},
|
|
{
|
|
"anchor": 0.2421875,
|
|
"cell": "tp1_mns64",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.24609375,
|
|
"cell": "tp1_mns64",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.25,
|
|
"cell": "tp1_mns64",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.5,
|
|
"cell": "tp1_mns64",
|
|
"completion_time_source": "none_completed",
|
|
"label_feasible": false,
|
|
"primary_feasible": false
|
|
},
|
|
{
|
|
"anchor": 0.21875,
|
|
"cell": "tp1_mns8",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.2265625,
|
|
"cell": "tp1_mns8",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.23046875,
|
|
"cell": "tp1_mns8",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.234375,
|
|
"cell": "tp1_mns8",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.25,
|
|
"cell": "tp1_mns8",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.5,
|
|
"cell": "tp1_mns8",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": false,
|
|
"primary_feasible": false
|
|
},
|
|
{
|
|
"anchor": 0.4921875,
|
|
"cell": "tp2_mns16",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.49609375,
|
|
"cell": "tp2_mns16",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.5,
|
|
"cell": "tp2_mns16",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.75,
|
|
"cell": "tp2_mns32",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.75390625,
|
|
"cell": "tp2_mns32",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": false,
|
|
"primary_feasible": false
|
|
},
|
|
{
|
|
"anchor": 0.5,
|
|
"cell": "tp2_mns64",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.75,
|
|
"cell": "tp2_mns64",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": false,
|
|
"primary_feasible": false
|
|
},
|
|
{
|
|
"anchor": 0.4921875,
|
|
"cell": "tp2_mns8",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.49609375,
|
|
"cell": "tp2_mns8",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": false,
|
|
"primary_feasible": false
|
|
},
|
|
{
|
|
"anchor": 0.033182214016,
|
|
"cell": "tp4_mns16",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": false
|
|
},
|
|
{
|
|
"anchor": 0.033717411016,
|
|
"cell": "tp4_mns16",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": false,
|
|
"primary_feasible": false
|
|
},
|
|
{
|
|
"anchor": 0.034252608017,
|
|
"cell": "tp4_mns16",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.033717411016,
|
|
"cell": "tp4_mns32",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": false
|
|
},
|
|
{
|
|
"anchor": 0.034252608017,
|
|
"cell": "tp4_mns32",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.033717411016,
|
|
"cell": "tp4_mns64",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": false
|
|
},
|
|
{
|
|
"anchor": 0.034252608017,
|
|
"cell": "tp4_mns64",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.016055910008,
|
|
"cell": "tp4_mns8",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.016591107009,
|
|
"cell": "tp4_mns8",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.017126304009,
|
|
"cell": "tp4_mns8",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": true,
|
|
"primary_feasible": true
|
|
},
|
|
{
|
|
"anchor": 0.034252608017,
|
|
"cell": "tp4_mns8",
|
|
"completion_time_source": "reconstructed_from_latency",
|
|
"label_feasible": false,
|
|
"primary_feasible": false
|
|
}
|
|
],
|
|
"training_split_role": "historical training only; never headline test"
|
|
}
|