231 lines
4.6 KiB
JSON
231 lines
4.6 KiB
JSON
{
|
|
"e2e_ms:mean": {
|
|
"concordant_pairs": 61,
|
|
"discordant_pairs": 5,
|
|
"informative_pairs": 66,
|
|
"pairwise_agreement_fraction": 0.9242424242424242,
|
|
"real_ranking": [
|
|
"tp4_mns64",
|
|
"tp4_mns32",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp4_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp2_mns16",
|
|
"tp1_mns16",
|
|
"tp4_mns8",
|
|
"tp2_mns8",
|
|
"tp1_mns8"
|
|
],
|
|
"real_winner": "tp4_mns64",
|
|
"sim_ranking": [
|
|
"tp4_mns64",
|
|
"tp2_mns64",
|
|
"tp4_mns32",
|
|
"tp2_mns32",
|
|
"tp1_mns64",
|
|
"tp4_mns16",
|
|
"tp1_mns32",
|
|
"tp2_mns16",
|
|
"tp4_mns8",
|
|
"tp1_mns16",
|
|
"tp2_mns8",
|
|
"tp1_mns8"
|
|
],
|
|
"sim_winner": "tp4_mns64",
|
|
"tied_pairs": 0,
|
|
"winner_match": true
|
|
},
|
|
"e2e_ms:p90": {
|
|
"concordant_pairs": 55,
|
|
"discordant_pairs": 11,
|
|
"informative_pairs": 66,
|
|
"pairwise_agreement_fraction": 0.8333333333333334,
|
|
"real_ranking": [
|
|
"tp4_mns64",
|
|
"tp4_mns32",
|
|
"tp4_mns16",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp2_mns16",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp4_mns8",
|
|
"tp2_mns8",
|
|
"tp1_mns8"
|
|
],
|
|
"real_winner": "tp4_mns64",
|
|
"sim_ranking": [
|
|
"tp4_mns64",
|
|
"tp2_mns64",
|
|
"tp4_mns32",
|
|
"tp2_mns32",
|
|
"tp1_mns64",
|
|
"tp4_mns16",
|
|
"tp1_mns32",
|
|
"tp2_mns16",
|
|
"tp4_mns8",
|
|
"tp1_mns16",
|
|
"tp2_mns8",
|
|
"tp1_mns8"
|
|
],
|
|
"sim_winner": "tp4_mns64",
|
|
"tied_pairs": 0,
|
|
"winner_match": true
|
|
},
|
|
"tpot_ms:mean": {
|
|
"concordant_pairs": 64,
|
|
"discordant_pairs": 2,
|
|
"informative_pairs": 66,
|
|
"pairwise_agreement_fraction": 0.9696969696969697,
|
|
"real_ranking": [
|
|
"tp4_mns8",
|
|
"tp4_mns16",
|
|
"tp2_mns8",
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp2_mns16",
|
|
"tp1_mns8",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64"
|
|
],
|
|
"real_winner": "tp4_mns8",
|
|
"sim_ranking": [
|
|
"tp4_mns8",
|
|
"tp4_mns16",
|
|
"tp4_mns32",
|
|
"tp2_mns8",
|
|
"tp4_mns64",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp1_mns8",
|
|
"tp2_mns64",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64"
|
|
],
|
|
"sim_winner": "tp4_mns8",
|
|
"tied_pairs": 0,
|
|
"winner_match": true
|
|
},
|
|
"tpot_ms:p90": {
|
|
"concordant_pairs": 64,
|
|
"discordant_pairs": 2,
|
|
"informative_pairs": 66,
|
|
"pairwise_agreement_fraction": 0.9696969696969697,
|
|
"real_ranking": [
|
|
"tp4_mns8",
|
|
"tp4_mns16",
|
|
"tp2_mns8",
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp2_mns16",
|
|
"tp1_mns8",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64"
|
|
],
|
|
"real_winner": "tp4_mns8",
|
|
"sim_ranking": [
|
|
"tp4_mns8",
|
|
"tp4_mns16",
|
|
"tp4_mns32",
|
|
"tp2_mns8",
|
|
"tp4_mns64",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp1_mns8",
|
|
"tp2_mns64",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64"
|
|
],
|
|
"sim_winner": "tp4_mns8",
|
|
"tied_pairs": 0,
|
|
"winner_match": true
|
|
},
|
|
"ttft_ms:mean": {
|
|
"concordant_pairs": 56,
|
|
"discordant_pairs": 10,
|
|
"informative_pairs": 66,
|
|
"pairwise_agreement_fraction": 0.8484848484848485,
|
|
"real_ranking": [
|
|
"tp4_mns64",
|
|
"tp2_mns64",
|
|
"tp1_mns64",
|
|
"tp1_mns32",
|
|
"tp2_mns32",
|
|
"tp4_mns32",
|
|
"tp1_mns16",
|
|
"tp2_mns16",
|
|
"tp4_mns16",
|
|
"tp1_mns8",
|
|
"tp2_mns8",
|
|
"tp4_mns8"
|
|
],
|
|
"real_winner": "tp4_mns64",
|
|
"sim_ranking": [
|
|
"tp4_mns64",
|
|
"tp2_mns64",
|
|
"tp1_mns64",
|
|
"tp4_mns32",
|
|
"tp2_mns32",
|
|
"tp1_mns32",
|
|
"tp4_mns16",
|
|
"tp2_mns16",
|
|
"tp4_mns8",
|
|
"tp1_mns16",
|
|
"tp2_mns8",
|
|
"tp1_mns8"
|
|
],
|
|
"sim_winner": "tp4_mns64",
|
|
"tied_pairs": 0,
|
|
"winner_match": true
|
|
},
|
|
"ttft_ms:p90": {
|
|
"concordant_pairs": 56,
|
|
"discordant_pairs": 10,
|
|
"informative_pairs": 66,
|
|
"pairwise_agreement_fraction": 0.8484848484848485,
|
|
"real_ranking": [
|
|
"tp4_mns64",
|
|
"tp2_mns64",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp2_mns32",
|
|
"tp4_mns32",
|
|
"tp1_mns16",
|
|
"tp4_mns16",
|
|
"tp2_mns16",
|
|
"tp1_mns8",
|
|
"tp2_mns8",
|
|
"tp4_mns8"
|
|
],
|
|
"real_winner": "tp4_mns64",
|
|
"sim_ranking": [
|
|
"tp4_mns64",
|
|
"tp2_mns64",
|
|
"tp1_mns64",
|
|
"tp4_mns32",
|
|
"tp2_mns32",
|
|
"tp1_mns32",
|
|
"tp4_mns16",
|
|
"tp2_mns16",
|
|
"tp4_mns8",
|
|
"tp1_mns16",
|
|
"tp2_mns8",
|
|
"tp1_mns8"
|
|
],
|
|
"sim_winner": "tp4_mns64",
|
|
"tied_pairs": 0,
|
|
"winner_match": true
|
|
}
|
|
}
|