76 lines
2.1 KiB
JSON
76 lines
2.1 KiB
JSON
{
|
|
"cases": [
|
|
{
|
|
"best_score_req_s_per_gpu": 0.17270833333333332,
|
|
"case": "qwen235b_prefill_only",
|
|
"cell_count": 8,
|
|
"distinct_score_count": 3,
|
|
"distinct_scores_req_s_per_gpu": [
|
|
0.17270833333333332,
|
|
0.1175,
|
|
0.10666666666666667
|
|
],
|
|
"fully_valid_cell_count": 8,
|
|
"informative_pair_count": 20,
|
|
"informative_pair_fraction": 0.7142857142857143,
|
|
"invalid_cells": [],
|
|
"pair_count": 28,
|
|
"possibly_optimal_set_from_search_brackets": [
|
|
"tp8_mns128_mbt16384",
|
|
"tp8_mns128_mbt8192",
|
|
"tp8_mns64_mbt16384",
|
|
"tp8_mns64_mbt8192"
|
|
],
|
|
"possibly_optimal_set_size": 4,
|
|
"random_top_set_hit_rate": 0.5,
|
|
"tied_pair_count": 8,
|
|
"top_set": [
|
|
"tp8_mns128_mbt16384",
|
|
"tp8_mns128_mbt8192",
|
|
"tp8_mns64_mbt16384",
|
|
"tp8_mns64_mbt8192"
|
|
],
|
|
"top_set_size": 4
|
|
},
|
|
{
|
|
"best_score_req_s_per_gpu": 0.058958333333333335,
|
|
"case": "qwen235b_decode_only",
|
|
"cell_count": 8,
|
|
"distinct_score_count": 2,
|
|
"distinct_scores_req_s_per_gpu": [
|
|
0.058958333333333335,
|
|
0.05354166666666667
|
|
],
|
|
"fully_valid_cell_count": 7,
|
|
"informative_pair_count": 15,
|
|
"informative_pair_fraction": 0.5357142857142857,
|
|
"invalid_cells": [
|
|
"tp2_dp4_ep8_mns128_mbt384"
|
|
],
|
|
"pair_count": 28,
|
|
"possibly_optimal_set_from_search_brackets": [
|
|
"tp2_dp4_ep8_mns128_mbt256",
|
|
"tp2_dp4_ep8_mns128_mbt384",
|
|
"tp2_dp4_ep8_mns64_mbt256",
|
|
"tp2_dp4_ep8_mns64_mbt384",
|
|
"tp4_dp2_ep8_mns128_mbt256",
|
|
"tp4_dp2_ep8_mns128_mbt384",
|
|
"tp4_dp2_ep8_mns64_mbt256",
|
|
"tp4_dp2_ep8_mns64_mbt384"
|
|
],
|
|
"possibly_optimal_set_size": 8,
|
|
"random_top_set_hit_rate": 0.625,
|
|
"tied_pair_count": 13,
|
|
"top_set": [
|
|
"tp2_dp4_ep8_mns128_mbt256",
|
|
"tp2_dp4_ep8_mns128_mbt384",
|
|
"tp2_dp4_ep8_mns64_mbt256",
|
|
"tp4_dp2_ep8_mns128_mbt256",
|
|
"tp4_dp2_ep8_mns128_mbt384"
|
|
],
|
|
"top_set_size": 5
|
|
}
|
|
],
|
|
"schema": "frontier-multicase-ground-truth-v0"
|
|
}
|