454 lines
11 KiB
JSON
454 lines
11 KiB
JSON
{
|
|
"applicable_metrics": [
|
|
"ttft_ms",
|
|
"tpot_ms",
|
|
"e2e_ms"
|
|
],
|
|
"cells": {
|
|
"tp1_mns16": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean": 2624.2011811364387,
|
|
"p90": 2624.2011811379484
|
|
},
|
|
"tpot_ms": {
|
|
"mean": 19.350639886513438,
|
|
"p90": 19.3506398865253
|
|
},
|
|
"ttft_ms": {
|
|
"mean": 166.66991554923203,
|
|
"p90": 166.6699155492779
|
|
}
|
|
},
|
|
"path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/sim/fixed-pd/runs/tp1_mns16/tp1/result.json"
|
|
},
|
|
"tp1_mns32": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean": 2624.2011811364387,
|
|
"p90": 2624.2011811379484
|
|
},
|
|
"tpot_ms": {
|
|
"mean": 19.350639886513438,
|
|
"p90": 19.3506398865253
|
|
},
|
|
"ttft_ms": {
|
|
"mean": 166.66991554923203,
|
|
"p90": 166.6699155492779
|
|
}
|
|
},
|
|
"path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/sim/fixed-pd/runs/tp1_mns32/tp1/result.json"
|
|
},
|
|
"tp1_mns64": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean": 2624.2011811364387,
|
|
"p90": 2624.2011811379484
|
|
},
|
|
"tpot_ms": {
|
|
"mean": 19.350639886513438,
|
|
"p90": 19.3506398865253
|
|
},
|
|
"ttft_ms": {
|
|
"mean": 166.66991554923203,
|
|
"p90": 166.6699155492779
|
|
}
|
|
},
|
|
"path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/sim/fixed-pd/runs/tp1_mns64/tp1/result.json"
|
|
},
|
|
"tp1_mns8": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean": 2624.2011811364387,
|
|
"p90": 2624.2011811379484
|
|
},
|
|
"tpot_ms": {
|
|
"mean": 19.350639886513438,
|
|
"p90": 19.3506398865253
|
|
},
|
|
"ttft_ms": {
|
|
"mean": 166.66991554923203,
|
|
"p90": 166.6699155492779
|
|
}
|
|
},
|
|
"path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/sim/fixed-pd/runs/tp1_mns8/tp1/result.json"
|
|
},
|
|
"tp2_mns16": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean": 2808.3844446026824,
|
|
"p90": 2817.9486849812747
|
|
},
|
|
"tpot_ms": {
|
|
"mean": 21.06177881019329,
|
|
"p90": 21.09350467849898
|
|
},
|
|
"ttft_ms": {
|
|
"mean": 133.53853570813533,
|
|
"p90": 142.1523942165379
|
|
}
|
|
},
|
|
"path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/sim/fixed-pd/runs/tp2_mns16/tp2/result.json"
|
|
},
|
|
"tp2_mns32": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean": 2808.3844446026824,
|
|
"p90": 2817.9486849812747
|
|
},
|
|
"tpot_ms": {
|
|
"mean": 21.06177881019329,
|
|
"p90": 21.09350467849898
|
|
},
|
|
"ttft_ms": {
|
|
"mean": 133.53853570813533,
|
|
"p90": 142.1523942165379
|
|
}
|
|
},
|
|
"path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/sim/fixed-pd/runs/tp2_mns32/tp2/result.json"
|
|
},
|
|
"tp2_mns64": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean": 2808.3844446026824,
|
|
"p90": 2817.9486849812747
|
|
},
|
|
"tpot_ms": {
|
|
"mean": 21.06177881019329,
|
|
"p90": 21.09350467849898
|
|
},
|
|
"ttft_ms": {
|
|
"mean": 133.53853570813533,
|
|
"p90": 142.1523942165379
|
|
}
|
|
},
|
|
"path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/sim/fixed-pd/runs/tp2_mns64/tp2/result.json"
|
|
},
|
|
"tp2_mns8": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean": 2808.3844446026824,
|
|
"p90": 2817.9486849812747
|
|
},
|
|
"tpot_ms": {
|
|
"mean": 21.06177881019329,
|
|
"p90": 21.09350467849898
|
|
},
|
|
"ttft_ms": {
|
|
"mean": 133.53853570813533,
|
|
"p90": 142.1523942165379
|
|
}
|
|
},
|
|
"path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/sim/fixed-pd/runs/tp2_mns8/tp2/result.json"
|
|
},
|
|
"tp4_mns16": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean": 3752.684495467103,
|
|
"p90": 3794.6349827560653
|
|
},
|
|
"tpot_ms": {
|
|
"mean": 28.70502970984996,
|
|
"p90": 28.949734665706984
|
|
},
|
|
"ttft_ms": {
|
|
"mean": 107.14572231615826,
|
|
"p90": 118.03470639992497
|
|
}
|
|
},
|
|
"path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/sim/fixed-pd/runs/tp4_mns16/tp4/result.json"
|
|
},
|
|
"tp4_mns32": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean": 3752.684495467103,
|
|
"p90": 3794.6349827560653
|
|
},
|
|
"tpot_ms": {
|
|
"mean": 28.70502970984996,
|
|
"p90": 28.949734665706984
|
|
},
|
|
"ttft_ms": {
|
|
"mean": 107.14572231615826,
|
|
"p90": 118.03470639992497
|
|
}
|
|
},
|
|
"path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/sim/fixed-pd/runs/tp4_mns32/tp4/result.json"
|
|
},
|
|
"tp4_mns64": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean": 3752.684495467103,
|
|
"p90": 3794.6349827560653
|
|
},
|
|
"tpot_ms": {
|
|
"mean": 28.70502970984996,
|
|
"p90": 28.949734665706984
|
|
},
|
|
"ttft_ms": {
|
|
"mean": 107.14572231615826,
|
|
"p90": 118.03470639992497
|
|
}
|
|
},
|
|
"path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/sim/fixed-pd/runs/tp4_mns64/tp4/result.json"
|
|
},
|
|
"tp4_mns8": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean": 3752.684495467103,
|
|
"p90": 3794.6349827560653
|
|
},
|
|
"tpot_ms": {
|
|
"mean": 28.70502970984996,
|
|
"p90": 28.949734665706984
|
|
},
|
|
"ttft_ms": {
|
|
"mean": 107.14572231615826,
|
|
"p90": 118.03470639992497
|
|
}
|
|
},
|
|
"path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/sim/fixed-pd/runs/tp4_mns8/tp4/result.json"
|
|
}
|
|
},
|
|
"prefill_only": false,
|
|
"real_audit": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/analysis-r6/fixed-pd-real-audit.json",
|
|
"schema": "qwen30-latency-case-frontier-real-comparison-v1",
|
|
"selection": {
|
|
"e2e_ms:mean": {
|
|
"agreement": 0.0,
|
|
"concordant_pairs": 0,
|
|
"discordant_pairs": 48,
|
|
"informative_pairs": 48,
|
|
"real_ranking": [
|
|
"tp4_mns32",
|
|
"tp4_mns8",
|
|
"tp4_mns64",
|
|
"tp4_mns16",
|
|
"tp2_mns16",
|
|
"tp2_mns8",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp1_mns64",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns8"
|
|
],
|
|
"real_winner": "tp4_mns32",
|
|
"selected_config_real_regret": 0.26921939465653383,
|
|
"sim_ranking": [
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp1_mns8",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp2_mns8",
|
|
"tp4_mns16",
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp4_mns8"
|
|
],
|
|
"sim_winner": "tp1_mns16",
|
|
"tied_pairs": 18,
|
|
"winner_match": false
|
|
},
|
|
"e2e_ms:p90": {
|
|
"agreement": 0.0,
|
|
"concordant_pairs": 0,
|
|
"discordant_pairs": 48,
|
|
"informative_pairs": 48,
|
|
"real_ranking": [
|
|
"tp4_mns8",
|
|
"tp4_mns64",
|
|
"tp4_mns32",
|
|
"tp4_mns16",
|
|
"tp2_mns8",
|
|
"tp2_mns32",
|
|
"tp2_mns16",
|
|
"tp2_mns64",
|
|
"tp1_mns64",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns8"
|
|
],
|
|
"real_winner": "tp4_mns8",
|
|
"selected_config_real_regret": 0.25730483004000526,
|
|
"sim_ranking": [
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp1_mns8",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp2_mns8",
|
|
"tp4_mns16",
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp4_mns8"
|
|
],
|
|
"sim_winner": "tp1_mns16",
|
|
"tied_pairs": 18,
|
|
"winner_match": false
|
|
},
|
|
"tpot_ms:mean": {
|
|
"agreement": 0.0,
|
|
"concordant_pairs": 0,
|
|
"discordant_pairs": 48,
|
|
"informative_pairs": 48,
|
|
"real_ranking": [
|
|
"tp4_mns32",
|
|
"tp4_mns8",
|
|
"tp4_mns64",
|
|
"tp4_mns16",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp2_mns8",
|
|
"tp2_mns64",
|
|
"tp1_mns64",
|
|
"tp1_mns32",
|
|
"tp1_mns16",
|
|
"tp1_mns8"
|
|
],
|
|
"real_winner": "tp4_mns32",
|
|
"selected_config_real_regret": 0.13962124906187545,
|
|
"sim_ranking": [
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp1_mns8",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp2_mns8",
|
|
"tp4_mns16",
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp4_mns8"
|
|
],
|
|
"sim_winner": "tp1_mns16",
|
|
"tied_pairs": 18,
|
|
"winner_match": false
|
|
},
|
|
"tpot_ms:p90": {
|
|
"agreement": 0.0,
|
|
"concordant_pairs": 0,
|
|
"discordant_pairs": 48,
|
|
"informative_pairs": 48,
|
|
"real_ranking": [
|
|
"tp4_mns8",
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp4_mns16",
|
|
"tp2_mns32",
|
|
"tp2_mns16",
|
|
"tp2_mns8",
|
|
"tp2_mns64",
|
|
"tp1_mns16",
|
|
"tp1_mns64",
|
|
"tp1_mns32",
|
|
"tp1_mns8"
|
|
],
|
|
"real_winner": "tp4_mns8",
|
|
"selected_config_real_regret": 0.13357103696654363,
|
|
"sim_ranking": [
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp1_mns8",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp2_mns8",
|
|
"tp4_mns16",
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp4_mns8"
|
|
],
|
|
"sim_winner": "tp1_mns16",
|
|
"tied_pairs": 18,
|
|
"winner_match": false
|
|
},
|
|
"ttft_ms:mean": {
|
|
"agreement": 1.0,
|
|
"concordant_pairs": 48,
|
|
"discordant_pairs": 0,
|
|
"informative_pairs": 48,
|
|
"real_ranking": [
|
|
"tp4_mns16",
|
|
"tp4_mns64",
|
|
"tp4_mns32",
|
|
"tp4_mns8",
|
|
"tp2_mns8",
|
|
"tp2_mns64",
|
|
"tp2_mns32",
|
|
"tp2_mns16",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns8",
|
|
"tp1_mns64"
|
|
],
|
|
"real_winner": "tp4_mns16",
|
|
"selected_config_real_regret": 0.0,
|
|
"sim_ranking": [
|
|
"tp4_mns16",
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp4_mns8",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp2_mns8",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp1_mns8"
|
|
],
|
|
"sim_winner": "tp4_mns16",
|
|
"tied_pairs": 18,
|
|
"winner_match": true
|
|
},
|
|
"ttft_ms:p90": {
|
|
"agreement": 1.0,
|
|
"concordant_pairs": 48,
|
|
"discordant_pairs": 0,
|
|
"informative_pairs": 48,
|
|
"real_ranking": [
|
|
"tp4_mns16",
|
|
"tp4_mns64",
|
|
"tp4_mns8",
|
|
"tp4_mns32",
|
|
"tp2_mns8",
|
|
"tp2_mns64",
|
|
"tp2_mns32",
|
|
"tp2_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns8",
|
|
"tp1_mns64",
|
|
"tp1_mns16"
|
|
],
|
|
"real_winner": "tp4_mns16",
|
|
"selected_config_real_regret": 0.0,
|
|
"sim_ranking": [
|
|
"tp4_mns16",
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp4_mns8",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp2_mns8",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp1_mns8"
|
|
],
|
|
"sim_winner": "tp4_mns16",
|
|
"tied_pairs": 18,
|
|
"winner_match": true
|
|
}
|
|
},
|
|
"sim_root": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/sim/fixed-pd"
|
|
}
|