Decompose good/bad selection split across frozen surfaces
Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,453 @@
|
||||
{
|
||||
"applicable_metrics": [
|
||||
"ttft_ms",
|
||||
"tpot_ms",
|
||||
"e2e_ms"
|
||||
],
|
||||
"cells": {
|
||||
"tp1_mns16": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 128201.44370110576,
|
||||
"p90": 216221.8716312423
|
||||
},
|
||||
"tpot_ms": {
|
||||
"mean": 106.74127671151493,
|
||||
"p90": 107.53204073371177
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 100982.41813966946,
|
||||
"p90": 188801.20124415262
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-pd/runs/tp1_mns16/tp1/result.json"
|
||||
},
|
||||
"tp1_mns32": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 54134.6392206195,
|
||||
"p90": 70757.16788718625
|
||||
},
|
||||
"tpot_ms": {
|
||||
"mean": 131.73148052557949,
|
||||
"p90": 134.09269340154515
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 20543.111686596734,
|
||||
"p90": 40978.20939546926
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-pd/runs/tp1_mns32/tp1/result.json"
|
||||
},
|
||||
"tp1_mns64": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 36992.839178769755,
|
||||
"p90": 38253.17393690583
|
||||
},
|
||||
"tpot_ms": {
|
||||
"mean": 143.73592141724885,
|
||||
"p90": 148.50084455017992
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 340.1792173712992,
|
||||
"p90": 390.1667904730175
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-pd/runs/tp1_mns64/tp1/result.json"
|
||||
},
|
||||
"tp1_mns8": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 231355.5665072295,
|
||||
"p90": 401099.3133242681
|
||||
},
|
||||
"tpot_ms": {
|
||||
"mean": 79.72075104221494,
|
||||
"p90": 80.05841803805441
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 211026.77499146466,
|
||||
"p90": 380684.4167245642
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-pd/runs/tp1_mns8/tp1/result.json"
|
||||
},
|
||||
"tp2_mns16": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 99415.72204671855,
|
||||
"p90": 170023.18522015438
|
||||
},
|
||||
"tpot_ms": {
|
||||
"mean": 69.3294093088488,
|
||||
"p90": 69.78173796567563
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 81736.72267296212,
|
||||
"p90": 152228.84203890432
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-pd/runs/tp2_mns16/tp2/result.json"
|
||||
},
|
||||
"tp2_mns32": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 47656.99443299207,
|
||||
"p90": 71358.22494490076
|
||||
},
|
||||
"tpot_ms": {
|
||||
"mean": 83.38213205445625,
|
||||
"p90": 84.68169232450846
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 26394.55075910572,
|
||||
"p90": 52520.58767404907
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-pd/runs/tp2_mns32/tp2/result.json"
|
||||
},
|
||||
"tp2_mns64": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 25800.137969948584,
|
||||
"p90": 26994.699921135867
|
||||
},
|
||||
"tpot_ms": {
|
||||
"mean": 100.27798158873513,
|
||||
"p90": 104.85288258852235
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 229.2526648211283,
|
||||
"p90": 261.37367146904467
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-pd/runs/tp2_mns64/tp2/result.json"
|
||||
},
|
||||
"tp2_mns8": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 173225.23923299377,
|
||||
"p90": 301133.20586389
|
||||
},
|
||||
"tpot_ms": {
|
||||
"mean": 53.275061700270285,
|
||||
"p90": 53.466591976089035
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 159640.09849942484,
|
||||
"p90": 287499.22490998777
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-pd/runs/tp2_mns8/tp2/result.json"
|
||||
},
|
||||
"tp4_mns16": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 77014.8840236653,
|
||||
"p90": 132893.6304418779
|
||||
},
|
||||
"tpot_ms": {
|
||||
"mean": 46.95641974752248,
|
||||
"p90": 47.23194326182317
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 65040.99698804708,
|
||||
"p90": 120849.48491011641
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-pd/runs/tp4_mns16/tp4/result.json"
|
||||
},
|
||||
"tp4_mns32": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 41823.75653856865,
|
||||
"p90": 66900.19803040712
|
||||
},
|
||||
"tpot_ms": {
|
||||
"mean": 56.89199563649036,
|
||||
"p90": 57.75799749592927
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 27316.2976512636,
|
||||
"p90": 54230.649753904916
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-pd/runs/tp4_mns32/tp4/result.json"
|
||||
},
|
||||
"tp4_mns64": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 24104.231142330624,
|
||||
"p90": 29174.179941975835
|
||||
},
|
||||
"tpot_ms": {
|
||||
"mean": 69.02049776725552,
|
||||
"p90": 72.06184134879742
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 6504.004211680465,
|
||||
"p90": 13004.945097644395
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-pd/runs/tp4_mns64/tp4/result.json"
|
||||
},
|
||||
"tp4_mns8": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 133968.39678804282,
|
||||
"p90": 233355.7233519645
|
||||
},
|
||||
"tpot_ms": {
|
||||
"mean": 37.645089303294014,
|
||||
"p90": 37.75522144488961
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 124368.89901570287,
|
||||
"p90": 223728.14188352478
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-pd/runs/tp4_mns8/tp4/result.json"
|
||||
}
|
||||
},
|
||||
"prefill_only": false,
|
||||
"real_audit": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/analysis/fixed-pd/real-audit.json",
|
||||
"schema": "qwen30-latency-case-frontier-real-comparison-v1",
|
||||
"selection": {
|
||||
"e2e_ms:mean": {
|
||||
"agreement": 0.5151515151515151,
|
||||
"concordant_pairs": 34,
|
||||
"discordant_pairs": 32,
|
||||
"informative_pairs": 66,
|
||||
"real_ranking": [
|
||||
"tp1_mns32",
|
||||
"tp4_mns32",
|
||||
"tp1_mns16",
|
||||
"tp1_mns8",
|
||||
"tp4_mns16",
|
||||
"tp4_mns64",
|
||||
"tp1_mns64",
|
||||
"tp2_mns8",
|
||||
"tp2_mns64",
|
||||
"tp2_mns16",
|
||||
"tp2_mns32",
|
||||
"tp4_mns8"
|
||||
],
|
||||
"real_winner": "tp1_mns32",
|
||||
"selected_config_real_regret": 0.017005214686575575,
|
||||
"sim_ranking": [
|
||||
"tp4_mns64",
|
||||
"tp2_mns64",
|
||||
"tp1_mns64",
|
||||
"tp4_mns32",
|
||||
"tp2_mns32",
|
||||
"tp1_mns32",
|
||||
"tp4_mns16",
|
||||
"tp2_mns16",
|
||||
"tp1_mns16",
|
||||
"tp4_mns8",
|
||||
"tp2_mns8",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"sim_winner": "tp4_mns64",
|
||||
"tied_pairs": 0,
|
||||
"winner_match": false
|
||||
},
|
||||
"e2e_ms:p90": {
|
||||
"agreement": 0.5151515151515151,
|
||||
"concordant_pairs": 34,
|
||||
"discordant_pairs": 32,
|
||||
"informative_pairs": 66,
|
||||
"real_ranking": [
|
||||
"tp1_mns32",
|
||||
"tp1_mns8",
|
||||
"tp1_mns16",
|
||||
"tp1_mns64",
|
||||
"tp4_mns32",
|
||||
"tp4_mns64",
|
||||
"tp4_mns16",
|
||||
"tp2_mns8",
|
||||
"tp2_mns64",
|
||||
"tp2_mns32",
|
||||
"tp2_mns16",
|
||||
"tp4_mns8"
|
||||
],
|
||||
"real_winner": "tp1_mns32",
|
||||
"selected_config_real_regret": 0.054933980018932745,
|
||||
"sim_ranking": [
|
||||
"tp2_mns64",
|
||||
"tp4_mns64",
|
||||
"tp1_mns64",
|
||||
"tp4_mns32",
|
||||
"tp1_mns32",
|
||||
"tp2_mns32",
|
||||
"tp4_mns16",
|
||||
"tp2_mns16",
|
||||
"tp1_mns16",
|
||||
"tp4_mns8",
|
||||
"tp2_mns8",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"sim_winner": "tp2_mns64",
|
||||
"tied_pairs": 0,
|
||||
"winner_match": false
|
||||
},
|
||||
"tpot_ms:mean": {
|
||||
"agreement": 0.48484848484848486,
|
||||
"concordant_pairs": 32,
|
||||
"discordant_pairs": 34,
|
||||
"informative_pairs": 66,
|
||||
"real_ranking": [
|
||||
"tp4_mns8",
|
||||
"tp1_mns32",
|
||||
"tp1_mns16",
|
||||
"tp1_mns8",
|
||||
"tp1_mns64",
|
||||
"tp4_mns32",
|
||||
"tp2_mns8",
|
||||
"tp4_mns16",
|
||||
"tp4_mns64",
|
||||
"tp2_mns64",
|
||||
"tp2_mns16",
|
||||
"tp2_mns32"
|
||||
],
|
||||
"real_winner": "tp4_mns8",
|
||||
"selected_config_real_regret": 0.0,
|
||||
"sim_ranking": [
|
||||
"tp4_mns8",
|
||||
"tp4_mns16",
|
||||
"tp2_mns8",
|
||||
"tp4_mns32",
|
||||
"tp4_mns64",
|
||||
"tp2_mns16",
|
||||
"tp1_mns8",
|
||||
"tp2_mns32",
|
||||
"tp2_mns64",
|
||||
"tp1_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns64"
|
||||
],
|
||||
"sim_winner": "tp4_mns8",
|
||||
"tied_pairs": 0,
|
||||
"winner_match": true
|
||||
},
|
||||
"tpot_ms:p90": {
|
||||
"agreement": 0.42424242424242425,
|
||||
"concordant_pairs": 28,
|
||||
"discordant_pairs": 38,
|
||||
"informative_pairs": 66,
|
||||
"real_ranking": [
|
||||
"tp4_mns8",
|
||||
"tp1_mns32",
|
||||
"tp1_mns16",
|
||||
"tp1_mns8",
|
||||
"tp1_mns64",
|
||||
"tp2_mns8",
|
||||
"tp4_mns32",
|
||||
"tp2_mns64",
|
||||
"tp4_mns64",
|
||||
"tp4_mns16",
|
||||
"tp2_mns32",
|
||||
"tp2_mns16"
|
||||
],
|
||||
"real_winner": "tp4_mns8",
|
||||
"selected_config_real_regret": 0.0,
|
||||
"sim_ranking": [
|
||||
"tp4_mns8",
|
||||
"tp4_mns16",
|
||||
"tp2_mns8",
|
||||
"tp4_mns32",
|
||||
"tp2_mns16",
|
||||
"tp4_mns64",
|
||||
"tp1_mns8",
|
||||
"tp2_mns32",
|
||||
"tp2_mns64",
|
||||
"tp1_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns64"
|
||||
],
|
||||
"sim_winner": "tp4_mns8",
|
||||
"tied_pairs": 0,
|
||||
"winner_match": true
|
||||
},
|
||||
"ttft_ms:mean": {
|
||||
"agreement": 0.5909090909090909,
|
||||
"concordant_pairs": 39,
|
||||
"discordant_pairs": 27,
|
||||
"informative_pairs": 66,
|
||||
"real_ranking": [
|
||||
"tp4_mns32",
|
||||
"tp4_mns64",
|
||||
"tp4_mns16",
|
||||
"tp2_mns64",
|
||||
"tp2_mns8",
|
||||
"tp2_mns32",
|
||||
"tp2_mns16",
|
||||
"tp1_mns8",
|
||||
"tp1_mns32",
|
||||
"tp1_mns16",
|
||||
"tp1_mns64",
|
||||
"tp4_mns8"
|
||||
],
|
||||
"real_winner": "tp4_mns32",
|
||||
"selected_config_real_regret": 0.5797674051508896,
|
||||
"sim_ranking": [
|
||||
"tp2_mns64",
|
||||
"tp1_mns64",
|
||||
"tp4_mns64",
|
||||
"tp1_mns32",
|
||||
"tp2_mns32",
|
||||
"tp4_mns32",
|
||||
"tp4_mns16",
|
||||
"tp2_mns16",
|
||||
"tp1_mns16",
|
||||
"tp4_mns8",
|
||||
"tp2_mns8",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"sim_winner": "tp2_mns64",
|
||||
"tied_pairs": 0,
|
||||
"winner_match": false
|
||||
},
|
||||
"ttft_ms:p90": {
|
||||
"agreement": 0.5909090909090909,
|
||||
"concordant_pairs": 39,
|
||||
"discordant_pairs": 27,
|
||||
"informative_pairs": 66,
|
||||
"real_ranking": [
|
||||
"tp4_mns64",
|
||||
"tp4_mns32",
|
||||
"tp4_mns16",
|
||||
"tp2_mns64",
|
||||
"tp2_mns8",
|
||||
"tp2_mns16",
|
||||
"tp2_mns32",
|
||||
"tp1_mns8",
|
||||
"tp1_mns32",
|
||||
"tp1_mns16",
|
||||
"tp1_mns64",
|
||||
"tp4_mns8"
|
||||
],
|
||||
"real_winner": "tp4_mns64",
|
||||
"selected_config_real_regret": 0.5620663582204116,
|
||||
"sim_ranking": [
|
||||
"tp2_mns64",
|
||||
"tp1_mns64",
|
||||
"tp4_mns64",
|
||||
"tp1_mns32",
|
||||
"tp2_mns32",
|
||||
"tp4_mns32",
|
||||
"tp4_mns16",
|
||||
"tp2_mns16",
|
||||
"tp1_mns16",
|
||||
"tp4_mns8",
|
||||
"tp2_mns8",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"sim_winner": "tp2_mns64",
|
||||
"tied_pairs": 0,
|
||||
"winner_match": false
|
||||
}
|
||||
},
|
||||
"sim_root": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-pd"
|
||||
}
|
||||
@@ -0,0 +1,10 @@
|
||||
# Qwen30 Frontier vs real latency selection
|
||||
|
||||
| Objective | Frontier | Real | Match | Regret | Pairwise |
|
||||
|---|---|---|---:|---:|---:|
|
||||
| ttft_ms:mean | tp2_mns64 | tp4_mns32 | no | 58.0% | 59.1% |
|
||||
| ttft_ms:p90 | tp2_mns64 | tp4_mns64 | no | 56.2% | 59.1% |
|
||||
| tpot_ms:mean | tp4_mns8 | tp4_mns8 | yes | 0.0% | 48.5% |
|
||||
| tpot_ms:p90 | tp4_mns8 | tp4_mns8 | yes | 0.0% | 42.4% |
|
||||
| e2e_ms:mean | tp4_mns64 | tp1_mns32 | no | 1.7% | 51.5% |
|
||||
| e2e_ms:p90 | tp2_mns64 | tp1_mns32 | no | 5.5% | 51.5% |
|
||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,12 @@
|
||||
# Qwen30 real latency case audit
|
||||
|
||||
Prefill-only: `False`.
|
||||
|
||||
| Objective | Real winner | Value (ms) |
|
||||
|---|---|---:|
|
||||
| ttft_ms:pooled_mean_ms | tp4_mns32 | 123.16 |
|
||||
| ttft_ms:pooled_p90_ms | tp4_mns64 | 126.84 |
|
||||
| tpot_ms:pooled_mean_ms | tp4_mns8 | 8.42 |
|
||||
| tpot_ms:pooled_p90_ms | tp4_mns8 | 8.77 |
|
||||
| e2e_ms:pooled_mean_ms | tp1_mns32 | 3203.72 |
|
||||
| e2e_ms:pooled_p90_ms | tp1_mns32 | 3389.19 |
|
||||
@@ -0,0 +1,326 @@
|
||||
{
|
||||
"applicable_metrics": [
|
||||
"ttft_ms",
|
||||
"e2e_ms"
|
||||
],
|
||||
"cells": {
|
||||
"tp1_mns16": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 267.46878507222704,
|
||||
"p90": 267.46878507223215
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 267.46878507222704,
|
||||
"p90": 267.46878507223215
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-po/runs/tp1_mns16/tp1/result.json"
|
||||
},
|
||||
"tp1_mns32": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 267.46878507222704,
|
||||
"p90": 267.46878507223215
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 267.46878507222704,
|
||||
"p90": 267.46878507223215
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-po/runs/tp1_mns32/tp1/result.json"
|
||||
},
|
||||
"tp1_mns64": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 267.46878507222704,
|
||||
"p90": 267.46878507223215
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 267.46878507222704,
|
||||
"p90": 267.46878507223215
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-po/runs/tp1_mns64/tp1/result.json"
|
||||
},
|
||||
"tp1_mns8": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 267.46878507222704,
|
||||
"p90": 267.46878507223215
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 267.46878507222704,
|
||||
"p90": 267.46878507223215
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-po/runs/tp1_mns8/tp1/result.json"
|
||||
},
|
||||
"tp2_mns16": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 175.26431810890125,
|
||||
"p90": 175.2643181089013
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 175.26431810890125,
|
||||
"p90": 175.2643181089013
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-po/runs/tp2_mns16/tp2/result.json"
|
||||
},
|
||||
"tp2_mns32": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 175.26431810890125,
|
||||
"p90": 175.2643181089013
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 175.26431810890125,
|
||||
"p90": 175.2643181089013
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-po/runs/tp2_mns32/tp2/result.json"
|
||||
},
|
||||
"tp2_mns64": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 175.26431810890125,
|
||||
"p90": 175.2643181089013
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 175.26431810890125,
|
||||
"p90": 175.2643181089013
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-po/runs/tp2_mns64/tp2/result.json"
|
||||
},
|
||||
"tp2_mns8": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 175.26431810890125,
|
||||
"p90": 175.2643181089013
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 175.26431810890125,
|
||||
"p90": 175.2643181089013
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-po/runs/tp2_mns8/tp2/result.json"
|
||||
},
|
||||
"tp4_mns16": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 127.7919646347385,
|
||||
"p90": 127.79196463473852
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 127.7919646347385,
|
||||
"p90": 127.79196463473852
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-po/runs/tp4_mns16/tp4/result.json"
|
||||
},
|
||||
"tp4_mns32": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 127.7919646347385,
|
||||
"p90": 127.79196463473852
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 127.7919646347385,
|
||||
"p90": 127.79196463473852
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-po/runs/tp4_mns32/tp4/result.json"
|
||||
},
|
||||
"tp4_mns64": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 127.7919646347385,
|
||||
"p90": 127.79196463473852
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 127.7919646347385,
|
||||
"p90": 127.79196463473852
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-po/runs/tp4_mns64/tp4/result.json"
|
||||
},
|
||||
"tp4_mns8": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean": 127.7919646347385,
|
||||
"p90": 127.79196463473852
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean": 127.7919646347385,
|
||||
"p90": 127.79196463473852
|
||||
}
|
||||
},
|
||||
"path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-po/runs/tp4_mns8/tp4/result.json"
|
||||
}
|
||||
},
|
||||
"prefill_only": true,
|
||||
"real_audit": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/analysis/fixed-po/real-audit.json",
|
||||
"schema": "qwen30-latency-case-frontier-real-comparison-v1",
|
||||
"selection": {
|
||||
"e2e_ms:mean": {
|
||||
"agreement": 1.0,
|
||||
"concordant_pairs": 48,
|
||||
"discordant_pairs": 0,
|
||||
"informative_pairs": 48,
|
||||
"real_ranking": [
|
||||
"tp4_mns32",
|
||||
"tp4_mns64",
|
||||
"tp4_mns8",
|
||||
"tp4_mns16",
|
||||
"tp2_mns8",
|
||||
"tp2_mns64",
|
||||
"tp2_mns32",
|
||||
"tp2_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns16",
|
||||
"tp1_mns64",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"real_winner": "tp4_mns32",
|
||||
"selected_config_real_regret": 0.0034531419781375313,
|
||||
"sim_ranking": [
|
||||
"tp4_mns16",
|
||||
"tp4_mns32",
|
||||
"tp4_mns64",
|
||||
"tp4_mns8",
|
||||
"tp2_mns16",
|
||||
"tp2_mns32",
|
||||
"tp2_mns64",
|
||||
"tp2_mns8",
|
||||
"tp1_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns64",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"sim_winner": "tp4_mns16",
|
||||
"tied_pairs": 18,
|
||||
"winner_match": false
|
||||
},
|
||||
"e2e_ms:p90": {
|
||||
"agreement": 1.0,
|
||||
"concordant_pairs": 48,
|
||||
"discordant_pairs": 0,
|
||||
"informative_pairs": 48,
|
||||
"real_ranking": [
|
||||
"tp4_mns32",
|
||||
"tp4_mns8",
|
||||
"tp4_mns64",
|
||||
"tp4_mns16",
|
||||
"tp2_mns8",
|
||||
"tp2_mns64",
|
||||
"tp2_mns32",
|
||||
"tp2_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns16",
|
||||
"tp1_mns64",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"real_winner": "tp4_mns32",
|
||||
"selected_config_real_regret": 0.005277055274057908,
|
||||
"sim_ranking": [
|
||||
"tp4_mns16",
|
||||
"tp4_mns32",
|
||||
"tp4_mns64",
|
||||
"tp4_mns8",
|
||||
"tp2_mns16",
|
||||
"tp2_mns32",
|
||||
"tp2_mns64",
|
||||
"tp2_mns8",
|
||||
"tp1_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns64",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"sim_winner": "tp4_mns16",
|
||||
"tied_pairs": 18,
|
||||
"winner_match": false
|
||||
},
|
||||
"ttft_ms:mean": {
|
||||
"agreement": 1.0,
|
||||
"concordant_pairs": 48,
|
||||
"discordant_pairs": 0,
|
||||
"informative_pairs": 48,
|
||||
"real_ranking": [
|
||||
"tp4_mns32",
|
||||
"tp4_mns64",
|
||||
"tp4_mns8",
|
||||
"tp4_mns16",
|
||||
"tp2_mns8",
|
||||
"tp2_mns64",
|
||||
"tp2_mns32",
|
||||
"tp2_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns16",
|
||||
"tp1_mns64",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"real_winner": "tp4_mns32",
|
||||
"selected_config_real_regret": 0.003463041945107654,
|
||||
"sim_ranking": [
|
||||
"tp4_mns16",
|
||||
"tp4_mns32",
|
||||
"tp4_mns64",
|
||||
"tp4_mns8",
|
||||
"tp2_mns16",
|
||||
"tp2_mns32",
|
||||
"tp2_mns64",
|
||||
"tp2_mns8",
|
||||
"tp1_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns64",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"sim_winner": "tp4_mns16",
|
||||
"tied_pairs": 18,
|
||||
"winner_match": false
|
||||
},
|
||||
"ttft_ms:p90": {
|
||||
"agreement": 1.0,
|
||||
"concordant_pairs": 48,
|
||||
"discordant_pairs": 0,
|
||||
"informative_pairs": 48,
|
||||
"real_ranking": [
|
||||
"tp4_mns32",
|
||||
"tp4_mns8",
|
||||
"tp4_mns64",
|
||||
"tp4_mns16",
|
||||
"tp2_mns8",
|
||||
"tp2_mns64",
|
||||
"tp2_mns32",
|
||||
"tp2_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns16",
|
||||
"tp1_mns64",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"real_winner": "tp4_mns32",
|
||||
"selected_config_real_regret": 0.005266030780421245,
|
||||
"sim_ranking": [
|
||||
"tp4_mns16",
|
||||
"tp4_mns32",
|
||||
"tp4_mns64",
|
||||
"tp4_mns8",
|
||||
"tp2_mns16",
|
||||
"tp2_mns32",
|
||||
"tp2_mns64",
|
||||
"tp2_mns8",
|
||||
"tp1_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns64",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"sim_winner": "tp4_mns16",
|
||||
"tied_pairs": 18,
|
||||
"winner_match": false
|
||||
}
|
||||
},
|
||||
"sim_root": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/sim/fixed-po"
|
||||
}
|
||||
@@ -0,0 +1,8 @@
|
||||
# Qwen30 Frontier vs real latency selection
|
||||
|
||||
| Objective | Frontier | Real | Match | Regret | Pairwise |
|
||||
|---|---|---|---:|---:|---:|
|
||||
| ttft_ms:mean | tp4_mns16 | tp4_mns32 | no | 0.3% | 100.0% |
|
||||
| ttft_ms:p90 | tp4_mns16 | tp4_mns32 | no | 0.5% | 100.0% |
|
||||
| e2e_ms:mean | tp4_mns16 | tp4_mns32 | no | 0.3% | 100.0% |
|
||||
| e2e_ms:p90 | tp4_mns16 | tp4_mns32 | no | 0.5% | 100.0% |
|
||||
@@ -0,0 +1,997 @@
|
||||
{
|
||||
"applicable_metrics": [
|
||||
"ttft_ms",
|
||||
"e2e_ms"
|
||||
],
|
||||
"case_root": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po",
|
||||
"configs": {
|
||||
"tp1_mns16": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"pooled_mean_ms": 311.5405924270961,
|
||||
"pooled_p90_ms": 313.7628498952836,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 311.5405924270961,
|
||||
"trial_stddev_of_means_ms": 1.3039412575877052
|
||||
},
|
||||
"ttft_ms": {
|
||||
"pooled_mean_ms": 311.49589566449873,
|
||||
"pooled_p90_ms": 313.7203580699861,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 311.49589566449873,
|
||||
"trial_stddev_of_means_ms": 1.3039649961427384
|
||||
}
|
||||
},
|
||||
"trials": [
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 310.6955070939125,
|
||||
"p90_ms": 311.31368898786604,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 310.65253322356983,
|
||||
"p90_ms": 311.2668279791251,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns16/trial1/results/result.json",
|
||||
"trial": 1
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 310.8839521212648,
|
||||
"p90_ms": 311.4629740593955,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 310.837354891071,
|
||||
"p90_ms": 311.4192739594728,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns16/trial2/results/result.json",
|
||||
"trial": 2
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 313.04231806611097,
|
||||
"p90_ms": 314.1881680348888,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 312.99779887885535,
|
||||
"p90_ms": 314.14560007397085,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns16/trial3/results/result.json",
|
||||
"trial": 3
|
||||
}
|
||||
]
|
||||
},
|
||||
"tp1_mns32": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"pooled_mean_ms": 311.5105919916504,
|
||||
"pooled_p90_ms": 312.67331005074084,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 311.5105919916504,
|
||||
"trial_stddev_of_means_ms": 0.8370728024636384
|
||||
},
|
||||
"ttft_ms": {
|
||||
"pooled_mean_ms": 311.4647780706316,
|
||||
"pooled_p90_ms": 312.62694601900876,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 311.4647780706316,
|
||||
"trial_stddev_of_means_ms": 0.8370818779367518
|
||||
}
|
||||
},
|
||||
"trials": [
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 311.46654921424386,
|
||||
"p90_ms": 311.97385501582175,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 311.4168197754589,
|
||||
"p90_ms": 311.92471098620445,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns32/trial1/results/result.json",
|
||||
"trial": 1
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 310.69641002473793,
|
||||
"p90_ms": 311.3162890076637,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 310.6527063394951,
|
||||
"p90_ms": 311.2770210718736,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns32/trial2/results/result.json",
|
||||
"trial": 2
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 312.36881673596946,
|
||||
"p90_ms": 313.099671038799,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 312.3248080969408,
|
||||
"p90_ms": 313.04874701891094,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns32/trial3/results/result.json",
|
||||
"trial": 3
|
||||
}
|
||||
]
|
||||
},
|
||||
"tp1_mns64": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"pooled_mean_ms": 312.1343500969265,
|
||||
"pooled_p90_ms": 313.89150698669255,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 312.1343500969265,
|
||||
"trial_stddev_of_means_ms": 0.46642112108308753
|
||||
},
|
||||
"ttft_ms": {
|
||||
"pooled_mean_ms": 312.0841491107084,
|
||||
"pooled_p90_ms": 313.84513492230326,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 312.0841491107083,
|
||||
"trial_stddev_of_means_ms": 0.46656234571063265
|
||||
}
|
||||
},
|
||||
"trials": [
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 311.59666514998946,
|
||||
"p90_ms": 313.3960220729932,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 311.546319629997,
|
||||
"p90_ms": 313.33198107313365,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns64/trial1/results/result.json",
|
||||
"trial": 1
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 312.4300223219857,
|
||||
"p90_ms": 314.37386700417846,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 312.3801749132588,
|
||||
"p90_ms": 314.32278105057776,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns64/trial2/results/result.json",
|
||||
"trial": 2
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 312.37636281880424,
|
||||
"p90_ms": 313.45780298579484,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 312.32595278886924,
|
||||
"p90_ms": 313.3977819234133,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns64/trial3/results/result.json",
|
||||
"trial": 3
|
||||
}
|
||||
]
|
||||
},
|
||||
"tp1_mns8": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"pooled_mean_ms": 312.4610948317168,
|
||||
"pooled_p90_ms": 314.16700792033225,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 312.4610948317168,
|
||||
"trial_stddev_of_means_ms": 0.7149524029740935
|
||||
},
|
||||
"ttft_ms": {
|
||||
"pooled_mean_ms": 312.4132300384316,
|
||||
"pooled_p90_ms": 314.1121099470183,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 312.4132300384316,
|
||||
"trial_stddev_of_means_ms": 0.7170007678929775
|
||||
}
|
||||
},
|
||||
"trials": [
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 313.2865619732444,
|
||||
"p90_ms": 314.3677569460124,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 313.24100631591773,
|
||||
"p90_ms": 314.32040000800043,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns8/trial1/results/result.json",
|
||||
"trial": 1
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 312.0378761661895,
|
||||
"p90_ms": 313.87826695572585,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 311.9859282132999,
|
||||
"p90_ms": 313.8229319592938,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns8/trial2/results/result.json",
|
||||
"trial": 2
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 312.05884635571664,
|
||||
"p90_ms": 314.0185490483418,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 312.01275558607716,
|
||||
"p90_ms": 313.97431797813624,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns8/trial3/results/result.json",
|
||||
"trial": 3
|
||||
}
|
||||
]
|
||||
},
|
||||
"tp2_mns16": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"pooled_mean_ms": 190.31096146856925,
|
||||
"pooled_p90_ms": 191.60501298028976,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 190.31096146856922,
|
||||
"trial_stddev_of_means_ms": 0.5354377240256494
|
||||
},
|
||||
"ttft_ms": {
|
||||
"pooled_mean_ms": 190.26420441538883,
|
||||
"pooled_p90_ms": 191.55984604731202,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 190.26420441538883,
|
||||
"trial_stddev_of_means_ms": 0.5389874750392776
|
||||
}
|
||||
},
|
||||
"trials": [
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 190.07371114938363,
|
||||
"p90_ms": 191.55416695866734,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 190.0275621526052,
|
||||
"p90_ms": 191.50883494876325,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns16/trial1/results/result.json",
|
||||
"trial": 1
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 190.92403356246794,
|
||||
"p90_ms": 191.83196197263896,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 190.88103114138084,
|
||||
"p90_ms": 191.79061893373728,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns16/trial2/results/result.json",
|
||||
"trial": 2
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 189.93513969385612,
|
||||
"p90_ms": 191.3305459311232,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 189.88401995218044,
|
||||
"p90_ms": 191.23233994469047,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns16/trial3/results/result.json",
|
||||
"trial": 3
|
||||
}
|
||||
]
|
||||
},
|
||||
"tp2_mns32": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"pooled_mean_ms": 190.1976155063099,
|
||||
"pooled_p90_ms": 191.3924120599404,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 190.19761550630986,
|
||||
"trial_stddev_of_means_ms": 0.4305067654025827
|
||||
},
|
||||
"ttft_ms": {
|
||||
"pooled_mean_ms": 190.15199505472157,
|
||||
"pooled_p90_ms": 191.34706107433885,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 190.1519950547216,
|
||||
"trial_stddev_of_means_ms": 0.4287092219589841
|
||||
}
|
||||
},
|
||||
"trials": [
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 190.51239040683853,
|
||||
"p90_ms": 191.31595105864108,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 190.46796200088505,
|
||||
"p90_ms": 191.2707129959017,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns32/trial1/results/result.json",
|
||||
"trial": 1
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 189.70702594537505,
|
||||
"p90_ms": 191.25314499251544,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 189.66398845564444,
|
||||
"p90_ms": 191.21390499640256,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns32/trial2/results/result.json",
|
||||
"trial": 2
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 190.37343016671605,
|
||||
"p90_ms": 191.65610091295093,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 190.32403470763524,
|
||||
"p90_ms": 191.5953279240057,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns32/trial3/results/result.json",
|
||||
"trial": 3
|
||||
}
|
||||
]
|
||||
},
|
||||
"tp2_mns64": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"pooled_mean_ms": 188.49150093478283,
|
||||
"pooled_p90_ms": 190.28858200181276,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 188.49150093478283,
|
||||
"trial_stddev_of_means_ms": 1.6533226552993832
|
||||
},
|
||||
"ttft_ms": {
|
||||
"pooled_mean_ms": 188.44684911725727,
|
||||
"pooled_p90_ms": 190.2463739970699,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 188.44684911725724,
|
||||
"trial_stddev_of_means_ms": 1.650697495689325
|
||||
}
|
||||
},
|
||||
"trials": [
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 189.15035290614583,
|
||||
"p90_ms": 190.26379100978374,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 189.106691004038,
|
||||
"p90_ms": 190.2244269149378,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns64/trial1/results/result.json",
|
||||
"trial": 1
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 189.7138195680382,
|
||||
"p90_ms": 190.8034710213542,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 189.66555941971345,
|
||||
"p90_ms": 190.7602889696136,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns64/trial2/results/result.json",
|
||||
"trial": 2
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 186.61033033016446,
|
||||
"p90_ms": 187.4971800716594,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 186.56829692802035,
|
||||
"p90_ms": 187.45643505826592,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns64/trial3/results/result.json",
|
||||
"trial": 3
|
||||
}
|
||||
]
|
||||
},
|
||||
"tp2_mns8": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"pooled_mean_ms": 185.58736601101546,
|
||||
"pooled_p90_ms": 186.94222904741764,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 185.58736601101546,
|
||||
"trial_stddev_of_means_ms": 0.17900602117493175
|
||||
},
|
||||
"ttft_ms": {
|
||||
"pooled_mean_ms": 185.54133709128124,
|
||||
"pooled_p90_ms": 186.88921502325684,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 185.54133709128124,
|
||||
"trial_stddev_of_means_ms": 0.17412945433635296
|
||||
}
|
||||
},
|
||||
"trials": [
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 185.46277399905068,
|
||||
"p90_ms": 186.92227499559522,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 185.41920935401714,
|
||||
"p90_ms": 186.8766910629347,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns8/trial1/results/result.json",
|
||||
"trial": 1
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 185.79249331095266,
|
||||
"p90_ms": 187.07626103423536,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 185.74072911579827,
|
||||
"p90_ms": 187.01596499886364,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns8/trial2/results/result.json",
|
||||
"trial": 2
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 185.50683072304304,
|
||||
"p90_ms": 186.73917709384114,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 185.46407280402832,
|
||||
"p90_ms": 186.69728806708008,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns8/trial3/results/result.json",
|
||||
"trial": 3
|
||||
}
|
||||
]
|
||||
},
|
||||
"tp4_mns16": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"pooled_mean_ms": 113.83082875217904,
|
||||
"pooled_p90_ms": 115.34429900348186,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 113.83082875217904,
|
||||
"trial_stddev_of_means_ms": 0.9461418127163538
|
||||
},
|
||||
"ttft_ms": {
|
||||
"pooled_mean_ms": 113.78785713766635,
|
||||
"pooled_p90_ms": 115.29833707027137,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 113.78785713766636,
|
||||
"trial_stddev_of_means_ms": 0.9438950942019103
|
||||
}
|
||||
},
|
||||
"trials": [
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 114.32171626612616,
|
||||
"p90_ms": 115.71828299202025,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 114.27366546969427,
|
||||
"p90_ms": 115.66144204698503,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns16/trial1/results/result.json",
|
||||
"trial": 1
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 112.74012975786098,
|
||||
"p90_ms": 113.76826802734286,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 112.70000880352197,
|
||||
"p90_ms": 113.72840602416545,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns16/trial2/results/result.json",
|
||||
"trial": 2
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 114.43064023254998,
|
||||
"p90_ms": 115.64736906439066,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 114.38989713978283,
|
||||
"p90_ms": 115.60670402832329,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns16/trial3/results/result.json",
|
||||
"trial": 3
|
||||
}
|
||||
]
|
||||
},
|
||||
"tp4_mns32": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"pooled_mean_ms": 113.43910740842456,
|
||||
"pooled_p90_ms": 114.73881592974067,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 113.43910740842455,
|
||||
"trial_stddev_of_means_ms": 0.15342403653521097
|
||||
},
|
||||
"ttft_ms": {
|
||||
"pooled_mean_ms": 113.39516492515813,
|
||||
"pooled_p90_ms": 114.69435307662934,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 113.39516492515811,
|
||||
"trial_stddev_of_means_ms": 0.15129782609682924
|
||||
}
|
||||
},
|
||||
"trials": [
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 113.3981759986996,
|
||||
"p90_ms": 114.83101104386151,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 113.35384492909152,
|
||||
"p90_ms": 114.78637403342873,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns32/trial1/results/result.json",
|
||||
"trial": 1
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 113.60884601692398,
|
||||
"p90_ms": 115.0080730440095,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 113.56283011230194,
|
||||
"p90_ms": 114.94788806885481,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns32/trial2/results/result.json",
|
||||
"trial": 2
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 113.3103002096501,
|
||||
"p90_ms": 114.50691497884691,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 113.2688197340809,
|
||||
"p90_ms": 114.4664689199999,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns32/trial3/results/result.json",
|
||||
"trial": 3
|
||||
}
|
||||
]
|
||||
},
|
||||
"tp4_mns64": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"pooled_mean_ms": 113.57268320527,
|
||||
"pooled_p90_ms": 115.08622206747532,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 113.57268320527,
|
||||
"trial_stddev_of_means_ms": 0.1834744740593822
|
||||
},
|
||||
"ttft_ms": {
|
||||
"pooled_mean_ms": 113.52880459490815,
|
||||
"pooled_p90_ms": 115.04431103821844,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 113.52880459490815,
|
||||
"trial_stddev_of_means_ms": 0.18387162741378107
|
||||
}
|
||||
},
|
||||
"trials": [
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 113.70978420210734,
|
||||
"p90_ms": 115.44408102054149,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 113.66415427361727,
|
||||
"p90_ms": 115.39141100365669,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns64/trial1/results/result.json",
|
||||
"trial": 1
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 113.64400897406998,
|
||||
"p90_ms": 114.92579500190914,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 113.60279529025698,
|
||||
"p90_ms": 114.8861589608714,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns64/trial2/results/result.json",
|
||||
"trial": 2
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 113.36425643963268,
|
||||
"p90_ms": 114.78174000512809,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 113.31946422085021,
|
||||
"p90_ms": 114.745571045205,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns64/trial3/results/result.json",
|
||||
"trial": 3
|
||||
}
|
||||
]
|
||||
},
|
||||
"tp4_mns8": {
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"pooled_mean_ms": 113.80060324454426,
|
||||
"pooled_p90_ms": 114.74568990524858,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 113.80060324454426,
|
||||
"trial_stddev_of_means_ms": 0.1793280070989901
|
||||
},
|
||||
"ttft_ms": {
|
||||
"pooled_mean_ms": 113.75673118469592,
|
||||
"pooled_p90_ms": 114.70199096947908,
|
||||
"pooled_samples": 771,
|
||||
"trial_mean_of_means_ms": 113.75673118469592,
|
||||
"trial_stddev_of_means_ms": 0.17717556416711291
|
||||
}
|
||||
},
|
||||
"trials": [
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 113.60963180313314,
|
||||
"p90_ms": 114.72724401392043,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 113.56837538357259,
|
||||
"p90_ms": 114.6864800248295,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns8/trial1/results/result.json",
|
||||
"trial": 1
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 113.82676389363706,
|
||||
"p90_ms": 115.33373803831637,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 113.78175165850293,
|
||||
"p90_ms": 115.29060895554721,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns8/trial2/results/result.json",
|
||||
"trial": 2
|
||||
},
|
||||
{
|
||||
"metrics": {
|
||||
"e2e_ms": {
|
||||
"mean_ms": 113.96541403686258,
|
||||
"p90_ms": 114.28226600401103,
|
||||
"samples": 257
|
||||
},
|
||||
"ttft_ms": {
|
||||
"mean_ms": 113.92006651201224,
|
||||
"p90_ms": 114.24182495102286,
|
||||
"samples": 257
|
||||
}
|
||||
},
|
||||
"requests": 257,
|
||||
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns8/trial3/results/result.json",
|
||||
"trial": 3
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"prefill_only": true,
|
||||
"schema": "qwen30-latency-case-real-audit-v1",
|
||||
"trace_manifests": {
|
||||
"tp1": {
|
||||
"description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse",
|
||||
"first_arrival_s": 0.0,
|
||||
"global_offered_request_rate": 1.125,
|
||||
"last_arrival_s": 227.55555555555554,
|
||||
"output_tokens": [
|
||||
1
|
||||
],
|
||||
"per_gpu_offered_request_rate": 1.125,
|
||||
"prefix_caching": false,
|
||||
"private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp1/private/real_requests.jsonl",
|
||||
"private_jsonl_sha256": "eb048c65428f2530bdea135e6607405fd7ebaefb103267daaec29839462aa3ab",
|
||||
"public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp1/public/frontier.csv",
|
||||
"public_csv_sha256": "82c186222779c4a176f18e425d371966012ca7c1c6560f13d2c7036ac4f38d86",
|
||||
"requests": 257,
|
||||
"row_vector_sha256": "9829ec5834913fa49f900f4e07c8e83206726fc5a70d88de1498426ec91c51f3",
|
||||
"schema": "qwen30-latency-case-v1",
|
||||
"tensor_parallel_size": 1
|
||||
},
|
||||
"tp2": {
|
||||
"description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse",
|
||||
"first_arrival_s": 0.0,
|
||||
"global_offered_request_rate": 2.25,
|
||||
"last_arrival_s": 113.77777777777777,
|
||||
"output_tokens": [
|
||||
1
|
||||
],
|
||||
"per_gpu_offered_request_rate": 1.125,
|
||||
"prefix_caching": false,
|
||||
"private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp2/private/real_requests.jsonl",
|
||||
"private_jsonl_sha256": "aa61aed87875ed792c37efdd62bfeee4753bd3de110a1de92fa32273be13ca12",
|
||||
"public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp2/public/frontier.csv",
|
||||
"public_csv_sha256": "b32676281c8f5651f47ee3d88a88d433a01a0863d8794751d2d638b988e1b8b2",
|
||||
"requests": 257,
|
||||
"row_vector_sha256": "1c032691cc4624b125e5589ee8466e46a67ddad7fe9e7380d5857bb81633cc3c",
|
||||
"schema": "qwen30-latency-case-v1",
|
||||
"tensor_parallel_size": 2
|
||||
},
|
||||
"tp4": {
|
||||
"description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse",
|
||||
"first_arrival_s": 0.0,
|
||||
"global_offered_request_rate": 4.5,
|
||||
"last_arrival_s": 56.888888888888886,
|
||||
"output_tokens": [
|
||||
1
|
||||
],
|
||||
"per_gpu_offered_request_rate": 1.125,
|
||||
"prefix_caching": false,
|
||||
"private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp4/private/real_requests.jsonl",
|
||||
"private_jsonl_sha256": "b82a17cd707c3c54069298b764031a1c18775571aa6e54c55be0746dd1fe94ca",
|
||||
"public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp4/public/frontier.csv",
|
||||
"public_csv_sha256": "67429bf430436a23979a0007707a03f4c67af962b9466cd230294a3c62696931",
|
||||
"requests": 257,
|
||||
"row_vector_sha256": "ab5af2eddc7d07420c6fcdf28b3a014d7241b2b35471ee581c6d7a8e3afb93e6",
|
||||
"schema": "qwen30-latency-case-v1",
|
||||
"tensor_parallel_size": 4
|
||||
}
|
||||
},
|
||||
"traces_root": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po",
|
||||
"winners": {
|
||||
"e2e_ms:pooled_mean_ms": {
|
||||
"ranking": [
|
||||
"tp4_mns32",
|
||||
"tp4_mns64",
|
||||
"tp4_mns8",
|
||||
"tp4_mns16",
|
||||
"tp2_mns8",
|
||||
"tp2_mns64",
|
||||
"tp2_mns32",
|
||||
"tp2_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns16",
|
||||
"tp1_mns64",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"winner": "tp4_mns32",
|
||||
"winner_value_ms": 113.43910740842456
|
||||
},
|
||||
"e2e_ms:pooled_p90_ms": {
|
||||
"ranking": [
|
||||
"tp4_mns32",
|
||||
"tp4_mns8",
|
||||
"tp4_mns64",
|
||||
"tp4_mns16",
|
||||
"tp2_mns8",
|
||||
"tp2_mns64",
|
||||
"tp2_mns32",
|
||||
"tp2_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns16",
|
||||
"tp1_mns64",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"winner": "tp4_mns32",
|
||||
"winner_value_ms": 114.73881592974067
|
||||
},
|
||||
"ttft_ms:pooled_mean_ms": {
|
||||
"ranking": [
|
||||
"tp4_mns32",
|
||||
"tp4_mns64",
|
||||
"tp4_mns8",
|
||||
"tp4_mns16",
|
||||
"tp2_mns8",
|
||||
"tp2_mns64",
|
||||
"tp2_mns32",
|
||||
"tp2_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns16",
|
||||
"tp1_mns64",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"winner": "tp4_mns32",
|
||||
"winner_value_ms": 113.39516492515813
|
||||
},
|
||||
"ttft_ms:pooled_p90_ms": {
|
||||
"ranking": [
|
||||
"tp4_mns32",
|
||||
"tp4_mns8",
|
||||
"tp4_mns64",
|
||||
"tp4_mns16",
|
||||
"tp2_mns8",
|
||||
"tp2_mns64",
|
||||
"tp2_mns32",
|
||||
"tp2_mns16",
|
||||
"tp1_mns32",
|
||||
"tp1_mns16",
|
||||
"tp1_mns64",
|
||||
"tp1_mns8"
|
||||
],
|
||||
"winner": "tp4_mns32",
|
||||
"winner_value_ms": 114.69435307662934
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,10 @@
|
||||
# Qwen30 real latency case audit
|
||||
|
||||
Prefill-only: `True`.
|
||||
|
||||
| Objective | Real winner | Value (ms) |
|
||||
|---|---|---:|
|
||||
| ttft_ms:pooled_mean_ms | tp4_mns32 | 113.40 |
|
||||
| ttft_ms:pooled_p90_ms | tp4_mns32 | 114.69 |
|
||||
| e2e_ms:pooled_mean_ms | tp4_mns32 | 113.44 |
|
||||
| e2e_ms:pooled_p90_ms | tp4_mns32 | 114.74 |
|
||||
Reference in New Issue
Block a user