998 lines
32 KiB
JSON
998 lines
32 KiB
JSON
{
|
|
"applicable_metrics": [
|
|
"ttft_ms",
|
|
"e2e_ms"
|
|
],
|
|
"case_root": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po",
|
|
"configs": {
|
|
"tp1_mns16": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 311.5405924270961,
|
|
"pooled_p90_ms": 313.7628498952836,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 311.5405924270961,
|
|
"trial_stddev_of_means_ms": 1.3039412575877052
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 311.49589566449873,
|
|
"pooled_p90_ms": 313.7203580699861,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 311.49589566449873,
|
|
"trial_stddev_of_means_ms": 1.3039649961427384
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 310.6955070939125,
|
|
"p90_ms": 311.31368898786604,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 310.65253322356983,
|
|
"p90_ms": 311.2668279791251,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns16/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 310.8839521212648,
|
|
"p90_ms": 311.4629740593955,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 310.837354891071,
|
|
"p90_ms": 311.4192739594728,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns16/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 313.04231806611097,
|
|
"p90_ms": 314.1881680348888,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 312.99779887885535,
|
|
"p90_ms": 314.14560007397085,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns16/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp1_mns32": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 311.5105919916504,
|
|
"pooled_p90_ms": 312.67331005074084,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 311.5105919916504,
|
|
"trial_stddev_of_means_ms": 0.8370728024636384
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 311.4647780706316,
|
|
"pooled_p90_ms": 312.62694601900876,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 311.4647780706316,
|
|
"trial_stddev_of_means_ms": 0.8370818779367518
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 311.46654921424386,
|
|
"p90_ms": 311.97385501582175,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 311.4168197754589,
|
|
"p90_ms": 311.92471098620445,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns32/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 310.69641002473793,
|
|
"p90_ms": 311.3162890076637,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 310.6527063394951,
|
|
"p90_ms": 311.2770210718736,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns32/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 312.36881673596946,
|
|
"p90_ms": 313.099671038799,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 312.3248080969408,
|
|
"p90_ms": 313.04874701891094,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns32/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp1_mns64": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 312.1343500969265,
|
|
"pooled_p90_ms": 313.89150698669255,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 312.1343500969265,
|
|
"trial_stddev_of_means_ms": 0.46642112108308753
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 312.0841491107084,
|
|
"pooled_p90_ms": 313.84513492230326,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 312.0841491107083,
|
|
"trial_stddev_of_means_ms": 0.46656234571063265
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 311.59666514998946,
|
|
"p90_ms": 313.3960220729932,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 311.546319629997,
|
|
"p90_ms": 313.33198107313365,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns64/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 312.4300223219857,
|
|
"p90_ms": 314.37386700417846,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 312.3801749132588,
|
|
"p90_ms": 314.32278105057776,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns64/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 312.37636281880424,
|
|
"p90_ms": 313.45780298579484,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 312.32595278886924,
|
|
"p90_ms": 313.3977819234133,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns64/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp1_mns8": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 312.4610948317168,
|
|
"pooled_p90_ms": 314.16700792033225,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 312.4610948317168,
|
|
"trial_stddev_of_means_ms": 0.7149524029740935
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 312.4132300384316,
|
|
"pooled_p90_ms": 314.1121099470183,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 312.4132300384316,
|
|
"trial_stddev_of_means_ms": 0.7170007678929775
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 313.2865619732444,
|
|
"p90_ms": 314.3677569460124,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 313.24100631591773,
|
|
"p90_ms": 314.32040000800043,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns8/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 312.0378761661895,
|
|
"p90_ms": 313.87826695572585,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 311.9859282132999,
|
|
"p90_ms": 313.8229319592938,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns8/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 312.05884635571664,
|
|
"p90_ms": 314.0185490483418,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 312.01275558607716,
|
|
"p90_ms": 313.97431797813624,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns8/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp2_mns16": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 190.31096146856925,
|
|
"pooled_p90_ms": 191.60501298028976,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 190.31096146856922,
|
|
"trial_stddev_of_means_ms": 0.5354377240256494
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 190.26420441538883,
|
|
"pooled_p90_ms": 191.55984604731202,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 190.26420441538883,
|
|
"trial_stddev_of_means_ms": 0.5389874750392776
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 190.07371114938363,
|
|
"p90_ms": 191.55416695866734,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 190.0275621526052,
|
|
"p90_ms": 191.50883494876325,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns16/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 190.92403356246794,
|
|
"p90_ms": 191.83196197263896,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 190.88103114138084,
|
|
"p90_ms": 191.79061893373728,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns16/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 189.93513969385612,
|
|
"p90_ms": 191.3305459311232,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 189.88401995218044,
|
|
"p90_ms": 191.23233994469047,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns16/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp2_mns32": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 190.1976155063099,
|
|
"pooled_p90_ms": 191.3924120599404,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 190.19761550630986,
|
|
"trial_stddev_of_means_ms": 0.4305067654025827
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 190.15199505472157,
|
|
"pooled_p90_ms": 191.34706107433885,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 190.1519950547216,
|
|
"trial_stddev_of_means_ms": 0.4287092219589841
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 190.51239040683853,
|
|
"p90_ms": 191.31595105864108,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 190.46796200088505,
|
|
"p90_ms": 191.2707129959017,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns32/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 189.70702594537505,
|
|
"p90_ms": 191.25314499251544,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 189.66398845564444,
|
|
"p90_ms": 191.21390499640256,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns32/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 190.37343016671605,
|
|
"p90_ms": 191.65610091295093,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 190.32403470763524,
|
|
"p90_ms": 191.5953279240057,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns32/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp2_mns64": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 188.49150093478283,
|
|
"pooled_p90_ms": 190.28858200181276,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 188.49150093478283,
|
|
"trial_stddev_of_means_ms": 1.6533226552993832
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 188.44684911725727,
|
|
"pooled_p90_ms": 190.2463739970699,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 188.44684911725724,
|
|
"trial_stddev_of_means_ms": 1.650697495689325
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 189.15035290614583,
|
|
"p90_ms": 190.26379100978374,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 189.106691004038,
|
|
"p90_ms": 190.2244269149378,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns64/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 189.7138195680382,
|
|
"p90_ms": 190.8034710213542,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 189.66555941971345,
|
|
"p90_ms": 190.7602889696136,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns64/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 186.61033033016446,
|
|
"p90_ms": 187.4971800716594,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 186.56829692802035,
|
|
"p90_ms": 187.45643505826592,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns64/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp2_mns8": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 185.58736601101546,
|
|
"pooled_p90_ms": 186.94222904741764,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 185.58736601101546,
|
|
"trial_stddev_of_means_ms": 0.17900602117493175
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 185.54133709128124,
|
|
"pooled_p90_ms": 186.88921502325684,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 185.54133709128124,
|
|
"trial_stddev_of_means_ms": 0.17412945433635296
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 185.46277399905068,
|
|
"p90_ms": 186.92227499559522,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 185.41920935401714,
|
|
"p90_ms": 186.8766910629347,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns8/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 185.79249331095266,
|
|
"p90_ms": 187.07626103423536,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 185.74072911579827,
|
|
"p90_ms": 187.01596499886364,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns8/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 185.50683072304304,
|
|
"p90_ms": 186.73917709384114,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 185.46407280402832,
|
|
"p90_ms": 186.69728806708008,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns8/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp4_mns16": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 113.83082875217904,
|
|
"pooled_p90_ms": 115.34429900348186,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 113.83082875217904,
|
|
"trial_stddev_of_means_ms": 0.9461418127163538
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 113.78785713766635,
|
|
"pooled_p90_ms": 115.29833707027137,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 113.78785713766636,
|
|
"trial_stddev_of_means_ms": 0.9438950942019103
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 114.32171626612616,
|
|
"p90_ms": 115.71828299202025,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 114.27366546969427,
|
|
"p90_ms": 115.66144204698503,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns16/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 112.74012975786098,
|
|
"p90_ms": 113.76826802734286,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 112.70000880352197,
|
|
"p90_ms": 113.72840602416545,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns16/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 114.43064023254998,
|
|
"p90_ms": 115.64736906439066,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 114.38989713978283,
|
|
"p90_ms": 115.60670402832329,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns16/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp4_mns32": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 113.43910740842456,
|
|
"pooled_p90_ms": 114.73881592974067,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 113.43910740842455,
|
|
"trial_stddev_of_means_ms": 0.15342403653521097
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 113.39516492515813,
|
|
"pooled_p90_ms": 114.69435307662934,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 113.39516492515811,
|
|
"trial_stddev_of_means_ms": 0.15129782609682924
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 113.3981759986996,
|
|
"p90_ms": 114.83101104386151,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 113.35384492909152,
|
|
"p90_ms": 114.78637403342873,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns32/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 113.60884601692398,
|
|
"p90_ms": 115.0080730440095,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 113.56283011230194,
|
|
"p90_ms": 114.94788806885481,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns32/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 113.3103002096501,
|
|
"p90_ms": 114.50691497884691,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 113.2688197340809,
|
|
"p90_ms": 114.4664689199999,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns32/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp4_mns64": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 113.57268320527,
|
|
"pooled_p90_ms": 115.08622206747532,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 113.57268320527,
|
|
"trial_stddev_of_means_ms": 0.1834744740593822
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 113.52880459490815,
|
|
"pooled_p90_ms": 115.04431103821844,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 113.52880459490815,
|
|
"trial_stddev_of_means_ms": 0.18387162741378107
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 113.70978420210734,
|
|
"p90_ms": 115.44408102054149,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 113.66415427361727,
|
|
"p90_ms": 115.39141100365669,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns64/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 113.64400897406998,
|
|
"p90_ms": 114.92579500190914,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 113.60279529025698,
|
|
"p90_ms": 114.8861589608714,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns64/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 113.36425643963268,
|
|
"p90_ms": 114.78174000512809,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 113.31946422085021,
|
|
"p90_ms": 114.745571045205,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns64/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp4_mns8": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 113.80060324454426,
|
|
"pooled_p90_ms": 114.74568990524858,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 113.80060324454426,
|
|
"trial_stddev_of_means_ms": 0.1793280070989901
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 113.75673118469592,
|
|
"pooled_p90_ms": 114.70199096947908,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 113.75673118469592,
|
|
"trial_stddev_of_means_ms": 0.17717556416711291
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 113.60963180313314,
|
|
"p90_ms": 114.72724401392043,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 113.56837538357259,
|
|
"p90_ms": 114.6864800248295,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns8/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 113.82676389363706,
|
|
"p90_ms": 115.33373803831637,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 113.78175165850293,
|
|
"p90_ms": 115.29060895554721,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns8/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 113.96541403686258,
|
|
"p90_ms": 114.28226600401103,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 113.92006651201224,
|
|
"p90_ms": 114.24182495102286,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns8/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"prefill_only": true,
|
|
"schema": "qwen30-latency-case-real-audit-v1",
|
|
"trace_manifests": {
|
|
"tp1": {
|
|
"description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse",
|
|
"first_arrival_s": 0.0,
|
|
"global_offered_request_rate": 1.125,
|
|
"last_arrival_s": 227.55555555555554,
|
|
"output_tokens": [
|
|
1
|
|
],
|
|
"per_gpu_offered_request_rate": 1.125,
|
|
"prefix_caching": false,
|
|
"private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp1/private/real_requests.jsonl",
|
|
"private_jsonl_sha256": "eb048c65428f2530bdea135e6607405fd7ebaefb103267daaec29839462aa3ab",
|
|
"public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp1/public/frontier.csv",
|
|
"public_csv_sha256": "82c186222779c4a176f18e425d371966012ca7c1c6560f13d2c7036ac4f38d86",
|
|
"requests": 257,
|
|
"row_vector_sha256": "9829ec5834913fa49f900f4e07c8e83206726fc5a70d88de1498426ec91c51f3",
|
|
"schema": "qwen30-latency-case-v1",
|
|
"tensor_parallel_size": 1
|
|
},
|
|
"tp2": {
|
|
"description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse",
|
|
"first_arrival_s": 0.0,
|
|
"global_offered_request_rate": 2.25,
|
|
"last_arrival_s": 113.77777777777777,
|
|
"output_tokens": [
|
|
1
|
|
],
|
|
"per_gpu_offered_request_rate": 1.125,
|
|
"prefix_caching": false,
|
|
"private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp2/private/real_requests.jsonl",
|
|
"private_jsonl_sha256": "aa61aed87875ed792c37efdd62bfeee4753bd3de110a1de92fa32273be13ca12",
|
|
"public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp2/public/frontier.csv",
|
|
"public_csv_sha256": "b32676281c8f5651f47ee3d88a88d433a01a0863d8794751d2d638b988e1b8b2",
|
|
"requests": 257,
|
|
"row_vector_sha256": "1c032691cc4624b125e5589ee8466e46a67ddad7fe9e7380d5857bb81633cc3c",
|
|
"schema": "qwen30-latency-case-v1",
|
|
"tensor_parallel_size": 2
|
|
},
|
|
"tp4": {
|
|
"description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse",
|
|
"first_arrival_s": 0.0,
|
|
"global_offered_request_rate": 4.5,
|
|
"last_arrival_s": 56.888888888888886,
|
|
"output_tokens": [
|
|
1
|
|
],
|
|
"per_gpu_offered_request_rate": 1.125,
|
|
"prefix_caching": false,
|
|
"private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp4/private/real_requests.jsonl",
|
|
"private_jsonl_sha256": "b82a17cd707c3c54069298b764031a1c18775571aa6e54c55be0746dd1fe94ca",
|
|
"public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp4/public/frontier.csv",
|
|
"public_csv_sha256": "67429bf430436a23979a0007707a03f4c67af962b9466cd230294a3c62696931",
|
|
"requests": 257,
|
|
"row_vector_sha256": "ab5af2eddc7d07420c6fcdf28b3a014d7241b2b35471ee581c6d7a8e3afb93e6",
|
|
"schema": "qwen30-latency-case-v1",
|
|
"tensor_parallel_size": 4
|
|
}
|
|
},
|
|
"traces_root": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po",
|
|
"winners": {
|
|
"e2e_ms:pooled_mean_ms": {
|
|
"ranking": [
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp4_mns8",
|
|
"tp4_mns16",
|
|
"tp2_mns8",
|
|
"tp2_mns64",
|
|
"tp2_mns32",
|
|
"tp2_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns16",
|
|
"tp1_mns64",
|
|
"tp1_mns8"
|
|
],
|
|
"winner": "tp4_mns32",
|
|
"winner_value_ms": 113.43910740842456
|
|
},
|
|
"e2e_ms:pooled_p90_ms": {
|
|
"ranking": [
|
|
"tp4_mns32",
|
|
"tp4_mns8",
|
|
"tp4_mns64",
|
|
"tp4_mns16",
|
|
"tp2_mns8",
|
|
"tp2_mns64",
|
|
"tp2_mns32",
|
|
"tp2_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns16",
|
|
"tp1_mns64",
|
|
"tp1_mns8"
|
|
],
|
|
"winner": "tp4_mns32",
|
|
"winner_value_ms": 114.73881592974067
|
|
},
|
|
"ttft_ms:pooled_mean_ms": {
|
|
"ranking": [
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp4_mns8",
|
|
"tp4_mns16",
|
|
"tp2_mns8",
|
|
"tp2_mns64",
|
|
"tp2_mns32",
|
|
"tp2_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns16",
|
|
"tp1_mns64",
|
|
"tp1_mns8"
|
|
],
|
|
"winner": "tp4_mns32",
|
|
"winner_value_ms": 113.39516492515813
|
|
},
|
|
"ttft_ms:pooled_p90_ms": {
|
|
"ranking": [
|
|
"tp4_mns32",
|
|
"tp4_mns8",
|
|
"tp4_mns64",
|
|
"tp4_mns16",
|
|
"tp2_mns8",
|
|
"tp2_mns64",
|
|
"tp2_mns32",
|
|
"tp2_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns16",
|
|
"tp1_mns64",
|
|
"tp1_mns8"
|
|
],
|
|
"winner": "tp4_mns32",
|
|
"winner_value_ms": 114.69435307662934
|
|
}
|
|
}
|
|
}
|