1299 lines
42 KiB
JSON
1299 lines
42 KiB
JSON
{
|
|
"applicable_metrics": [
|
|
"ttft_ms",
|
|
"tpot_ms",
|
|
"e2e_ms"
|
|
],
|
|
"case_root": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd",
|
|
"configs": {
|
|
"tp1_mns16": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 3244.8699812067493,
|
|
"pooled_p90_ms": 3425.266431993805,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 3244.8699812067493,
|
|
"trial_stddev_of_means_ms": 54.58553425230737
|
|
},
|
|
"tpot_ms": {
|
|
"pooled_mean_ms": 11.469757659740084,
|
|
"pooled_p90_ms": 12.171326144872342,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 11.469757659740083,
|
|
"trial_stddev_of_means_ms": 0.21211086007491214
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 320.0479193761807,
|
|
"pooled_p90_ms": 323.83561704773456,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 320.0479193761807,
|
|
"trial_stddev_of_means_ms": 1.3881860518161795
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3193.4511822196273,
|
|
"p90_ms": 3384.1337399790064,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 11.273388112562651,
|
|
"p90_ms": 12.023557262842123,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 318.70415179214734,
|
|
"p90_ms": 322.2650409443304,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns16/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3239.0094443264234,
|
|
"p90_ms": 3415.5735310632735,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 11.441173873868195,
|
|
"p90_ms": 12.136339439152211,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 321.4766235065425,
|
|
"p90_ms": 325.45425510033965,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns16/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3302.1493170741974,
|
|
"p90_ms": 3488.414889900014,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 11.694710992789403,
|
|
"p90_ms": 12.419273937577564,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 319.96298282985225,
|
|
"p90_ms": 323.75812309328467,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns16/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp1_mns32": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 3203.7226679738205,
|
|
"pooled_p90_ms": 3389.1853449167684,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 3203.722667973821,
|
|
"trial_stddev_of_means_ms": 37.62095572231703
|
|
},
|
|
"tpot_ms": {
|
|
"pooled_mean_ms": 11.31386031557959,
|
|
"pooled_p90_ms": 12.033569831035885,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 11.31386031557959,
|
|
"trial_stddev_of_means_ms": 0.13821363848478146
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 318.65480573091116,
|
|
"pooled_p90_ms": 322.9008379857987,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 318.65480573091116,
|
|
"trial_stddev_of_means_ms": 2.378102510617389
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3163.616114210406,
|
|
"p90_ms": 3361.8536689318717,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 11.166290408409983,
|
|
"p90_ms": 11.937463062577972,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 316.1799317087203,
|
|
"p90_ms": 320.07085403893143,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns32/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3238.2305139731907,
|
|
"p90_ms": 3415.6174729578197,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 11.440279400074546,
|
|
"p90_ms": 12.137762799986875,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 320.92259243105315,
|
|
"p90_ms": 324.3406399851665,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns32/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3209.3213757378653,
|
|
"p90_ms": 3402.1775929722935,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 11.33501113825424,
|
|
"p90_ms": 12.083764478345127,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 318.86189305296,
|
|
"p90_ms": 322.42463901638985,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns32/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp1_mns64": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 3260.1686794512834,
|
|
"pooled_p90_ms": 3455.085408058949,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 3260.168679451284,
|
|
"trial_stddev_of_means_ms": 40.661689073362574
|
|
},
|
|
"tpot_ms": {
|
|
"pooled_mean_ms": 11.527938706280123,
|
|
"pooled_p90_ms": 12.289238744871874,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 11.52793870628012,
|
|
"trial_stddev_of_means_ms": 0.15742476320695403
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 320.50949874761045,
|
|
"pooled_p90_ms": 324.3287180084735,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 320.50949874761045,
|
|
"trial_stddev_of_means_ms": 1.1136627349407815
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3238.780882805658,
|
|
"p90_ms": 3410.9200169332325,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 11.449106841169336,
|
|
"p90_ms": 12.123953999823653,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 319.22388932548085,
|
|
"p90_ms": 322.88106298074126,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns64/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3307.060569075864,
|
|
"p90_ms": 3503.4443179611117,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 11.709205648183815,
|
|
"p90_ms": 12.485718306190535,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 321.1778181112201,
|
|
"p90_ms": 324.64756595436484,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns64/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3234.6645864723287,
|
|
"p90_ms": 3445.0729619711637,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 11.425503629487213,
|
|
"p90_ms": 12.253773529721679,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 321.1267888061304,
|
|
"p90_ms": 324.92771092802286,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns64/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp1_mns8": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 3245.776986038003,
|
|
"pooled_p90_ms": 3423.4000670257956,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 3245.776986038003,
|
|
"trial_stddev_of_means_ms": 56.42282161792048
|
|
},
|
|
"tpot_ms": {
|
|
"pooled_mean_ms": 11.482428719576262,
|
|
"pooled_p90_ms": 12.175601455109085,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 11.482428719576262,
|
|
"trial_stddev_of_means_ms": 0.2240148980484202
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 317.7225427747669,
|
|
"pooled_p90_ms": 322.28669500909746,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 317.7225427747669,
|
|
"trial_stddev_of_means_ms": 2.390798892755192
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3182.410548419822,
|
|
"p90_ms": 3377.4496220285073,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 11.228627621663684,
|
|
"p90_ms": 11.996991521514515,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 319.07594205896777,
|
|
"p90_ms": 322.90874095633626,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns8/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3290.577206677297,
|
|
"p90_ms": 3467.5696010235697,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 11.652589256644216,
|
|
"p90_ms": 12.3542864939344,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 319.1296262616755,
|
|
"p90_ms": 322.9702590033412,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns8/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3264.34320301689,
|
|
"p90_ms": 3448.5452079679817,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 11.566069280420887,
|
|
"p90_ms": 12.271564404078413,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 314.96206000365737,
|
|
"p90_ms": 318.7974439933896,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns8/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp2_mns16": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 3894.695937868006,
|
|
"pooled_p90_ms": 4727.010502945632,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 3894.6959378680062,
|
|
"trial_stddev_of_means_ms": 321.92084658162594
|
|
},
|
|
"tpot_ms": {
|
|
"pooled_mean_ms": 14.481473999748076,
|
|
"pooled_p90_ms": 17.730250070784606,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 14.481473999748076,
|
|
"trial_stddev_of_means_ms": 1.2582346470555563
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 201.88473135410493,
|
|
"pooled_p90_ms": 207.47957099229097,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 201.88473135410493,
|
|
"trial_stddev_of_means_ms": 1.1331300161517917
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3589.8835412693184,
|
|
"p90_ms": 4331.327080959454,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 13.28914437973162,
|
|
"p90_ms": 16.179336294276165,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 201.11680352527662,
|
|
"p90_ms": 206.07955392915756,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns16/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 4231.357620817479,
|
|
"p90_ms": 4734.955659951083,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 15.796608200603078,
|
|
"p90_ms": 17.764389682469854,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 203.18613669487144,
|
|
"p90_ms": 208.71902198996395,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns16/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3862.846651517221,
|
|
"p90_ms": 4734.006996965036,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 14.35866941890953,
|
|
"p90_ms": 17.76524113317696,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 201.35125384216673,
|
|
"p90_ms": 206.80058794096112,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns16/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp2_mns32": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 3990.0007042352863,
|
|
"pooled_p90_ms": 4719.314776011743,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 3990.0007042352863,
|
|
"trial_stddev_of_means_ms": 337.87670595445104
|
|
},
|
|
"tpot_ms": {
|
|
"pooled_mean_ms": 14.855925269877513,
|
|
"pooled_p90_ms": 17.70052198393672,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 14.855925269877515,
|
|
"trial_stddev_of_means_ms": 1.318249751801272
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 201.7057607532932,
|
|
"pooled_p90_ms": 207.7565270010382,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 201.70576075329322,
|
|
"trial_stddev_of_means_ms": 1.7268857493870262
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 4231.524751395266,
|
|
"p90_ms": 4735.202983021736,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 15.798723248864277,
|
|
"p90_ms": 17.75633337651836,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 202.81657537468982,
|
|
"p90_ms": 208.523430977948,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns32/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3603.8893459863953,
|
|
"p90_ms": 4285.463593085296,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 13.349571505411829,
|
|
"p90_ms": 16.020474662346874,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 199.7162326146642,
|
|
"p90_ms": 204.20879207085818,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns32/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 4134.588015324197,
|
|
"p90_ms": 4732.604659046046,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 15.419481055356435,
|
|
"p90_ms": 17.74456359208653,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 202.58447427052556,
|
|
"p90_ms": 208.65151204634458,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns32/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp2_mns64": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 3354.8816545874283,
|
|
"pooled_p90_ms": 3575.366784934886,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 3354.8816545874283,
|
|
"trial_stddev_of_means_ms": 72.1597865775507
|
|
},
|
|
"tpot_ms": {
|
|
"pooled_mean_ms": 12.393283087182931,
|
|
"pooled_p90_ms": 13.247703140893696,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 12.393283087182931,
|
|
"trial_stddev_of_means_ms": 0.2814906609729632
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 194.56193759030603,
|
|
"pooled_p90_ms": 198.1358069460839,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 194.56193759030603,
|
|
"trial_stddev_of_means_ms": 0.3780334869245422
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3309.949615624179,
|
|
"p90_ms": 3545.9875999949872,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.218028092730933,
|
|
"p90_ms": 13.146208078308286,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 194.32007442482163,
|
|
"p90_ms": 197.8240980533883,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns64/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3316.578695923362,
|
|
"p90_ms": 3547.178103006445,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.243842540580335,
|
|
"p90_ms": 13.162248380317846,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 194.3681693571558,
|
|
"p90_ms": 197.80025607906282,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns64/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3438.1166522147437,
|
|
"p90_ms": 3960.4067360050976,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.71797862823753,
|
|
"p90_ms": 14.748573207807745,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 194.99756898894066,
|
|
"p90_ms": 198.64740199409425,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns64/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp2_mns8": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 3300.440718642715,
|
|
"pooled_p90_ms": 3546.2497010594234,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 3300.4407186427147,
|
|
"trial_stddev_of_means_ms": 5.520242664690669
|
|
},
|
|
"tpot_ms": {
|
|
"pooled_mean_ms": 12.177555298535195,
|
|
"pooled_p90_ms": 13.137051212035265,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 12.177555298535195,
|
|
"trial_stddev_of_means_ms": 0.02014276811960413
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 195.13009636540295,
|
|
"pooled_p90_ms": 198.6226630397141,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 195.13009636540292,
|
|
"trial_stddev_of_means_ms": 0.6728905571074729
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3302.7315898458673,
|
|
"p90_ms": 3547.509171999991,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.188114766245736,
|
|
"p90_ms": 13.144916544814466,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 194.72804888747706,
|
|
"p90_ms": 198.29899398609996,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns8/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3304.4466916761626,
|
|
"p90_ms": 3553.687784005888,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.190222830175609,
|
|
"p90_ms": 13.150935062645551,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 195.90692395201236,
|
|
"p90_ms": 199.7501190053299,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns8/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3294.143874406115,
|
|
"p90_ms": 3543.0204999865964,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.154328299184236,
|
|
"p90_ms": 13.12024300397538,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 194.75531625671942,
|
|
"p90_ms": 198.02888797130436,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns8/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp4_mns16": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 3252.7993474094965,
|
|
"pooled_p90_ms": 3511.0875230748206,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 3252.7993474094965,
|
|
"trial_stddev_of_means_ms": 13.124080948502684
|
|
},
|
|
"tpot_ms": {
|
|
"pooled_mean_ms": 12.267737219892378,
|
|
"pooled_p90_ms": 13.2822172821262,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 12.26773721989238,
|
|
"trial_stddev_of_means_ms": 0.04262875248570821
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 124.49453797538061,
|
|
"pooled_p90_ms": 127.14553298428655,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 124.4945379753806,
|
|
"trial_stddev_of_means_ms": 2.4015198039164893
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3266.5248520723053,
|
|
"p90_ms": 3540.4481209116057,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.310757102663121,
|
|
"p90_ms": 13.360472113423635,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 127.24864069084322,
|
|
"p90_ms": 131.06893200892955,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns16/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3240.373377299121,
|
|
"p90_ms": 3492.592430091463,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.225510671562784,
|
|
"p90_ms": 13.21439097279354,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 122.83733301136483,
|
|
"p90_ms": 126.26808194909245,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns16/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3251.4998128570633,
|
|
"p90_ms": 3508.000510977581,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.266943885451232,
|
|
"p90_ms": 13.268142372515856,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 123.39764022393376,
|
|
"p90_ms": 126.87448901124299,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns16/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp4_mns32": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 3227.015463910283,
|
|
"pooled_p90_ms": 3487.1332910843194,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 3227.0154639102825,
|
|
"trial_stddev_of_means_ms": 9.757849039220336
|
|
},
|
|
"tpot_ms": {
|
|
"pooled_mean_ms": 12.171863019540417,
|
|
"pooled_p90_ms": 13.192119505986863,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 12.171863019540416,
|
|
"trial_stddev_of_means_ms": 0.03973904147877756
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 123.15859724408143,
|
|
"pooled_p90_ms": 126.9288290059194,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 123.15859724408143,
|
|
"trial_stddev_of_means_ms": 0.49114501616099215
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3219.0692696932356,
|
|
"p90_ms": 3485.3774840012193,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.140566183956079,
|
|
"p90_ms": 13.175986364812536,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 123.19124268154081,
|
|
"p90_ms": 126.52519403491169,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns32/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3237.906589348536,
|
|
"p90_ms": 3513.072752044536,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.216572966532839,
|
|
"p90_ms": 13.287458070279921,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 122.65194388847537,
|
|
"p90_ms": 126.55710394028574,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns32/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3224.0705326890775,
|
|
"p90_ms": 3485.7966180425137,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.158449908132331,
|
|
"p90_ms": 13.179041823262677,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 123.63260516222813,
|
|
"p90_ms": 127.68025300465524,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns32/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp4_mns64": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 3258.202659738964,
|
|
"pooled_p90_ms": 3510.0540370913222,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 3258.2026597389645,
|
|
"trial_stddev_of_means_ms": 26.16015239977281
|
|
},
|
|
"tpot_ms": {
|
|
"pooled_mean_ms": 12.29409478300949,
|
|
"pooled_p90_ms": 13.276502498261193,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 12.29409478300949,
|
|
"trial_stddev_of_means_ms": 0.10176478535551588
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 123.17715882596677,
|
|
"pooled_p90_ms": 126.84211903251708,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 123.17715882596677,
|
|
"trial_stddev_of_means_ms": 0.21946599752752585
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3248.8852222309656,
|
|
"p90_ms": 3485.874078935012,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.257590223944844,
|
|
"p90_ms": 13.18505671395756,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 123.16796821379012,
|
|
"p90_ms": 127.00659106485546,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns64/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3287.745963928384,
|
|
"p90_ms": 3542.219298076816,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.409076760226009,
|
|
"p90_ms": 13.403489419222609,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 123.40107575332536,
|
|
"p90_ms": 126.91527209244668,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns64/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 3237.9767930575426,
|
|
"p90_ms": 3510.0540370913222,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 12.215617364857616,
|
|
"p90_ms": 13.270442501879206,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 122.96243251078484,
|
|
"p90_ms": 126.39114900957793,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns64/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
},
|
|
"tp4_mns8": {
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"pooled_mean_ms": 9930.415717170099,
|
|
"pooled_p90_ms": 16230.610172031447,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 9930.415717170099,
|
|
"trial_stddev_of_means_ms": 265.43228327053174
|
|
},
|
|
"tpot_ms": {
|
|
"pooled_mean_ms": 8.417185619746073,
|
|
"pooled_p90_ms": 8.771115207734207,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 8.417185619746073,
|
|
"trial_stddev_of_means_ms": 0.07114582388337083
|
|
},
|
|
"ttft_ms": {
|
|
"pooled_mean_ms": 7783.999912441683,
|
|
"pooled_p90_ms": 14005.500467028469,
|
|
"pooled_samples": 771,
|
|
"trial_mean_of_means_ms": 7783.999912441683,
|
|
"trial_stddev_of_means_ms": 247.57894746806267
|
|
}
|
|
},
|
|
"trials": [
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 9796.72206207704,
|
|
"p90_ms": 15780.092388973571,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 8.369231803923293,
|
|
"p90_ms": 8.733943933347131,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 7662.533099055091,
|
|
"p90_ms": 13565.21666701883,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns8/trial1/results/result.json",
|
|
"trial": 1
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 10236.111454999053,
|
|
"p90_ms": 16542.091568931937,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 8.498929749479789,
|
|
"p90_ms": 8.837188466671197,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 8068.853142362809,
|
|
"p90_ms": 14296.956199919805,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns8/trial2/results/result.json",
|
|
"trial": 2
|
|
},
|
|
{
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ms": 9758.413634434204,
|
|
"p90_ms": 15677.250495995395,
|
|
"samples": 257
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ms": 8.383395305835137,
|
|
"p90_ms": 8.721436341019238,
|
|
"samples": 257
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ms": 7620.613495907149,
|
|
"p90_ms": 13464.818625012413,
|
|
"samples": 257
|
|
}
|
|
},
|
|
"requests": 257,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns8/trial3/results/result.json",
|
|
"trial": 3
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"prefill_only": false,
|
|
"schema": "qwen30-latency-case-real-audit-v1",
|
|
"trace_manifests": {
|
|
"tp1": {
|
|
"description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse",
|
|
"first_arrival_s": 0.0,
|
|
"global_offered_request_rate": 1.125,
|
|
"last_arrival_s": 227.55555555555554,
|
|
"output_tokens": [
|
|
256
|
|
],
|
|
"per_gpu_offered_request_rate": 1.125,
|
|
"prefix_caching": false,
|
|
"private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd/tp1/private/real_requests.jsonl",
|
|
"private_jsonl_sha256": "86cf52a5016ff06c3d5728605a63fc5b5f1712a9e8d17a0b2935a21f991ca4c3",
|
|
"public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd/tp1/public/frontier.csv",
|
|
"public_csv_sha256": "8257aefe7b57cd24056cde49e07a1be8a5a05c3279742bc71439671626a06051",
|
|
"requests": 257,
|
|
"row_vector_sha256": "a92a626fc5d89c625b2f63dbb353165a544e07c21523027103ffe1bc9a4f64ae",
|
|
"schema": "qwen30-latency-case-v1",
|
|
"tensor_parallel_size": 1
|
|
},
|
|
"tp2": {
|
|
"description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse",
|
|
"first_arrival_s": 0.0,
|
|
"global_offered_request_rate": 2.25,
|
|
"last_arrival_s": 113.77777777777777,
|
|
"output_tokens": [
|
|
256
|
|
],
|
|
"per_gpu_offered_request_rate": 1.125,
|
|
"prefix_caching": false,
|
|
"private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd/tp2/private/real_requests.jsonl",
|
|
"private_jsonl_sha256": "b60dd3dd128b18905497a50223dfd7a88cad6e262f650794ac2a71cb4db0608f",
|
|
"public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd/tp2/public/frontier.csv",
|
|
"public_csv_sha256": "3a2250170a362bd640416309fc04a4cb503454f1e01554b2af7d1577d21be554",
|
|
"requests": 257,
|
|
"row_vector_sha256": "1c92d235e3f7006367e2e0ad1a70ef4a8cf472b1fecc8aebae7f95218c20205d",
|
|
"schema": "qwen30-latency-case-v1",
|
|
"tensor_parallel_size": 2
|
|
},
|
|
"tp4": {
|
|
"description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse",
|
|
"first_arrival_s": 0.0,
|
|
"global_offered_request_rate": 4.5,
|
|
"last_arrival_s": 56.888888888888886,
|
|
"output_tokens": [
|
|
256
|
|
],
|
|
"per_gpu_offered_request_rate": 1.125,
|
|
"prefix_caching": false,
|
|
"private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd/tp4/private/real_requests.jsonl",
|
|
"private_jsonl_sha256": "aa08175b73187df17f69ef13946e947929ddf40cc0b5caf53e8209b9c342e174",
|
|
"public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd/tp4/public/frontier.csv",
|
|
"public_csv_sha256": "5fbb14f2d04287096d9e5902db94041167cf6926d8c155dfc7d4b831fa94048c",
|
|
"requests": 257,
|
|
"row_vector_sha256": "2b6ecbd4c729db310300082f8362826c0ec407ae2451751c340dcf81c7a11859",
|
|
"schema": "qwen30-latency-case-v1",
|
|
"tensor_parallel_size": 4
|
|
}
|
|
},
|
|
"traces_root": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd",
|
|
"winners": {
|
|
"e2e_ms:pooled_mean_ms": {
|
|
"ranking": [
|
|
"tp1_mns32",
|
|
"tp4_mns32",
|
|
"tp1_mns16",
|
|
"tp1_mns8",
|
|
"tp4_mns16",
|
|
"tp4_mns64",
|
|
"tp1_mns64",
|
|
"tp2_mns8",
|
|
"tp2_mns64",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp4_mns8"
|
|
],
|
|
"winner": "tp1_mns32",
|
|
"winner_value_ms": 3203.7226679738205
|
|
},
|
|
"e2e_ms:pooled_p90_ms": {
|
|
"ranking": [
|
|
"tp1_mns32",
|
|
"tp1_mns8",
|
|
"tp1_mns16",
|
|
"tp1_mns64",
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp4_mns16",
|
|
"tp2_mns8",
|
|
"tp2_mns64",
|
|
"tp2_mns32",
|
|
"tp2_mns16",
|
|
"tp4_mns8"
|
|
],
|
|
"winner": "tp1_mns32",
|
|
"winner_value_ms": 3389.1853449167684
|
|
},
|
|
"tpot_ms:pooled_mean_ms": {
|
|
"ranking": [
|
|
"tp4_mns8",
|
|
"tp1_mns32",
|
|
"tp1_mns16",
|
|
"tp1_mns8",
|
|
"tp1_mns64",
|
|
"tp4_mns32",
|
|
"tp2_mns8",
|
|
"tp4_mns16",
|
|
"tp4_mns64",
|
|
"tp2_mns64",
|
|
"tp2_mns16",
|
|
"tp2_mns32"
|
|
],
|
|
"winner": "tp4_mns8",
|
|
"winner_value_ms": 8.417185619746073
|
|
},
|
|
"tpot_ms:pooled_p90_ms": {
|
|
"ranking": [
|
|
"tp4_mns8",
|
|
"tp1_mns32",
|
|
"tp1_mns16",
|
|
"tp1_mns8",
|
|
"tp1_mns64",
|
|
"tp2_mns8",
|
|
"tp4_mns32",
|
|
"tp2_mns64",
|
|
"tp4_mns64",
|
|
"tp4_mns16",
|
|
"tp2_mns32",
|
|
"tp2_mns16"
|
|
],
|
|
"winner": "tp4_mns8",
|
|
"winner_value_ms": 8.771115207734207
|
|
},
|
|
"ttft_ms:pooled_mean_ms": {
|
|
"ranking": [
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp4_mns16",
|
|
"tp2_mns64",
|
|
"tp2_mns8",
|
|
"tp2_mns32",
|
|
"tp2_mns16",
|
|
"tp1_mns8",
|
|
"tp1_mns32",
|
|
"tp1_mns16",
|
|
"tp1_mns64",
|
|
"tp4_mns8"
|
|
],
|
|
"winner": "tp4_mns32",
|
|
"winner_value_ms": 123.15859724408143
|
|
},
|
|
"ttft_ms:pooled_p90_ms": {
|
|
"ranking": [
|
|
"tp4_mns64",
|
|
"tp4_mns32",
|
|
"tp4_mns16",
|
|
"tp2_mns64",
|
|
"tp2_mns8",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp1_mns8",
|
|
"tp1_mns32",
|
|
"tp1_mns16",
|
|
"tp1_mns64",
|
|
"tp4_mns8"
|
|
],
|
|
"winner": "tp4_mns64",
|
|
"winner_value_ms": 126.84211903251708
|
|
}
|
|
}
|
|
}
|