{ "applicable_metrics": [ "ttft_ms", "tpot_ms", "e2e_ms" ], "case_root": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd", "configs": { "tp1_mns16": { "metrics": { "e2e_ms": { "pooled_mean_ms": 3244.8699812067493, "pooled_p90_ms": 3425.266431993805, "pooled_samples": 771, "trial_mean_of_means_ms": 3244.8699812067493, "trial_stddev_of_means_ms": 54.58553425230737 }, "tpot_ms": { "pooled_mean_ms": 11.469757659740084, "pooled_p90_ms": 12.171326144872342, "pooled_samples": 771, "trial_mean_of_means_ms": 11.469757659740083, "trial_stddev_of_means_ms": 0.21211086007491214 }, "ttft_ms": { "pooled_mean_ms": 320.0479193761807, "pooled_p90_ms": 323.83561704773456, "pooled_samples": 771, "trial_mean_of_means_ms": 320.0479193761807, "trial_stddev_of_means_ms": 1.3881860518161795 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 3193.4511822196273, "p90_ms": 3384.1337399790064, "samples": 257 }, "tpot_ms": { "mean_ms": 11.273388112562651, "p90_ms": 12.023557262842123, "samples": 257 }, "ttft_ms": { "mean_ms": 318.70415179214734, "p90_ms": 322.2650409443304, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns16/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 3239.0094443264234, "p90_ms": 3415.5735310632735, "samples": 257 }, "tpot_ms": { "mean_ms": 11.441173873868195, "p90_ms": 12.136339439152211, "samples": 257 }, "ttft_ms": { "mean_ms": 321.4766235065425, "p90_ms": 325.45425510033965, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns16/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 3302.1493170741974, "p90_ms": 3488.414889900014, "samples": 257 }, "tpot_ms": { "mean_ms": 11.694710992789403, "p90_ms": 12.419273937577564, "samples": 257 }, "ttft_ms": { "mean_ms": 319.96298282985225, "p90_ms": 323.75812309328467, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns16/trial3/results/result.json", "trial": 3 } ] }, "tp1_mns32": { "metrics": { "e2e_ms": { "pooled_mean_ms": 3203.7226679738205, "pooled_p90_ms": 3389.1853449167684, "pooled_samples": 771, "trial_mean_of_means_ms": 3203.722667973821, "trial_stddev_of_means_ms": 37.62095572231703 }, "tpot_ms": { "pooled_mean_ms": 11.31386031557959, "pooled_p90_ms": 12.033569831035885, "pooled_samples": 771, "trial_mean_of_means_ms": 11.31386031557959, "trial_stddev_of_means_ms": 0.13821363848478146 }, "ttft_ms": { "pooled_mean_ms": 318.65480573091116, "pooled_p90_ms": 322.9008379857987, "pooled_samples": 771, "trial_mean_of_means_ms": 318.65480573091116, "trial_stddev_of_means_ms": 2.378102510617389 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 3163.616114210406, "p90_ms": 3361.8536689318717, "samples": 257 }, "tpot_ms": { "mean_ms": 11.166290408409983, "p90_ms": 11.937463062577972, "samples": 257 }, "ttft_ms": { "mean_ms": 316.1799317087203, "p90_ms": 320.07085403893143, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns32/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 3238.2305139731907, "p90_ms": 3415.6174729578197, "samples": 257 }, "tpot_ms": { "mean_ms": 11.440279400074546, "p90_ms": 12.137762799986875, "samples": 257 }, "ttft_ms": { "mean_ms": 320.92259243105315, "p90_ms": 324.3406399851665, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns32/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 3209.3213757378653, "p90_ms": 3402.1775929722935, "samples": 257 }, "tpot_ms": { "mean_ms": 11.33501113825424, "p90_ms": 12.083764478345127, "samples": 257 }, "ttft_ms": { "mean_ms": 318.86189305296, "p90_ms": 322.42463901638985, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns32/trial3/results/result.json", "trial": 3 } ] }, "tp1_mns64": { "metrics": { "e2e_ms": { "pooled_mean_ms": 3260.1686794512834, "pooled_p90_ms": 3455.085408058949, "pooled_samples": 771, "trial_mean_of_means_ms": 3260.168679451284, "trial_stddev_of_means_ms": 40.661689073362574 }, "tpot_ms": { "pooled_mean_ms": 11.527938706280123, "pooled_p90_ms": 12.289238744871874, "pooled_samples": 771, "trial_mean_of_means_ms": 11.52793870628012, "trial_stddev_of_means_ms": 0.15742476320695403 }, "ttft_ms": { "pooled_mean_ms": 320.50949874761045, "pooled_p90_ms": 324.3287180084735, "pooled_samples": 771, "trial_mean_of_means_ms": 320.50949874761045, "trial_stddev_of_means_ms": 1.1136627349407815 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 3238.780882805658, "p90_ms": 3410.9200169332325, "samples": 257 }, "tpot_ms": { "mean_ms": 11.449106841169336, "p90_ms": 12.123953999823653, "samples": 257 }, "ttft_ms": { "mean_ms": 319.22388932548085, "p90_ms": 322.88106298074126, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns64/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 3307.060569075864, "p90_ms": 3503.4443179611117, "samples": 257 }, "tpot_ms": { "mean_ms": 11.709205648183815, "p90_ms": 12.485718306190535, "samples": 257 }, "ttft_ms": { "mean_ms": 321.1778181112201, "p90_ms": 324.64756595436484, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns64/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 3234.6645864723287, "p90_ms": 3445.0729619711637, "samples": 257 }, "tpot_ms": { "mean_ms": 11.425503629487213, "p90_ms": 12.253773529721679, "samples": 257 }, "ttft_ms": { "mean_ms": 321.1267888061304, "p90_ms": 324.92771092802286, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns64/trial3/results/result.json", "trial": 3 } ] }, "tp1_mns8": { "metrics": { "e2e_ms": { "pooled_mean_ms": 3245.776986038003, "pooled_p90_ms": 3423.4000670257956, "pooled_samples": 771, "trial_mean_of_means_ms": 3245.776986038003, "trial_stddev_of_means_ms": 56.42282161792048 }, "tpot_ms": { "pooled_mean_ms": 11.482428719576262, "pooled_p90_ms": 12.175601455109085, "pooled_samples": 771, "trial_mean_of_means_ms": 11.482428719576262, "trial_stddev_of_means_ms": 0.2240148980484202 }, "ttft_ms": { "pooled_mean_ms": 317.7225427747669, "pooled_p90_ms": 322.28669500909746, "pooled_samples": 771, "trial_mean_of_means_ms": 317.7225427747669, "trial_stddev_of_means_ms": 2.390798892755192 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 3182.410548419822, "p90_ms": 3377.4496220285073, "samples": 257 }, "tpot_ms": { "mean_ms": 11.228627621663684, "p90_ms": 11.996991521514515, "samples": 257 }, "ttft_ms": { "mean_ms": 319.07594205896777, "p90_ms": 322.90874095633626, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns8/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 3290.577206677297, "p90_ms": 3467.5696010235697, "samples": 257 }, "tpot_ms": { "mean_ms": 11.652589256644216, "p90_ms": 12.3542864939344, "samples": 257 }, "ttft_ms": { "mean_ms": 319.1296262616755, "p90_ms": 322.9702590033412, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns8/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 3264.34320301689, "p90_ms": 3448.5452079679817, "samples": 257 }, "tpot_ms": { "mean_ms": 11.566069280420887, "p90_ms": 12.271564404078413, "samples": 257 }, "ttft_ms": { "mean_ms": 314.96206000365737, "p90_ms": 318.7974439933896, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp1_mns8/trial3/results/result.json", "trial": 3 } ] }, "tp2_mns16": { "metrics": { "e2e_ms": { "pooled_mean_ms": 3894.695937868006, "pooled_p90_ms": 4727.010502945632, "pooled_samples": 771, "trial_mean_of_means_ms": 3894.6959378680062, "trial_stddev_of_means_ms": 321.92084658162594 }, "tpot_ms": { "pooled_mean_ms": 14.481473999748076, "pooled_p90_ms": 17.730250070784606, "pooled_samples": 771, "trial_mean_of_means_ms": 14.481473999748076, "trial_stddev_of_means_ms": 1.2582346470555563 }, "ttft_ms": { "pooled_mean_ms": 201.88473135410493, "pooled_p90_ms": 207.47957099229097, "pooled_samples": 771, "trial_mean_of_means_ms": 201.88473135410493, "trial_stddev_of_means_ms": 1.1331300161517917 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 3589.8835412693184, "p90_ms": 4331.327080959454, "samples": 257 }, "tpot_ms": { "mean_ms": 13.28914437973162, "p90_ms": 16.179336294276165, "samples": 257 }, "ttft_ms": { "mean_ms": 201.11680352527662, "p90_ms": 206.07955392915756, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns16/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 4231.357620817479, "p90_ms": 4734.955659951083, "samples": 257 }, "tpot_ms": { "mean_ms": 15.796608200603078, "p90_ms": 17.764389682469854, "samples": 257 }, "ttft_ms": { "mean_ms": 203.18613669487144, "p90_ms": 208.71902198996395, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns16/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 3862.846651517221, "p90_ms": 4734.006996965036, "samples": 257 }, "tpot_ms": { "mean_ms": 14.35866941890953, "p90_ms": 17.76524113317696, "samples": 257 }, "ttft_ms": { "mean_ms": 201.35125384216673, "p90_ms": 206.80058794096112, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns16/trial3/results/result.json", "trial": 3 } ] }, "tp2_mns32": { "metrics": { "e2e_ms": { "pooled_mean_ms": 3990.0007042352863, "pooled_p90_ms": 4719.314776011743, "pooled_samples": 771, "trial_mean_of_means_ms": 3990.0007042352863, "trial_stddev_of_means_ms": 337.87670595445104 }, "tpot_ms": { "pooled_mean_ms": 14.855925269877513, "pooled_p90_ms": 17.70052198393672, "pooled_samples": 771, "trial_mean_of_means_ms": 14.855925269877515, "trial_stddev_of_means_ms": 1.318249751801272 }, "ttft_ms": { "pooled_mean_ms": 201.7057607532932, "pooled_p90_ms": 207.7565270010382, "pooled_samples": 771, "trial_mean_of_means_ms": 201.70576075329322, "trial_stddev_of_means_ms": 1.7268857493870262 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 4231.524751395266, "p90_ms": 4735.202983021736, "samples": 257 }, "tpot_ms": { "mean_ms": 15.798723248864277, "p90_ms": 17.75633337651836, "samples": 257 }, "ttft_ms": { "mean_ms": 202.81657537468982, "p90_ms": 208.523430977948, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns32/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 3603.8893459863953, "p90_ms": 4285.463593085296, "samples": 257 }, "tpot_ms": { "mean_ms": 13.349571505411829, "p90_ms": 16.020474662346874, "samples": 257 }, "ttft_ms": { "mean_ms": 199.7162326146642, "p90_ms": 204.20879207085818, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns32/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 4134.588015324197, "p90_ms": 4732.604659046046, "samples": 257 }, "tpot_ms": { "mean_ms": 15.419481055356435, "p90_ms": 17.74456359208653, "samples": 257 }, "ttft_ms": { "mean_ms": 202.58447427052556, "p90_ms": 208.65151204634458, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns32/trial3/results/result.json", "trial": 3 } ] }, "tp2_mns64": { "metrics": { "e2e_ms": { "pooled_mean_ms": 3354.8816545874283, "pooled_p90_ms": 3575.366784934886, "pooled_samples": 771, "trial_mean_of_means_ms": 3354.8816545874283, "trial_stddev_of_means_ms": 72.1597865775507 }, "tpot_ms": { "pooled_mean_ms": 12.393283087182931, "pooled_p90_ms": 13.247703140893696, "pooled_samples": 771, "trial_mean_of_means_ms": 12.393283087182931, "trial_stddev_of_means_ms": 0.2814906609729632 }, "ttft_ms": { "pooled_mean_ms": 194.56193759030603, "pooled_p90_ms": 198.1358069460839, "pooled_samples": 771, "trial_mean_of_means_ms": 194.56193759030603, "trial_stddev_of_means_ms": 0.3780334869245422 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 3309.949615624179, "p90_ms": 3545.9875999949872, "samples": 257 }, "tpot_ms": { "mean_ms": 12.218028092730933, "p90_ms": 13.146208078308286, "samples": 257 }, "ttft_ms": { "mean_ms": 194.32007442482163, "p90_ms": 197.8240980533883, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns64/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 3316.578695923362, "p90_ms": 3547.178103006445, "samples": 257 }, "tpot_ms": { "mean_ms": 12.243842540580335, "p90_ms": 13.162248380317846, "samples": 257 }, "ttft_ms": { "mean_ms": 194.3681693571558, "p90_ms": 197.80025607906282, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns64/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 3438.1166522147437, "p90_ms": 3960.4067360050976, "samples": 257 }, "tpot_ms": { "mean_ms": 12.71797862823753, "p90_ms": 14.748573207807745, "samples": 257 }, "ttft_ms": { "mean_ms": 194.99756898894066, "p90_ms": 198.64740199409425, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns64/trial3/results/result.json", "trial": 3 } ] }, "tp2_mns8": { "metrics": { "e2e_ms": { "pooled_mean_ms": 3300.440718642715, "pooled_p90_ms": 3546.2497010594234, "pooled_samples": 771, "trial_mean_of_means_ms": 3300.4407186427147, "trial_stddev_of_means_ms": 5.520242664690669 }, "tpot_ms": { "pooled_mean_ms": 12.177555298535195, "pooled_p90_ms": 13.137051212035265, "pooled_samples": 771, "trial_mean_of_means_ms": 12.177555298535195, "trial_stddev_of_means_ms": 0.02014276811960413 }, "ttft_ms": { "pooled_mean_ms": 195.13009636540295, "pooled_p90_ms": 198.6226630397141, "pooled_samples": 771, "trial_mean_of_means_ms": 195.13009636540292, "trial_stddev_of_means_ms": 0.6728905571074729 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 3302.7315898458673, "p90_ms": 3547.509171999991, "samples": 257 }, "tpot_ms": { "mean_ms": 12.188114766245736, "p90_ms": 13.144916544814466, "samples": 257 }, "ttft_ms": { "mean_ms": 194.72804888747706, "p90_ms": 198.29899398609996, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns8/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 3304.4466916761626, "p90_ms": 3553.687784005888, "samples": 257 }, "tpot_ms": { "mean_ms": 12.190222830175609, "p90_ms": 13.150935062645551, "samples": 257 }, "ttft_ms": { "mean_ms": 195.90692395201236, "p90_ms": 199.7501190053299, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns8/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 3294.143874406115, "p90_ms": 3543.0204999865964, "samples": 257 }, "tpot_ms": { "mean_ms": 12.154328299184236, "p90_ms": 13.12024300397538, "samples": 257 }, "ttft_ms": { "mean_ms": 194.75531625671942, "p90_ms": 198.02888797130436, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp2_mns8/trial3/results/result.json", "trial": 3 } ] }, "tp4_mns16": { "metrics": { "e2e_ms": { "pooled_mean_ms": 3252.7993474094965, "pooled_p90_ms": 3511.0875230748206, "pooled_samples": 771, "trial_mean_of_means_ms": 3252.7993474094965, "trial_stddev_of_means_ms": 13.124080948502684 }, "tpot_ms": { "pooled_mean_ms": 12.267737219892378, "pooled_p90_ms": 13.2822172821262, "pooled_samples": 771, "trial_mean_of_means_ms": 12.26773721989238, "trial_stddev_of_means_ms": 0.04262875248570821 }, "ttft_ms": { "pooled_mean_ms": 124.49453797538061, "pooled_p90_ms": 127.14553298428655, "pooled_samples": 771, "trial_mean_of_means_ms": 124.4945379753806, "trial_stddev_of_means_ms": 2.4015198039164893 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 3266.5248520723053, "p90_ms": 3540.4481209116057, "samples": 257 }, "tpot_ms": { "mean_ms": 12.310757102663121, "p90_ms": 13.360472113423635, "samples": 257 }, "ttft_ms": { "mean_ms": 127.24864069084322, "p90_ms": 131.06893200892955, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns16/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 3240.373377299121, "p90_ms": 3492.592430091463, "samples": 257 }, "tpot_ms": { "mean_ms": 12.225510671562784, "p90_ms": 13.21439097279354, "samples": 257 }, "ttft_ms": { "mean_ms": 122.83733301136483, "p90_ms": 126.26808194909245, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns16/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 3251.4998128570633, "p90_ms": 3508.000510977581, "samples": 257 }, "tpot_ms": { "mean_ms": 12.266943885451232, "p90_ms": 13.268142372515856, "samples": 257 }, "ttft_ms": { "mean_ms": 123.39764022393376, "p90_ms": 126.87448901124299, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns16/trial3/results/result.json", "trial": 3 } ] }, "tp4_mns32": { "metrics": { "e2e_ms": { "pooled_mean_ms": 3227.015463910283, "pooled_p90_ms": 3487.1332910843194, "pooled_samples": 771, "trial_mean_of_means_ms": 3227.0154639102825, "trial_stddev_of_means_ms": 9.757849039220336 }, "tpot_ms": { "pooled_mean_ms": 12.171863019540417, "pooled_p90_ms": 13.192119505986863, "pooled_samples": 771, "trial_mean_of_means_ms": 12.171863019540416, "trial_stddev_of_means_ms": 0.03973904147877756 }, "ttft_ms": { "pooled_mean_ms": 123.15859724408143, "pooled_p90_ms": 126.9288290059194, "pooled_samples": 771, "trial_mean_of_means_ms": 123.15859724408143, "trial_stddev_of_means_ms": 0.49114501616099215 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 3219.0692696932356, "p90_ms": 3485.3774840012193, "samples": 257 }, "tpot_ms": { "mean_ms": 12.140566183956079, "p90_ms": 13.175986364812536, "samples": 257 }, "ttft_ms": { "mean_ms": 123.19124268154081, "p90_ms": 126.52519403491169, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns32/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 3237.906589348536, "p90_ms": 3513.072752044536, "samples": 257 }, "tpot_ms": { "mean_ms": 12.216572966532839, "p90_ms": 13.287458070279921, "samples": 257 }, "ttft_ms": { "mean_ms": 122.65194388847537, "p90_ms": 126.55710394028574, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns32/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 3224.0705326890775, "p90_ms": 3485.7966180425137, "samples": 257 }, "tpot_ms": { "mean_ms": 12.158449908132331, "p90_ms": 13.179041823262677, "samples": 257 }, "ttft_ms": { "mean_ms": 123.63260516222813, "p90_ms": 127.68025300465524, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns32/trial3/results/result.json", "trial": 3 } ] }, "tp4_mns64": { "metrics": { "e2e_ms": { "pooled_mean_ms": 3258.202659738964, "pooled_p90_ms": 3510.0540370913222, "pooled_samples": 771, "trial_mean_of_means_ms": 3258.2026597389645, "trial_stddev_of_means_ms": 26.16015239977281 }, "tpot_ms": { "pooled_mean_ms": 12.29409478300949, "pooled_p90_ms": 13.276502498261193, "pooled_samples": 771, "trial_mean_of_means_ms": 12.29409478300949, "trial_stddev_of_means_ms": 0.10176478535551588 }, "ttft_ms": { "pooled_mean_ms": 123.17715882596677, "pooled_p90_ms": 126.84211903251708, "pooled_samples": 771, "trial_mean_of_means_ms": 123.17715882596677, "trial_stddev_of_means_ms": 0.21946599752752585 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 3248.8852222309656, "p90_ms": 3485.874078935012, "samples": 257 }, "tpot_ms": { "mean_ms": 12.257590223944844, "p90_ms": 13.18505671395756, "samples": 257 }, "ttft_ms": { "mean_ms": 123.16796821379012, "p90_ms": 127.00659106485546, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns64/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 3287.745963928384, "p90_ms": 3542.219298076816, "samples": 257 }, "tpot_ms": { "mean_ms": 12.409076760226009, "p90_ms": 13.403489419222609, "samples": 257 }, "ttft_ms": { "mean_ms": 123.40107575332536, "p90_ms": 126.91527209244668, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns64/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 3237.9767930575426, "p90_ms": 3510.0540370913222, "samples": 257 }, "tpot_ms": { "mean_ms": 12.215617364857616, "p90_ms": 13.270442501879206, "samples": 257 }, "ttft_ms": { "mean_ms": 122.96243251078484, "p90_ms": 126.39114900957793, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns64/trial3/results/result.json", "trial": 3 } ] }, "tp4_mns8": { "metrics": { "e2e_ms": { "pooled_mean_ms": 9930.415717170099, "pooled_p90_ms": 16230.610172031447, "pooled_samples": 771, "trial_mean_of_means_ms": 9930.415717170099, "trial_stddev_of_means_ms": 265.43228327053174 }, "tpot_ms": { "pooled_mean_ms": 8.417185619746073, "pooled_p90_ms": 8.771115207734207, "pooled_samples": 771, "trial_mean_of_means_ms": 8.417185619746073, "trial_stddev_of_means_ms": 0.07114582388337083 }, "ttft_ms": { "pooled_mean_ms": 7783.999912441683, "pooled_p90_ms": 14005.500467028469, "pooled_samples": 771, "trial_mean_of_means_ms": 7783.999912441683, "trial_stddev_of_means_ms": 247.57894746806267 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 9796.72206207704, "p90_ms": 15780.092388973571, "samples": 257 }, "tpot_ms": { "mean_ms": 8.369231803923293, "p90_ms": 8.733943933347131, "samples": 257 }, "ttft_ms": { "mean_ms": 7662.533099055091, "p90_ms": 13565.21666701883, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns8/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 10236.111454999053, "p90_ms": 16542.091568931937, "samples": 257 }, "tpot_ms": { "mean_ms": 8.498929749479789, "p90_ms": 8.837188466671197, "samples": 257 }, "ttft_ms": { "mean_ms": 8068.853142362809, "p90_ms": 14296.956199919805, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns8/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 9758.413634434204, "p90_ms": 15677.250495995395, "samples": 257 }, "tpot_ms": { "mean_ms": 8.383395305835137, "p90_ms": 8.721436341019238, "samples": 257 }, "ttft_ms": { "mean_ms": 7620.613495907149, "p90_ms": 13464.818625012413, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-pd/real/tp4_mns8/trial3/results/result.json", "trial": 3 } ] } }, "prefill_only": false, "schema": "qwen30-latency-case-real-audit-v1", "trace_manifests": { "tp1": { "description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse", "first_arrival_s": 0.0, "global_offered_request_rate": 1.125, "last_arrival_s": 227.55555555555554, "output_tokens": [ 256 ], "per_gpu_offered_request_rate": 1.125, "prefix_caching": false, "private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd/tp1/private/real_requests.jsonl", "private_jsonl_sha256": "86cf52a5016ff06c3d5728605a63fc5b5f1712a9e8d17a0b2935a21f991ca4c3", "public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd/tp1/public/frontier.csv", "public_csv_sha256": "8257aefe7b57cd24056cde49e07a1be8a5a05c3279742bc71439671626a06051", "requests": 257, "row_vector_sha256": "a92a626fc5d89c625b2f63dbb353165a544e07c21523027103ffe1bc9a4f64ae", "schema": "qwen30-latency-case-v1", "tensor_parallel_size": 1 }, "tp2": { "description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse", "first_arrival_s": 0.0, "global_offered_request_rate": 2.25, "last_arrival_s": 113.77777777777777, "output_tokens": [ 256 ], "per_gpu_offered_request_rate": 1.125, "prefix_caching": false, "private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd/tp2/private/real_requests.jsonl", "private_jsonl_sha256": "b60dd3dd128b18905497a50223dfd7a88cad6e262f650794ac2a71cb4db0608f", "public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd/tp2/public/frontier.csv", "public_csv_sha256": "3a2250170a362bd640416309fc04a4cb503454f1e01554b2af7d1577d21be554", "requests": 257, "row_vector_sha256": "1c92d235e3f7006367e2e0ad1a70ef4a8cf472b1fecc8aebae7f95218c20205d", "schema": "qwen30-latency-case-v1", "tensor_parallel_size": 2 }, "tp4": { "description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse", "first_arrival_s": 0.0, "global_offered_request_rate": 4.5, "last_arrival_s": 56.888888888888886, "output_tokens": [ 256 ], "per_gpu_offered_request_rate": 1.125, "prefix_caching": false, "private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd/tp4/private/real_requests.jsonl", "private_jsonl_sha256": "aa08175b73187df17f69ef13946e947929ddf40cc0b5caf53e8209b9c342e174", "public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd/tp4/public/frontier.csv", "public_csv_sha256": "5fbb14f2d04287096d9e5902db94041167cf6926d8c155dfc7d4b831fa94048c", "requests": 257, "row_vector_sha256": "2b6ecbd4c729db310300082f8362826c0ec407ae2451751c340dcf81c7a11859", "schema": "qwen30-latency-case-v1", "tensor_parallel_size": 4 } }, "traces_root": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-pd", "winners": { "e2e_ms:pooled_mean_ms": { "ranking": [ "tp1_mns32", "tp4_mns32", "tp1_mns16", "tp1_mns8", "tp4_mns16", "tp4_mns64", "tp1_mns64", "tp2_mns8", "tp2_mns64", "tp2_mns16", "tp2_mns32", "tp4_mns8" ], "winner": "tp1_mns32", "winner_value_ms": 3203.7226679738205 }, "e2e_ms:pooled_p90_ms": { "ranking": [ "tp1_mns32", "tp1_mns8", "tp1_mns16", "tp1_mns64", "tp4_mns32", "tp4_mns64", "tp4_mns16", "tp2_mns8", "tp2_mns64", "tp2_mns32", "tp2_mns16", "tp4_mns8" ], "winner": "tp1_mns32", "winner_value_ms": 3389.1853449167684 }, "tpot_ms:pooled_mean_ms": { "ranking": [ "tp4_mns8", "tp1_mns32", "tp1_mns16", "tp1_mns8", "tp1_mns64", "tp4_mns32", "tp2_mns8", "tp4_mns16", "tp4_mns64", "tp2_mns64", "tp2_mns16", "tp2_mns32" ], "winner": "tp4_mns8", "winner_value_ms": 8.417185619746073 }, "tpot_ms:pooled_p90_ms": { "ranking": [ "tp4_mns8", "tp1_mns32", "tp1_mns16", "tp1_mns8", "tp1_mns64", "tp2_mns8", "tp4_mns32", "tp2_mns64", "tp4_mns64", "tp4_mns16", "tp2_mns32", "tp2_mns16" ], "winner": "tp4_mns8", "winner_value_ms": 8.771115207734207 }, "ttft_ms:pooled_mean_ms": { "ranking": [ "tp4_mns32", "tp4_mns64", "tp4_mns16", "tp2_mns64", "tp2_mns8", "tp2_mns32", "tp2_mns16", "tp1_mns8", "tp1_mns32", "tp1_mns16", "tp1_mns64", "tp4_mns8" ], "winner": "tp4_mns32", "winner_value_ms": 123.15859724408143 }, "ttft_ms:pooled_p90_ms": { "ranking": [ "tp4_mns64", "tp4_mns32", "tp4_mns16", "tp2_mns64", "tp2_mns8", "tp2_mns16", "tp2_mns32", "tp1_mns8", "tp1_mns32", "tp1_mns16", "tp1_mns64", "tp4_mns8" ], "winner": "tp4_mns64", "winner_value_ms": 126.84211903251708 } } }