{ "applicable_metrics": [ "ttft_ms", "e2e_ms" ], "case_root": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po", "configs": { "tp1_mns16": { "metrics": { "e2e_ms": { "pooled_mean_ms": 311.5405924270961, "pooled_p90_ms": 313.7628498952836, "pooled_samples": 771, "trial_mean_of_means_ms": 311.5405924270961, "trial_stddev_of_means_ms": 1.3039412575877052 }, "ttft_ms": { "pooled_mean_ms": 311.49589566449873, "pooled_p90_ms": 313.7203580699861, "pooled_samples": 771, "trial_mean_of_means_ms": 311.49589566449873, "trial_stddev_of_means_ms": 1.3039649961427384 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 310.6955070939125, "p90_ms": 311.31368898786604, "samples": 257 }, "ttft_ms": { "mean_ms": 310.65253322356983, "p90_ms": 311.2668279791251, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns16/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 310.8839521212648, "p90_ms": 311.4629740593955, "samples": 257 }, "ttft_ms": { "mean_ms": 310.837354891071, "p90_ms": 311.4192739594728, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns16/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 313.04231806611097, "p90_ms": 314.1881680348888, "samples": 257 }, "ttft_ms": { "mean_ms": 312.99779887885535, "p90_ms": 314.14560007397085, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns16/trial3/results/result.json", "trial": 3 } ] }, "tp1_mns32": { "metrics": { "e2e_ms": { "pooled_mean_ms": 311.5105919916504, "pooled_p90_ms": 312.67331005074084, "pooled_samples": 771, "trial_mean_of_means_ms": 311.5105919916504, "trial_stddev_of_means_ms": 0.8370728024636384 }, "ttft_ms": { "pooled_mean_ms": 311.4647780706316, "pooled_p90_ms": 312.62694601900876, "pooled_samples": 771, "trial_mean_of_means_ms": 311.4647780706316, "trial_stddev_of_means_ms": 0.8370818779367518 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 311.46654921424386, "p90_ms": 311.97385501582175, "samples": 257 }, "ttft_ms": { "mean_ms": 311.4168197754589, "p90_ms": 311.92471098620445, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns32/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 310.69641002473793, "p90_ms": 311.3162890076637, "samples": 257 }, "ttft_ms": { "mean_ms": 310.6527063394951, "p90_ms": 311.2770210718736, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns32/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 312.36881673596946, "p90_ms": 313.099671038799, "samples": 257 }, "ttft_ms": { "mean_ms": 312.3248080969408, "p90_ms": 313.04874701891094, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns32/trial3/results/result.json", "trial": 3 } ] }, "tp1_mns64": { "metrics": { "e2e_ms": { "pooled_mean_ms": 312.1343500969265, "pooled_p90_ms": 313.89150698669255, "pooled_samples": 771, "trial_mean_of_means_ms": 312.1343500969265, "trial_stddev_of_means_ms": 0.46642112108308753 }, "ttft_ms": { "pooled_mean_ms": 312.0841491107084, "pooled_p90_ms": 313.84513492230326, "pooled_samples": 771, "trial_mean_of_means_ms": 312.0841491107083, "trial_stddev_of_means_ms": 0.46656234571063265 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 311.59666514998946, "p90_ms": 313.3960220729932, "samples": 257 }, "ttft_ms": { "mean_ms": 311.546319629997, "p90_ms": 313.33198107313365, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns64/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 312.4300223219857, "p90_ms": 314.37386700417846, "samples": 257 }, "ttft_ms": { "mean_ms": 312.3801749132588, "p90_ms": 314.32278105057776, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns64/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 312.37636281880424, "p90_ms": 313.45780298579484, "samples": 257 }, "ttft_ms": { "mean_ms": 312.32595278886924, "p90_ms": 313.3977819234133, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns64/trial3/results/result.json", "trial": 3 } ] }, "tp1_mns8": { "metrics": { "e2e_ms": { "pooled_mean_ms": 312.4610948317168, "pooled_p90_ms": 314.16700792033225, "pooled_samples": 771, "trial_mean_of_means_ms": 312.4610948317168, "trial_stddev_of_means_ms": 0.7149524029740935 }, "ttft_ms": { "pooled_mean_ms": 312.4132300384316, "pooled_p90_ms": 314.1121099470183, "pooled_samples": 771, "trial_mean_of_means_ms": 312.4132300384316, "trial_stddev_of_means_ms": 0.7170007678929775 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 313.2865619732444, "p90_ms": 314.3677569460124, "samples": 257 }, "ttft_ms": { "mean_ms": 313.24100631591773, "p90_ms": 314.32040000800043, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns8/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 312.0378761661895, "p90_ms": 313.87826695572585, "samples": 257 }, "ttft_ms": { "mean_ms": 311.9859282132999, "p90_ms": 313.8229319592938, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns8/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 312.05884635571664, "p90_ms": 314.0185490483418, "samples": 257 }, "ttft_ms": { "mean_ms": 312.01275558607716, "p90_ms": 313.97431797813624, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp1_mns8/trial3/results/result.json", "trial": 3 } ] }, "tp2_mns16": { "metrics": { "e2e_ms": { "pooled_mean_ms": 190.31096146856925, "pooled_p90_ms": 191.60501298028976, "pooled_samples": 771, "trial_mean_of_means_ms": 190.31096146856922, "trial_stddev_of_means_ms": 0.5354377240256494 }, "ttft_ms": { "pooled_mean_ms": 190.26420441538883, "pooled_p90_ms": 191.55984604731202, "pooled_samples": 771, "trial_mean_of_means_ms": 190.26420441538883, "trial_stddev_of_means_ms": 0.5389874750392776 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 190.07371114938363, "p90_ms": 191.55416695866734, "samples": 257 }, "ttft_ms": { "mean_ms": 190.0275621526052, "p90_ms": 191.50883494876325, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns16/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 190.92403356246794, "p90_ms": 191.83196197263896, "samples": 257 }, "ttft_ms": { "mean_ms": 190.88103114138084, "p90_ms": 191.79061893373728, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns16/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 189.93513969385612, "p90_ms": 191.3305459311232, "samples": 257 }, "ttft_ms": { "mean_ms": 189.88401995218044, "p90_ms": 191.23233994469047, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns16/trial3/results/result.json", "trial": 3 } ] }, "tp2_mns32": { "metrics": { "e2e_ms": { "pooled_mean_ms": 190.1976155063099, "pooled_p90_ms": 191.3924120599404, "pooled_samples": 771, "trial_mean_of_means_ms": 190.19761550630986, "trial_stddev_of_means_ms": 0.4305067654025827 }, "ttft_ms": { "pooled_mean_ms": 190.15199505472157, "pooled_p90_ms": 191.34706107433885, "pooled_samples": 771, "trial_mean_of_means_ms": 190.1519950547216, "trial_stddev_of_means_ms": 0.4287092219589841 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 190.51239040683853, "p90_ms": 191.31595105864108, "samples": 257 }, "ttft_ms": { "mean_ms": 190.46796200088505, "p90_ms": 191.2707129959017, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns32/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 189.70702594537505, "p90_ms": 191.25314499251544, "samples": 257 }, "ttft_ms": { "mean_ms": 189.66398845564444, "p90_ms": 191.21390499640256, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns32/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 190.37343016671605, "p90_ms": 191.65610091295093, "samples": 257 }, "ttft_ms": { "mean_ms": 190.32403470763524, "p90_ms": 191.5953279240057, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns32/trial3/results/result.json", "trial": 3 } ] }, "tp2_mns64": { "metrics": { "e2e_ms": { "pooled_mean_ms": 188.49150093478283, "pooled_p90_ms": 190.28858200181276, "pooled_samples": 771, "trial_mean_of_means_ms": 188.49150093478283, "trial_stddev_of_means_ms": 1.6533226552993832 }, "ttft_ms": { "pooled_mean_ms": 188.44684911725727, "pooled_p90_ms": 190.2463739970699, "pooled_samples": 771, "trial_mean_of_means_ms": 188.44684911725724, "trial_stddev_of_means_ms": 1.650697495689325 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 189.15035290614583, "p90_ms": 190.26379100978374, "samples": 257 }, "ttft_ms": { "mean_ms": 189.106691004038, "p90_ms": 190.2244269149378, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns64/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 189.7138195680382, "p90_ms": 190.8034710213542, "samples": 257 }, "ttft_ms": { "mean_ms": 189.66555941971345, "p90_ms": 190.7602889696136, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns64/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 186.61033033016446, "p90_ms": 187.4971800716594, "samples": 257 }, "ttft_ms": { "mean_ms": 186.56829692802035, "p90_ms": 187.45643505826592, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns64/trial3/results/result.json", "trial": 3 } ] }, "tp2_mns8": { "metrics": { "e2e_ms": { "pooled_mean_ms": 185.58736601101546, "pooled_p90_ms": 186.94222904741764, "pooled_samples": 771, "trial_mean_of_means_ms": 185.58736601101546, "trial_stddev_of_means_ms": 0.17900602117493175 }, "ttft_ms": { "pooled_mean_ms": 185.54133709128124, "pooled_p90_ms": 186.88921502325684, "pooled_samples": 771, "trial_mean_of_means_ms": 185.54133709128124, "trial_stddev_of_means_ms": 0.17412945433635296 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 185.46277399905068, "p90_ms": 186.92227499559522, "samples": 257 }, "ttft_ms": { "mean_ms": 185.41920935401714, "p90_ms": 186.8766910629347, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns8/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 185.79249331095266, "p90_ms": 187.07626103423536, "samples": 257 }, "ttft_ms": { "mean_ms": 185.74072911579827, "p90_ms": 187.01596499886364, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns8/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 185.50683072304304, "p90_ms": 186.73917709384114, "samples": 257 }, "ttft_ms": { "mean_ms": 185.46407280402832, "p90_ms": 186.69728806708008, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp2_mns8/trial3/results/result.json", "trial": 3 } ] }, "tp4_mns16": { "metrics": { "e2e_ms": { "pooled_mean_ms": 113.83082875217904, "pooled_p90_ms": 115.34429900348186, "pooled_samples": 771, "trial_mean_of_means_ms": 113.83082875217904, "trial_stddev_of_means_ms": 0.9461418127163538 }, "ttft_ms": { "pooled_mean_ms": 113.78785713766635, "pooled_p90_ms": 115.29833707027137, "pooled_samples": 771, "trial_mean_of_means_ms": 113.78785713766636, "trial_stddev_of_means_ms": 0.9438950942019103 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 114.32171626612616, "p90_ms": 115.71828299202025, "samples": 257 }, "ttft_ms": { "mean_ms": 114.27366546969427, "p90_ms": 115.66144204698503, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns16/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 112.74012975786098, "p90_ms": 113.76826802734286, "samples": 257 }, "ttft_ms": { "mean_ms": 112.70000880352197, "p90_ms": 113.72840602416545, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns16/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 114.43064023254998, "p90_ms": 115.64736906439066, "samples": 257 }, "ttft_ms": { "mean_ms": 114.38989713978283, "p90_ms": 115.60670402832329, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns16/trial3/results/result.json", "trial": 3 } ] }, "tp4_mns32": { "metrics": { "e2e_ms": { "pooled_mean_ms": 113.43910740842456, "pooled_p90_ms": 114.73881592974067, "pooled_samples": 771, "trial_mean_of_means_ms": 113.43910740842455, "trial_stddev_of_means_ms": 0.15342403653521097 }, "ttft_ms": { "pooled_mean_ms": 113.39516492515813, "pooled_p90_ms": 114.69435307662934, "pooled_samples": 771, "trial_mean_of_means_ms": 113.39516492515811, "trial_stddev_of_means_ms": 0.15129782609682924 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 113.3981759986996, "p90_ms": 114.83101104386151, "samples": 257 }, "ttft_ms": { "mean_ms": 113.35384492909152, "p90_ms": 114.78637403342873, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns32/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 113.60884601692398, "p90_ms": 115.0080730440095, "samples": 257 }, "ttft_ms": { "mean_ms": 113.56283011230194, "p90_ms": 114.94788806885481, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns32/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 113.3103002096501, "p90_ms": 114.50691497884691, "samples": 257 }, "ttft_ms": { "mean_ms": 113.2688197340809, "p90_ms": 114.4664689199999, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns32/trial3/results/result.json", "trial": 3 } ] }, "tp4_mns64": { "metrics": { "e2e_ms": { "pooled_mean_ms": 113.57268320527, "pooled_p90_ms": 115.08622206747532, "pooled_samples": 771, "trial_mean_of_means_ms": 113.57268320527, "trial_stddev_of_means_ms": 0.1834744740593822 }, "ttft_ms": { "pooled_mean_ms": 113.52880459490815, "pooled_p90_ms": 115.04431103821844, "pooled_samples": 771, "trial_mean_of_means_ms": 113.52880459490815, "trial_stddev_of_means_ms": 0.18387162741378107 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 113.70978420210734, "p90_ms": 115.44408102054149, "samples": 257 }, "ttft_ms": { "mean_ms": 113.66415427361727, "p90_ms": 115.39141100365669, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns64/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 113.64400897406998, "p90_ms": 114.92579500190914, "samples": 257 }, "ttft_ms": { "mean_ms": 113.60279529025698, "p90_ms": 114.8861589608714, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns64/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 113.36425643963268, "p90_ms": 114.78174000512809, "samples": 257 }, "ttft_ms": { "mean_ms": 113.31946422085021, "p90_ms": 114.745571045205, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns64/trial3/results/result.json", "trial": 3 } ] }, "tp4_mns8": { "metrics": { "e2e_ms": { "pooled_mean_ms": 113.80060324454426, "pooled_p90_ms": 114.74568990524858, "pooled_samples": 771, "trial_mean_of_means_ms": 113.80060324454426, "trial_stddev_of_means_ms": 0.1793280070989901 }, "ttft_ms": { "pooled_mean_ms": 113.75673118469592, "pooled_p90_ms": 114.70199096947908, "pooled_samples": 771, "trial_mean_of_means_ms": 113.75673118469592, "trial_stddev_of_means_ms": 0.17717556416711291 } }, "trials": [ { "metrics": { "e2e_ms": { "mean_ms": 113.60963180313314, "p90_ms": 114.72724401392043, "samples": 257 }, "ttft_ms": { "mean_ms": 113.56837538357259, "p90_ms": 114.6864800248295, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns8/trial1/results/result.json", "trial": 1 }, { "metrics": { "e2e_ms": { "mean_ms": 113.82676389363706, "p90_ms": 115.33373803831637, "samples": 257 }, "ttft_ms": { "mean_ms": 113.78175165850293, "p90_ms": 115.29060895554721, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns8/trial2/results/result.json", "trial": 2 }, { "metrics": { "e2e_ms": { "mean_ms": 113.96541403686258, "p90_ms": 114.28226600401103, "samples": 257 }, "ttft_ms": { "mean_ms": 113.92006651201224, "p90_ms": 114.24182495102286, "samples": 257 } }, "requests": 257, "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/real/fixed-po/real/tp4_mns8/trial3/results/result.json", "trial": 3 } ] } }, "prefill_only": true, "schema": "qwen30-latency-case-real-audit-v1", "trace_manifests": { "tp1": { "description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse", "first_arrival_s": 0.0, "global_offered_request_rate": 1.125, "last_arrival_s": 227.55555555555554, "output_tokens": [ 1 ], "per_gpu_offered_request_rate": 1.125, "prefix_caching": false, "private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp1/private/real_requests.jsonl", "private_jsonl_sha256": "eb048c65428f2530bdea135e6607405fd7ebaefb103267daaec29839462aa3ab", "public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp1/public/frontier.csv", "public_csv_sha256": "82c186222779c4a176f18e425d371966012ca7c1c6560f13d2c7036ac4f38d86", "requests": 257, "row_vector_sha256": "9829ec5834913fa49f900f4e07c8e83206726fc5a70d88de1498426ec91c51f3", "schema": "qwen30-latency-case-v1", "tensor_parallel_size": 1 }, "tp2": { "description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse", "first_arrival_s": 0.0, "global_offered_request_rate": 2.25, "last_arrival_s": 113.77777777777777, "output_tokens": [ 1 ], "per_gpu_offered_request_rate": 1.125, "prefix_caching": false, "private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp2/private/real_requests.jsonl", "private_jsonl_sha256": "aa61aed87875ed792c37efdd62bfeee4753bd3de110a1de92fa32273be13ca12", "public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp2/public/frontier.csv", "public_csv_sha256": "b32676281c8f5651f47ee3d88a88d433a01a0863d8794751d2d638b988e1b8b2", "requests": 257, "row_vector_sha256": "1c032691cc4624b125e5589ee8466e46a67ddad7fe9e7380d5857bb81633cc3c", "schema": "qwen30-latency-case-v1", "tensor_parallel_size": 2 }, "tp4": { "description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse", "first_arrival_s": 0.0, "global_offered_request_rate": 4.5, "last_arrival_s": 56.888888888888886, "output_tokens": [ 1 ], "per_gpu_offered_request_rate": 1.125, "prefix_caching": false, "private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp4/private/real_requests.jsonl", "private_jsonl_sha256": "b82a17cd707c3c54069298b764031a1c18775571aa6e54c55be0746dd1fe94ca", "public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po/tp4/public/frontier.csv", "public_csv_sha256": "67429bf430436a23979a0007707a03f4c67af962b9466cd230294a3c62696931", "requests": 257, "row_vector_sha256": "ab5af2eddc7d07420c6fcdf28b3a014d7241b2b35471ee581c6d7a8e3afb93e6", "schema": "qwen30-latency-case-v1", "tensor_parallel_size": 4 } }, "traces_root": "/home/admin/cpfs/wjh/aituner/qwen30-fixed-pressure-surface-20260719-r1/traces/fixed-po", "winners": { "e2e_ms:pooled_mean_ms": { "ranking": [ "tp4_mns32", "tp4_mns64", "tp4_mns8", "tp4_mns16", "tp2_mns8", "tp2_mns64", "tp2_mns32", "tp2_mns16", "tp1_mns32", "tp1_mns16", "tp1_mns64", "tp1_mns8" ], "winner": "tp4_mns32", "winner_value_ms": 113.43910740842456 }, "e2e_ms:pooled_p90_ms": { "ranking": [ "tp4_mns32", "tp4_mns8", "tp4_mns64", "tp4_mns16", "tp2_mns8", "tp2_mns64", "tp2_mns32", "tp2_mns16", "tp1_mns32", "tp1_mns16", "tp1_mns64", "tp1_mns8" ], "winner": "tp4_mns32", "winner_value_ms": 114.73881592974067 }, "ttft_ms:pooled_mean_ms": { "ranking": [ "tp4_mns32", "tp4_mns64", "tp4_mns8", "tp4_mns16", "tp2_mns8", "tp2_mns64", "tp2_mns32", "tp2_mns16", "tp1_mns32", "tp1_mns16", "tp1_mns64", "tp1_mns8" ], "winner": "tp4_mns32", "winner_value_ms": 113.39516492515813 }, "ttft_ms:pooled_p90_ms": { "ranking": [ "tp4_mns32", "tp4_mns8", "tp4_mns64", "tp4_mns16", "tp2_mns8", "tp2_mns64", "tp2_mns32", "tp2_mns16", "tp1_mns32", "tp1_mns16", "tp1_mns64", "tp1_mns8" ], "winner": "tp4_mns32", "winner_value_ms": 114.69435307662934 } } }