{
  "applicable_metrics": [
    "ttft_ms",
    "tpot_ms",
    "e2e_ms"
  ],
  "case_root": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd",
  "configs": {
    "tp1_mns16": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 767.1236270730016,
          "pooled_p90_ms": 766.9662160333246,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 767.1236270730016,
          "trial_stddev_of_means_ms": 3.640625296359905
        },
        "tpot_ms": {
          "pooled_mean_ms": 4.8488702313524765,
          "pooled_p90_ms": 4.838337488362463,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 4.8488702313524765,
          "trial_stddev_of_means_ms": 0.02240869837530002
        },
        "ttft_ms": {
          "pooled_mean_ms": 151.28173231440826,
          "pooled_p90_ms": 152.70179708022624,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 151.28173231440823,
          "trial_stddev_of_means_ms": 0.9864045576075636
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 767.2682947591092,
              "p90_ms": 803.2620819285512,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.854438677765834,
              "p90_ms": 5.140277842155064,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 150.72045104159403,
              "p90_ms": 151.41086804214865,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp1_mns16/trial1/results/result.json",
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 763.412824322022,
              "p90_ms": 763.9202950522304,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.824202359768954,
              "p90_ms": 4.827735795250793,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 150.70405107013187,
              "p90_ms": 151.4174829935655,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp1_mns16/trial2/results/result.json",
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 770.6897621378736,
              "p90_ms": 806.9713360164315,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.867969656522642,
              "p90_ms": 5.155875693134025,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 152.42069483149882,
              "p90_ms": 153.3631639322266,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp1_mns16/trial3/results/result.json",
          "trial": 3
        }
      ]
    },
    "tp1_mns32": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 767.2448034298387,
          "pooled_p90_ms": 768.11003300827,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 767.2448034298387,
          "trial_stddev_of_means_ms": 2.5069380140145388
        },
        "tpot_ms": {
          "pooled_mean_ms": 4.848521902720499,
          "pooled_p90_ms": 4.846741385779923,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 4.848521902720499,
          "trial_stddev_of_means_ms": 0.016759800320354026
        },
        "ttft_ms": {
          "pooled_mean_ms": 151.4453163664687,
          "pooled_p90_ms": 152.51897496636957,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 151.4453163664687,
          "trial_stddev_of_means_ms": 0.9359392091301725
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 766.5741731901834,
              "p90_ms": 802.9849890153855,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.851220601996876,
              "p90_ms": 5.135506000113123,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 150.43522373325544,
              "p90_ms": 151.12131391651928,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp1_mns32/trial1/results/result.json",
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 765.1413833206274,
              "p90_ms": 766.2973250262439,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.830576509172996,
              "p90_ms": 4.836877464228786,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 151.61754613085253,
              "p90_ms": 152.396842953749,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp1_mns32/trial2/results/result.json",
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 770.0188537787054,
              "p90_ms": 805.9141940902919,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.863768596991625,
              "p90_ms": 5.147916850575253,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 152.2831792352981,
              "p90_ms": 153.04890798870474,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp1_mns32/trial3/results/result.json",
          "trial": 3
        }
      ]
    },
    "tp1_mns64": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 766.7927716823189,
          "pooled_p90_ms": 766.5371090406552,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 766.7927716823189,
          "trial_stddev_of_means_ms": 2.196495670572406
        },
        "tpot_ms": {
          "pooled_mean_ms": 4.84126870357575,
          "pooled_p90_ms": 4.839739204919714,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 4.84126870357575,
          "trial_stddev_of_means_ms": 0.017335823614573528
        },
        "ttft_ms": {
          "pooled_mean_ms": 151.91121668752177,
          "pooled_p90_ms": 152.6928918901831,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 151.91121668752177,
          "trial_stddev_of_means_ms": 0.09417854078816222
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 767.9369603139312,
              "p90_ms": 773.8644760102034,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.851052223623522,
              "p90_ms": 4.915137134499731,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 151.8117881212167,
              "p90_ms": 152.64031395781785,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp1_mns64/trial1/results/result.json",
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 764.260392307571,
              "p90_ms": 765.39497601334,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.8212526970581795,
              "p90_ms": 4.825043646017398,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 151.92278562106424,
              "p90_ms": 152.61299489066005,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp1_mns64/trial2/results/result.json",
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 768.1809624254545,
              "p90_ms": 804.694763966836,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.85150119004555,
              "p90_ms": 5.139402172520874,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 151.9990763202844,
              "p90_ms": 152.9452829854563,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp1_mns64/trial3/results/result.json",
          "trial": 3
        }
      ]
    },
    "tp1_mns8": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 768.6282821211396,
          "pooled_p90_ms": 768.3246430242434,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 768.6282821211395,
          "trial_stddev_of_means_ms": 2.3163990743969975
        },
        "tpot_ms": {
          "pooled_mean_ms": 4.856374974269665,
          "pooled_p90_ms": 4.857163118220514,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 4.856374974269665,
          "trial_stddev_of_means_ms": 0.01888354805682215
        },
        "ttft_ms": {
          "pooled_mean_ms": 151.83002628369175,
          "pooled_p90_ms": 152.63689204584807,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 151.83002628369175,
          "trial_stddev_of_means_ms": 0.2293889652860975
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 769.7875488309421,
              "p90_ms": 806.7109240218997,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.864016504716275,
              "p90_ms": 5.151719298565716,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 152.02143533036198,
              "p90_ms": 152.73106703534722,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp1_mns8/trial1/results/result.json",
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 765.9611190793776,
              "p90_ms": 765.8235019771382,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.83486823588853,
              "p90_ms": 4.831250046570529,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 151.89288162297836,
              "p90_ms": 152.7155089424923,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp1_mns8/trial2/results/result.json",
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 770.1361784530991,
              "p90_ms": 806.5015620086342,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.8702401822041885,
              "p90_ms": 5.154327385853536,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 151.5757618977349,
              "p90_ms": 152.41257997695357,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp1_mns8/trial3/results/result.json",
          "trial": 3
        }
      ]
    },
    "tp2_mns16": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 683.3139202742204,
          "pooled_p90_ms": 691.7126830667257,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 683.3139202742204,
          "trial_stddev_of_means_ms": 13.480078748721647
        },
        "tpot_ms": {
          "pooled_mean_ms": 4.606023389027604,
          "pooled_p90_ms": 4.679884338076777,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 4.606023389027605,
          "trial_stddev_of_means_ms": 0.11860164117227036
        },
        "ttft_ms": {
          "pooled_mean_ms": 98.30897632000838,
          "pooled_p90_ms": 100.99728393834084,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 98.30897632000837,
          "trial_stddev_of_means_ms": 1.6033196848780447
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 691.7368602395678,
              "p90_ms": 693.4372959658504,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.677960039364579,
              "p90_ms": 4.685888802962686,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 97.59817232175679,
              "p90_ms": 98.27463503461331,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp2_mns16/trial1/results/result.json",
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 667.7665301777292,
              "p90_ms": 672.6519849617034,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.4691333712332115,
              "p90_ms": 4.478958197026037,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 100.14481820949433,
              "p90_ms": 103.45508099999279,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp2_mns16/trial2/results/result.json",
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 690.4383704053643,
              "p90_ms": 691.623940016143,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.670976756485024,
              "p90_ms": 4.677882693033284,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 97.18393842877401,
              "p90_ms": 98.27898698858917,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp2_mns16/trial3/results/result.json",
          "trial": 3
        }
      ]
    },
    "tp2_mns32": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 689.548538498116,
          "pooled_p90_ms": 691.6915030451491,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 689.548538498116,
          "trial_stddev_of_means_ms": 0.4691564069544124
        },
        "tpot_ms": {
          "pooled_mean_ms": 4.66880722232803,
          "pooled_p90_ms": 4.676126267240331,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 4.66880722232803,
          "trial_stddev_of_means_ms": 0.006071937772150551
        },
        "ttft_ms": {
          "pooled_mean_ms": 96.57110613066877,
          "pooled_p90_ms": 98.41530094854534,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 96.57110613066875,
          "trial_stddev_of_means_ms": 0.8723383104752306
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 689.6087854717995,
              "p90_ms": 691.4246910018846,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.661907737752395,
              "p90_ms": 4.664850331417571,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 97.50512631721939,
              "p90_ms": 99.51729699969292,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp2_mns32/trial1/results/result.json",
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 689.9846611488538,
              "p90_ms": 692.5024109659716,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.673336901073146,
              "p90_ms": 4.679785157722517,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 96.43071331534996,
              "p90_ms": 98.4487070236355,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp2_mns32/trial2/results/result.json",
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 689.0521688736947,
              "p90_ms": 691.1603320622817,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.671177028158549,
              "p90_ms": 4.681181668589904,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 95.77747875943693,
              "p90_ms": 97.0232019899413,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp2_mns32/trial3/results/result.json",
          "trial": 3
        }
      ]
    },
    "tp2_mns64": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 689.733952092541,
          "pooled_p90_ms": 691.8661230010912,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 689.733952092541,
          "trial_stddev_of_means_ms": 1.30873077294457
        },
        "tpot_ms": {
          "pooled_mean_ms": 4.680890721121927,
          "pooled_p90_ms": 4.687803739674506,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 4.680890721121927,
          "trial_stddev_of_means_ms": 0.0021247475013520785
        },
        "ttft_ms": {
          "pooled_mean_ms": 95.22211026624134,
          "pooled_p90_ms": 97.45279501657933,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 95.22211026624133,
          "trial_stddev_of_means_ms": 1.485311605474211
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 688.8176469527575,
              "p90_ms": 690.4401639476418,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.680177864121985,
              "p90_ms": 4.685609865434996,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 94.3946194773641,
              "p90_ms": 95.91560496482998,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp2_mns64/trial1/results/result.json",
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 691.2328087049717,
              "p90_ms": 693.3015899267048,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.679214066220331,
              "p90_ms": 4.690911558522719,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 96.93685328216083,
              "p90_ms": 98.8241919549182,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp2_mns64/trial2/results/result.json",
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 689.1514006198939,
              "p90_ms": 690.7796860905364,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.683280233023465,
              "p90_ms": 4.687803739674506,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 94.33485803919909,
              "p90_ms": 95.42244195472449,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp2_mns64/trial3/results/result.json",
          "trial": 3
        }
      ]
    },
    "tp2_mns8": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 688.7246717025648,
          "pooled_p90_ms": 691.0650019999593,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 688.7246717025649,
          "trial_stddev_of_means_ms": 1.440994479221059
        },
        "tpot_ms": {
          "pooled_mean_ms": 4.67674757633165,
          "pooled_p90_ms": 4.68690808693783,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 4.67674757633165,
          "trial_stddev_of_means_ms": 0.014951986782554206
        },
        "ttft_ms": {
          "pooled_mean_ms": 94.74037260235858,
          "pooled_p90_ms": 96.15806792862713,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 94.74037260235859,
          "trial_stddev_of_means_ms": 0.5067099323623165
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 687.0613511852097,
              "p90_ms": 689.566144021228,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.659691155888254,
              "p90_ms": 4.6653019678668946,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 95.2438001354882,
              "p90_ms": 96.90531203523278,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp2_mns8/trial1/results/result.json",
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 689.5177478770285,
              "p90_ms": 691.6546910069883,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.682958287904102,
              "p90_ms": 4.686032913214579,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 94.74687482042657,
              "p90_ms": 96.44627594389021,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp2_mns8/trial2/results/result.json",
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 689.5949160454563,
              "p90_ms": 691.671111038886,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.687593285202594,
              "p90_ms": 4.695545803154196,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 94.23044285116096,
              "p90_ms": 95.47765098977834,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp2_mns8/trial3/results/result.json",
          "trial": 3
        }
      ]
    },
    "tp4_mns16": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 607.6659436830384,
          "pooled_p90_ms": 614.7840449120849,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 607.6659436830384,
          "trial_stddev_of_means_ms": 5.83329156754365
        },
        "tpot_ms": {
          "pooled_mean_ms": 4.288118025279364,
          "pooled_p90_ms": 4.3549379049690335,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 4.288118025279364,
          "trial_stddev_of_means_ms": 0.05739660569371236
        },
        "ttft_ms": {
          "pooled_mean_ms": 63.03574686938565,
          "pooled_p90_ms": 66.4233659626916,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 63.035746869385655,
          "trial_stddev_of_means_ms": 1.4920342964335762
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 604.923196775882,
              "p90_ms": 609.2176410602406,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.258012776043345,
              "p90_ms": 4.267158401088686,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 64.11492886642615,
              "p90_ms": 68.74241400510073,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp4_mns16/trial1/results/result.json",
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 614.3651023297751,
              "p90_ms": 616.209093015641,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.354304061884912,
              "p90_ms": 4.365195747552894,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 61.33310341947647,
              "p90_ms": 62.62887897901237,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp4_mns16/trial2/results/result.json",
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 603.7095319434582,
              "p90_ms": 607.3436400620267,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.252037237909835,
              "p90_ms": 4.25958238619079,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 63.65920832225432,
              "p90_ms": 66.49800203740597,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp4_mns16/trial3/results/result.json",
          "trial": 3
        }
      ]
    },
    "tp4_mns32": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 604.4058500071964,
          "pooled_p90_ms": 611.0399010358378,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 604.4058500071964,
          "trial_stddev_of_means_ms": 4.461581159639322
        },
        "tpot_ms": {
          "pooled_mean_ms": 4.254808547439789,
          "pooled_p90_ms": 4.27782233056473,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 4.254808547439789,
          "trial_stddev_of_means_ms": 0.018762002450543058
        },
        "ttft_ms": {
          "pooled_mean_ms": 64.01019376246572,
          "pooled_p90_ms": 68.59070702921599,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 64.0101937624657,
          "trial_stddev_of_means_ms": 2.2209645174649575
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 609.0962116628192,
              "p90_ms": 614.4514320185408,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.276095369246001,
              "p90_ms": 4.289275638421807,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 65.99773169953608,
              "p90_ms": 71.24563900288194,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp4_mns32/trial1/results/result.json",
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 603.9062279290989,
              "p90_ms": 610.2306098910049,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.247653137253014,
              "p90_ms": 4.260518551459462,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 64.41997497093452,
              "p90_ms": 68.43586196191609,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp4_mns32/trial2/results/result.json",
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 600.215110429671,
              "p90_ms": 602.216740953736,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.240677135820352,
              "p90_ms": 4.246149299204291,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 61.61287461692655,
              "p90_ms": 63.24575201142579,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp4_mns32/trial3/results/result.json",
          "trial": 3
        }
      ]
    },
    "tp4_mns64": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 605.5669432571543,
          "pooled_p90_ms": 610.7392100384459,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 605.5669432571543,
          "trial_stddev_of_means_ms": 2.5583322144334986
        },
        "tpot_ms": {
          "pooled_mean_ms": 4.264903840417586,
          "pooled_p90_ms": 4.27982993753935,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 4.264903840417586,
          "trial_stddev_of_means_ms": 0.008241890125268254
        },
        "ttft_ms": {
          "pooled_mean_ms": 63.8859268507706,
          "pooled_p90_ms": 67.59266997687519,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 63.8859268507706,
          "trial_stddev_of_means_ms": 1.5158748686612207
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 605.7536339084077,
              "p90_ms": 610.4160649701953,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.264924569000695,
              "p90_ms": 4.281197173161593,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 64.06844277909502,
              "p90_ms": 67.37245502881706,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp4_mns64/trial1/results/result.json",
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 602.9203796349539,
              "p90_ms": 606.4624059945345,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.256651605550648,
              "p90_ms": 4.271073574860265,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 62.287057342022194,
              "p90_ms": 64.74815693218261,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp4_mns64/trial2/results/result.json",
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 608.0268162281014,
              "p90_ms": 613.2307189982384,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.273135346701415,
              "p90_ms": 4.29227040974262,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 65.30228043119459,
              "p90_ms": 69.0081981010735,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp4_mns64/trial3/results/result.json",
          "trial": 3
        }
      ]
    },
    "tp4_mns8": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 605.0888788116282,
          "pooled_p90_ms": 610.0081680342555,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 605.0888788116282,
          "trial_stddev_of_means_ms": 0.8901667424570828
        },
        "tpot_ms": {
          "pooled_mean_ms": 4.256483071855015,
          "pooled_p90_ms": 4.268226101921182,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 4.256483071855015,
          "trial_stddev_of_means_ms": 0.0026292150472670742
        },
        "ttft_ms": {
          "pooled_mean_ms": 64.47646671392322,
          "pooled_p90_ms": 68.37363401427865,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 64.47646671392322,
          "trial_stddev_of_means_ms": 1.0383603866006366
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 606.0357820910452,
              "p90_ms": 611.1916180234402,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.2545578456668816,
              "p90_ms": 4.264190204544213,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 65.67109757204099,
              "p90_ms": 71.20707002468407,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp4_mns8/trial1/results/result.json",
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 604.2691217230041,
              "p90_ms": 608.334549004212,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.2554127314675245,
              "p90_ms": 4.26826358307153,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 63.79063503163354,
              "p90_ms": 67.93791998643428,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp4_mns8/trial2/results/result.json",
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 604.9617326208354,
              "p90_ms": 610.0081680342555,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 4.259478638430637,
              "p90_ms": 4.271154976669904,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 63.96766753809512,
              "p90_ms": 67.67752906307578,
              "samples": 129
            }
          },
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/real-r6/fixed-pd/real/tp4_mns8/trial3/results/result.json",
          "trial": 3
        }
      ]
    }
  },
  "prefill_only": false,
  "schema": "qwen30-latency-case-real-audit-v1",
  "trace_manifests": {
    "tp1": {
      "description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse",
      "first_arrival_s": 0.0,
      "global_offered_request_rate": 0.215,
      "last_arrival_s": 595.3488372093024,
      "output_tokens": [
        128
      ],
      "per_gpu_offered_request_rate": 0.215,
      "prefix_caching": false,
      "private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/traces/fixed-pd/tp1/private/real_requests.jsonl",
      "private_jsonl_sha256": "fa903f38c522a1ab5fa6325697f7aebd8ce17c0809ecee5cba7f28ec7eb6a030",
      "public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/traces/fixed-pd/tp1/public/frontier.csv",
      "public_csv_sha256": "d33dd9fcd1aea6c6a6fb6730d8bfe30392ad6827f4132682ad151cccabe4bf2d",
      "requests": 129,
      "row_vector_sha256": "6cb1cdd992eca886c8f1611ee83ec1373ff162bd1b608a8ce23974885b393aea",
      "schema": "qwen30-latency-case-v1",
      "tensor_parallel_size": 1
    },
    "tp2": {
      "description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse",
      "first_arrival_s": 0.0,
      "global_offered_request_rate": 0.43,
      "last_arrival_s": 297.6744186046512,
      "output_tokens": [
        128
      ],
      "per_gpu_offered_request_rate": 0.215,
      "prefix_caching": false,
      "private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/traces/fixed-pd/tp2/private/real_requests.jsonl",
      "private_jsonl_sha256": "51d9e597d5efec87f9a6a7ea425ee1fa95eb4d80db8cadaaef8acbab0f024919",
      "public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/traces/fixed-pd/tp2/public/frontier.csv",
      "public_csv_sha256": "c3d7ce76385f348e8082d9aae1449384e9710a2d4c9a0b8b5d36bac28a5f2434",
      "requests": 129,
      "row_vector_sha256": "51947bb92449fc5be3ecaafb5b0ba08acd848ff5c6cff9a04a66bd3fda74d45e",
      "schema": "qwen30-latency-case-v1",
      "tensor_parallel_size": 2
    },
    "tp4": {
      "description": "fixed-shape: deterministic token IDs, uniform TP-normalized QPS, no prefix reuse",
      "first_arrival_s": 0.0,
      "global_offered_request_rate": 0.86,
      "last_arrival_s": 148.8372093023256,
      "output_tokens": [
        128
      ],
      "per_gpu_offered_request_rate": 0.215,
      "prefix_caching": false,
      "private_jsonl": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/traces/fixed-pd/tp4/private/real_requests.jsonl",
      "private_jsonl_sha256": "90450c8ca24055ed18d3edeb43255380decb7de285ff982b48cb4211775f0326",
      "public_csv": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/traces/fixed-pd/tp4/public/frontier.csv",
      "public_csv_sha256": "c78ced228c0df8a20874f14cc620a4e259a828d9fc876a8dc022fb0280af1591",
      "requests": 129,
      "row_vector_sha256": "ce55943d20be72c04040e4bbeb0621d529590594dd11e968eefcf788895564a1",
      "schema": "qwen30-latency-case-v1",
      "tensor_parallel_size": 4
    }
  },
  "traces_root": "/home/admin/cpfs/wjh/aituner/qwen30-latency-expansion-20260718-r2/traces/fixed-pd",
  "winners": {
    "e2e_ms:pooled_mean_ms": {
      "ranking": [
        "tp4_mns32",
        "tp4_mns8",
        "tp4_mns64",
        "tp4_mns16",
        "tp2_mns16",
        "tp2_mns8",
        "tp2_mns32",
        "tp2_mns64",
        "tp1_mns64",
        "tp1_mns16",
        "tp1_mns32",
        "tp1_mns8"
      ],
      "winner": "tp4_mns32",
      "winner_value_ms": 604.4058500071964
    },
    "e2e_ms:pooled_p90_ms": {
      "ranking": [
        "tp4_mns8",
        "tp4_mns64",
        "tp4_mns32",
        "tp4_mns16",
        "tp2_mns8",
        "tp2_mns32",
        "tp2_mns16",
        "tp2_mns64",
        "tp1_mns64",
        "tp1_mns16",
        "tp1_mns32",
        "tp1_mns8"
      ],
      "winner": "tp4_mns8",
      "winner_value_ms": 610.0081680342555
    },
    "tpot_ms:pooled_mean_ms": {
      "ranking": [
        "tp4_mns32",
        "tp4_mns8",
        "tp4_mns64",
        "tp4_mns16",
        "tp2_mns16",
        "tp2_mns32",
        "tp2_mns8",
        "tp2_mns64",
        "tp1_mns64",
        "tp1_mns32",
        "tp1_mns16",
        "tp1_mns8"
      ],
      "winner": "tp4_mns32",
      "winner_value_ms": 4.254808547439789
    },
    "tpot_ms:pooled_p90_ms": {
      "ranking": [
        "tp4_mns8",
        "tp4_mns32",
        "tp4_mns64",
        "tp4_mns16",
        "tp2_mns32",
        "tp2_mns16",
        "tp2_mns8",
        "tp2_mns64",
        "tp1_mns16",
        "tp1_mns64",
        "tp1_mns32",
        "tp1_mns8"
      ],
      "winner": "tp4_mns8",
      "winner_value_ms": 4.268226101921182
    },
    "ttft_ms:pooled_mean_ms": {
      "ranking": [
        "tp4_mns16",
        "tp4_mns64",
        "tp4_mns32",
        "tp4_mns8",
        "tp2_mns8",
        "tp2_mns64",
        "tp2_mns32",
        "tp2_mns16",
        "tp1_mns16",
        "tp1_mns32",
        "tp1_mns8",
        "tp1_mns64"
      ],
      "winner": "tp4_mns16",
      "winner_value_ms": 63.03574686938565
    },
    "ttft_ms:pooled_p90_ms": {
      "ranking": [
        "tp4_mns16",
        "tp4_mns64",
        "tp4_mns8",
        "tp4_mns32",
        "tp2_mns8",
        "tp2_mns64",
        "tp2_mns32",
        "tp2_mns16",
        "tp1_mns32",
        "tp1_mns8",
        "tp1_mns64",
        "tp1_mns16"
      ],
      "winner": "tp4_mns16",
      "winner_value_ms": 66.4233659626916
    }
  }
}