{
  "configs": {
    "tp1_mns16": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 87355.16047904849,
          "pooled_p90_ms": 156177.17167094816,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 87355.1604790485,
          "trial_mean_of_p90s_ms": 156479.69853299824,
          "trial_stddev_of_means_ms": 411.9489877870239
        },
        "tpot_ms": {
          "pooled_mean_ms": 20.58492915882586,
          "pooled_p90_ms": 25.316827059621797,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 20.58492915882586,
          "trial_mean_of_p90s_ms": 25.430729349242615,
          "trial_stddev_of_means_ms": 0.07031617503255957
        },
        "ttft_ms": {
          "pooled_mean_ms": 17378.17525871318,
          "pooled_p90_ms": 42739.809082006104,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 17378.17525871318,
          "trial_mean_of_p90s_ms": 43264.360885717906,
          "trial_stddev_of_means_ms": 247.95865334755402
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 87177.4532565533,
              "p90_ms": 156177.17167094816,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 20.657075003239317,
              "p90_ms": 25.51118326097509,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 17192.74773496445,
              "p90_ms": 43084.54651210923,
              "samples": 129
            }
          },
          "mns": 16,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp1_mns16/trial1/results/result.json",
          "tp": 1,
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 87061.89228269603,
              "p90_ms": 156085.63073002733,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 20.58111452736139,
              "p90_ms": 25.316827059621797,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 17281.95525217321,
              "p90_ms": 42669.12407299969,
              "samples": 129
            }
          },
          "mns": 16,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp1_mns16/trial2/results/result.json",
          "tp": 1,
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 87826.13589789615,
              "p90_ms": 157176.29319801927,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 20.51659794587688,
              "p90_ms": 25.464177727130956,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 17659.822789001886,
              "p90_ms": 44039.4120720448,
              "samples": 129
            }
          },
          "mns": 16,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp1_mns16/trial3/results/result.json",
          "tp": 1,
          "trial": 3
        }
      ]
    },
    "tp1_mns32": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 81051.19884917597,
          "pooled_p90_ms": 162908.61000702716,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 81051.19884917597,
          "trial_mean_of_p90s_ms": 163725.26491332488,
          "trial_stddev_of_means_ms": 957.6364127854422
        },
        "tpot_ms": {
          "pooled_mean_ms": 23.75712112165005,
          "pooled_p90_ms": 29.99736783063116,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 23.757121121650055,
          "trial_mean_of_p90s_ms": 29.953513044613036,
          "trial_stddev_of_means_ms": 0.28945138797341263
        },
        "ttft_ms": {
          "pooled_mean_ms": 620.4562074374239,
          "pooled_p90_ms": 1931.474626995623,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 620.4562074374239,
          "trial_mean_of_p90s_ms": 1952.5051703676581,
          "trial_stddev_of_means_ms": 4.034284336592585
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 82155.01919551753,
              "p90_ms": 165321.14125497174,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 24.088935365685685,
              "p90_ms": 30.620627052829327,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 624.0473438989255,
              "p90_ms": 1953.5144560504705,
              "samples": 129
            }
          },
          "mns": 32,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp1_mns32/trial1/results/result.json",
          "tp": 1,
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 80442.25376262421,
              "p90_ms": 162710.11894091498,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 23.556478044326088,
              "p90_ms": 29.607802025608333,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 616.0909594027614,
              "p90_ms": 1931.474626995623,
              "samples": 129
            }
          },
          "mns": 32,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp1_mns32/trial2/results/result.json",
          "tp": 1,
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 80556.32358938617,
              "p90_ms": 163144.53454408795,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 23.62594995493838,
              "p90_ms": 29.632110055401448,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 621.2303190105847,
              "p90_ms": 1972.5264280568808,
              "samples": 129
            }
          },
          "mns": 32,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp1_mns32/trial3/results/result.json",
          "tp": 1,
          "trial": 3
        }
      ]
    },
    "tp1_mns64": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 82253.7312629709,
          "pooled_p90_ms": 165355.2623600699,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 82253.73126297089,
          "trial_mean_of_p90s_ms": 166168.38832168528,
          "trial_stddev_of_means_ms": 276.04080210780324
        },
        "tpot_ms": {
          "pooled_mean_ms": 24.114592194742286,
          "pooled_p90_ms": 30.355145227612027,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 24.114592194742286,
          "trial_mean_of_p90s_ms": 30.441765467132914,
          "trial_stddev_of_means_ms": 0.09945812871448045
        },
        "ttft_ms": {
          "pooled_mean_ms": 619.7960944975623,
          "pooled_p90_ms": 1956.7296199966222,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 619.7960944975623,
          "trial_mean_of_p90s_ms": 1975.1493813625227,
          "trial_stddev_of_means_ms": 3.103486103420667
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 82496.79665562836,
              "p90_ms": 166090.5934929615,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 24.210340237338897,
              "p90_ms": 30.310964708207926,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 616.759402438269,
              "p90_ms": 1956.7296199966222,
              "samples": 129
            }
          },
          "mns": 64,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp1_mns64/trial1/results/result.json",
          "tp": 1,
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 81953.6266326841,
              "p90_ms": 165355.2623600699,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 24.011798653948865,
              "p90_ms": 30.622402682139015,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 622.9623185557335,
              "p90_ms": 1988.6804190464318,
              "samples": 129
            }
          },
          "mns": 64,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp1_mns64/trial2/results/result.json",
          "tp": 1,
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 82310.77050060022,
              "p90_ms": 167059.3091120245,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 24.121637692939093,
              "p90_ms": 30.391929011051804,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 619.6665624986844,
              "p90_ms": 1980.038105044514,
              "samples": 129
            }
          },
          "mns": 64,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp1_mns64/trial3/results/result.json",
          "tp": 1,
          "trial": 3
        }
      ]
    },
    "tp1_mns8": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 137996.3827215202,
          "pooled_p90_ms": 222136.04307791684,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 137996.38272152017,
          "trial_mean_of_p90s_ms": 223625.49974532644,
          "trial_stddev_of_means_ms": 2140.2325979814923
        },
        "tpot_ms": {
          "pooled_mean_ms": 14.282724020345517,
          "pooled_p90_ms": 16.331995667962982,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 14.282724020345519,
          "trial_mean_of_p90s_ms": 16.30076252284316,
          "trial_stddev_of_means_ms": 0.06621858834469496
        },
        "ttft_ms": {
          "pooled_mean_ms": 88479.94003801016,
          "pooled_p90_ms": 168185.5451229494,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 88479.94003801014,
          "trial_mean_of_p90s_ms": 168658.08321364844,
          "trial_stddev_of_means_ms": 1884.4627766230617
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 140225.59553917762,
              "p90_ms": 227556.57476198394,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 14.352062305808436,
              "p90_ms": 16.440255243105753,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 90447.42801240031,
              "p90_ms": 172230.12473701965,
              "samples": 129
            }
          },
          "mns": 8,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp1_mns8/trial1/results/result.json",
          "tp": 1,
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 135957.89686511378,
              "p90_ms": 219851.20729799382,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 14.220143355456331,
              "p90_ms": 16.233834194804228,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 86691.24682294385,
              "p90_ms": 165558.5797809763,
              "samples": 129
            }
          },
          "mns": 8,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp1_mns8/trial2/results/result.json",
          "tp": 1,
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 137805.65576026912,
              "p90_ms": 223468.71717600152,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 14.27596639977179,
              "p90_ms": 16.22819813061951,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 88301.14527868626,
              "p90_ms": 168185.5451229494,
              "samples": 129
            }
          },
          "mns": 8,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp1_mns8/trial3/results/result.json",
          "tp": 1,
          "trial": 3
        }
      ]
    },
    "tp2_mns16": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 82936.70731938194,
          "pooled_p90_ms": 137726.37015290093,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 82936.70731938194,
          "trial_mean_of_p90s_ms": 138201.4721223386,
          "trial_stddev_of_means_ms": 300.9695124191068
        },
        "tpot_ms": {
          "pooled_mean_ms": 14.09701977962943,
          "pooled_p90_ms": 16.149621762221777,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 14.097019779629429,
          "trial_mean_of_p90s_ms": 16.09430993926139,
          "trial_stddev_of_means_ms": 0.009955627205404972
        },
        "ttft_ms": {
          "pooled_mean_ms": 34442.970551674625,
          "pooled_p90_ms": 77922.3588249879,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 34442.970551674625,
          "trial_mean_of_p90s_ms": 77968.50966336206,
          "trial_stddev_of_means_ms": 245.29483636828064
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 82589.82040462908,
              "p90_ms": 137726.37015290093,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 14.086598798707497,
              "p90_ms": 16.11459195926328,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 34161.05435777441,
              "p90_ms": 77612.42442007642,
              "samples": 129
            }
          },
          "mns": 16,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp2_mns16/trial1/results/result.json",
          "tp": 2,
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 83128.44691530518,
              "p90_ms": 138288.39251911268,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 14.106433468934316,
              "p90_ms": 16.016419614614367,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 34560.222078616505,
              "p90_ms": 78136.86232501641,
              "samples": 129
            }
          },
          "mns": 16,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp2_mns16/trial2/results/result.json",
          "tp": 2,
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 83091.85463821157,
              "p90_ms": 138589.6536950022,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 14.098027071246479,
              "p90_ms": 16.151918243906525,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 34607.63521863295,
              "p90_ms": 78156.24224499334,
              "samples": 129
            }
          },
          "mns": 16,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp2_mns16/trial3/results/result.json",
          "tp": 2,
          "trial": 3
        }
      ]
    },
    "tp2_mns32": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 62267.50376182025,
          "pooled_p90_ms": 117239.33770309668,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 62267.503761820255,
          "trial_mean_of_p90s_ms": 117291.74644201218,
          "trial_stddev_of_means_ms": 112.21230246579601
        },
        "tpot_ms": {
          "pooled_mean_ms": 17.99748422275332,
          "pooled_p90_ms": 21.280696114935413,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 17.997484222753318,
          "trial_mean_of_p90s_ms": 21.350839715170533,
          "trial_stddev_of_means_ms": 0.024026728370897792
        },
        "ttft_ms": {
          "pooled_mean_ms": 1050.6337350342683,
          "pooled_p90_ms": 2521.7670870479196,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 1050.6337350342683,
          "trial_mean_of_p90s_ms": 2558.191083294029,
          "trial_stddev_of_means_ms": 3.4732818152181575
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 62313.896939208076,
              "p90_ms": 117369.6845669765,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 18.008634396299446,
              "p90_ms": 21.280696114935413,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 1047.8459898673013,
              "p90_ms": 2537.152646924369,
              "samples": 129
            }
          },
          "mns": 32,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp2_mns32/trial1/results/result.json",
          "tp": 2,
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 62139.53429665742,
              "p90_ms": 117239.33770309668,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 17.969908251938307,
              "p90_ms": 21.518877847159697,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 1054.5246146724003,
              "p90_ms": 2507.6513229869306,
              "samples": 129
            }
          },
          "mns": 32,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp2_mns32/trial2/results/result.json",
          "tp": 2,
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 62349.08004959526,
              "p90_ms": 117266.21705596335,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 18.01391002002221,
              "p90_ms": 21.252945183416482,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 1049.5306005631032,
              "p90_ms": 2629.7692799707875,
              "samples": 129
            }
          },
          "mns": 32,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp2_mns32/trial3/results/result.json",
          "tp": 2,
          "trial": 3
        }
      ]
    },
    "tp2_mns64": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 62353.63015175185,
          "pooled_p90_ms": 118392.33276096638,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 62353.63015175186,
          "trial_mean_of_p90s_ms": 118379.07191404763,
          "trial_stddev_of_means_ms": 167.93391905527702
        },
        "tpot_ms": {
          "pooled_mean_ms": 18.239052597893746,
          "pooled_p90_ms": 21.560091553416488,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 18.239052597893746,
          "trial_mean_of_p90s_ms": 21.583819967748195,
          "trial_stddev_of_means_ms": 0.049751307212647984
        },
        "ttft_ms": {
          "pooled_mean_ms": 375.75464864569483,
          "pooled_p90_ms": 1148.593939957209,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 375.7546486456948,
          "trial_mean_of_p90s_ms": 1156.997084307174,
          "trial_stddev_of_means_ms": 0.8716131740409625
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 62355.466284980466,
              "p90_ms": 118664.41726102494,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 18.244751771577278,
              "p90_ms": 21.63474199378721,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 376.58390670729614,
              "p90_ms": 1167.6474569831043,
              "samples": 129
            }
          },
          "mns": 64,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp2_mns64/trial1/results/result.json",
          "tp": 2,
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 62520.63847564941,
              "p90_ms": 118612.22067801282,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 18.285708890842777,
              "p90_ms": 21.623841600560585,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 374.8460987451046,
              "p90_ms": 1154.7498559812084,
              "samples": 129
            }
          },
          "mns": 64,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp2_mns64/trial2/results/result.json",
          "tp": 2,
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 62184.7856946257,
              "p90_ms": 117860.57780310512,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 18.18669713126118,
              "p90_ms": 21.492876308896783,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 375.83394048468375,
              "p90_ms": 1148.593939957209,
              "samples": 129
            }
          },
          "mns": 64,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp2_mns64/trial3/results/result.json",
          "tp": 2,
          "trial": 3
        }
      ]
    },
    "tp2_mns8": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 128296.94038681783,
          "pooled_p90_ms": 215848.26136403717,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 128296.94038681783,
          "trial_mean_of_p90s_ms": 216133.82774300408,
          "trial_stddev_of_means_ms": 253.41927200868048
        },
        "tpot_ms": {
          "pooled_mean_ms": 9.244370614307101,
          "pooled_p90_ms": 10.190386958999568,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 9.244370614307103,
          "trial_mean_of_p90s_ms": 10.191423497770423,
          "trial_stddev_of_means_ms": 0.011292566107855785
        },
        "ttft_ms": {
          "pooled_mean_ms": 95920.08463817694,
          "pooled_p90_ms": 183878.83744493593,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 95920.08463817695,
          "trial_mean_of_p90s_ms": 184091.12584633598,
          "trial_stddev_of_means_ms": 246.8869690217293
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 128460.99048956431,
              "p90_ms": 216078.09481292497,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 9.23733635271789,
              "p90_ms": 10.187162502093368,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 96106.82740485722,
              "p90_ms": 184006.2059359625,
              "samples": 129
            }
          },
          "mns": 8,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp2_mns8/trial1/results/result.json",
          "tp": 2,
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 128005.065388418,
              "p90_ms": 215848.26136403717,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 9.238379252990907,
              "p90_ms": 10.190386958999568,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 95640.16961438723,
              "p90_ms": 183862.3900989769,
              "samples": 129
            }
          },
          "mns": 8,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp2_mns8/trial2/results/result.json",
          "tp": 2,
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 128424.76528247118,
              "p90_ms": 216475.12705205008,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 9.257396237212511,
              "p90_ms": 10.19672103221833,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 96013.2568952864,
              "p90_ms": 184404.78150406852,
              "samples": 129
            }
          },
          "mns": 8,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp2_mns8/trial3/results/result.json",
          "tp": 2,
          "trial": 3
        }
      ]
    },
    "tp4_mns16": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 65779.08377038215,
          "pooled_p90_ms": 110374.3328540586,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 65779.08377038215,
          "trial_mean_of_p90s_ms": 110593.98958502182,
          "trial_stddev_of_means_ms": 79.17219724389233
        },
        "tpot_ms": {
          "pooled_mean_ms": 8.806983272811275,
          "pooled_p90_ms": 9.626243685920313,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 8.806983272811275,
          "trial_mean_of_p90s_ms": 9.623114289857485,
          "trial_stddev_of_means_ms": 0.00993955000910551
        },
        "ttft_ms": {
          "pooled_mean_ms": 35042.61012925094,
          "pooled_p90_ms": 74281.28085809294,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 35042.610129250934,
          "trial_mean_of_p90s_ms": 74402.09861169569,
          "trial_stddev_of_means_ms": 73.61057537965252
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 65867.343166196,
              "p90_ms": 110630.9638969833,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 8.809118914012139,
              "p90_ms": 9.634016542784963,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 35125.26244937818,
              "p90_ms": 74573.83236999158,
              "samples": 129
            }
          },
          "mns": 16,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp4_mns16/trial1/results/result.json",
          "tp": 4,
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 65755.59253424818,
              "p90_ms": 110776.67200402357,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 8.815681410017397,
              "p90_ms": 9.632762871791096,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 34984.109502939085,
              "p90_ms": 74351.18260700256,
              "samples": 129
            }
          },
          "mns": 16,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp4_mns16/trial2/results/result.json",
          "tp": 4,
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 65714.31561070224,
              "p90_ms": 110374.3328540586,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 8.79614949440429,
              "p90_ms": 9.602563454996394,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 35018.45843543555,
              "p90_ms": 74281.28085809294,
              "samples": 129
            }
          },
          "mns": 16,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp4_mns16/trial3/results/result.json",
          "tp": 4,
          "trial": 3
        }
      ]
    },
    "tp4_mns32": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 47944.52887711636,
          "pooled_p90_ms": 83825.7212981116,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 47944.52887711636,
          "trial_mean_of_p90s_ms": 84201.27462669431,
          "trial_stddev_of_means_ms": 314.84689084624006
        },
        "tpot_ms": {
          "pooled_mean_ms": 12.181116414313188,
          "pooled_p90_ms": 13.75045588274547,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 12.181116414313186,
          "trial_mean_of_p90s_ms": 13.764242049706512,
          "trial_stddev_of_means_ms": 0.05312117190893007
        },
        "ttft_ms": {
          "pooled_mean_ms": 6296.228585964807,
          "pooled_p90_ms": 19159.870272967964,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 6296.228585964807,
          "trial_mean_of_p90s_ms": 19163.547096347127,
          "trial_stddev_of_means_ms": 141.30091703005428
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 48268.361499181105,
              "p90_ms": 84625.69403997622,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 12.233328917928599,
              "p90_ms": 13.809786885754699,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 6448.833544885689,
              "p90_ms": 19575.953547027893,
              "samples": 129
            }
          },
          "mns": 32,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp4_mns32/trial1/results/result.json",
          "tp": 4,
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 47639.51159005465,
              "p90_ms": 83825.7212981116,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 12.127130963187064,
              "p90_ms": 13.718962375832668,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 6169.928666188873,
              "p90_ms": 18779.106684960425,
              "samples": 129
            }
          },
          "mns": 32,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp4_mns32/trial2/results/result.json",
          "tp": 4,
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 47925.713542113335,
              "p90_ms": 84152.4085419951,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 12.182889361823895,
              "p90_ms": 13.763976887532172,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 6269.923546819861,
              "p90_ms": 19135.58105705306,
              "samples": 129
            }
          },
          "mns": 32,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp4_mns32/trial3/results/result.json",
          "tp": 4,
          "trial": 3
        }
      ]
    },
    "tp4_mns64": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 44985.13828221082,
          "pooled_p90_ms": 83763.61756504048,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 44985.13828221082,
          "trial_mean_of_p90s_ms": 83934.7783580112,
          "trial_stddev_of_means_ms": 124.87733418991748
        },
        "tpot_ms": {
          "pooled_mean_ms": 13.178025610291787,
          "pooled_p90_ms": 15.389331985205848,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 13.178025610291789,
          "trial_mean_of_p90s_ms": 15.426827041851524,
          "trial_stddev_of_means_ms": 0.04180975339667582
        },
        "ttft_ms": {
          "pooled_mean_ms": 245.9527667526406,
          "pooled_p90_ms": 685.5076659703627,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 245.9527667526406,
          "trial_mean_of_p90s_ms": 693.9916636717195,
          "trial_stddev_of_means_ms": 2.5068538619550047
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 45089.82795085072,
              "p90_ms": 84275.81048000138,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 13.210321995984648,
              "p90_ms": 15.465764498700636,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 245.75881352882774,
              "p90_ms": 685.5076659703627,
              "samples": 129
            }
          },
          "mns": 64,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp4_mns64/trial1/results/result.json",
          "tp": 4,
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 44846.91910041485,
              "p90_ms": 83676.52938805986,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 13.130800688491455,
              "p90_ms": 15.375762174125736,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 243.54852308327867,
              "p90_ms": 689.600904006511,
              "samples": 129
            }
          },
          "mns": 64,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp4_mns64/trial2/results/result.json",
          "tp": 4,
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 45018.66779536688,
              "p90_ms": 83851.99520597234,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 13.192954146399261,
              "p90_ms": 15.438954452728199,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 248.5509636458154,
              "p90_ms": 706.8664210382849,
              "samples": 129
            }
          },
          "mns": 64,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp4_mns64/trial3/results/result.json",
          "tp": 4,
          "trial": 3
        }
      ]
    },
    "tp4_mns8": {
      "metrics": {
        "e2e_ms": {
          "pooled_mean_ms": 126405.41922729714,
          "pooled_p90_ms": 209092.4072249327,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 126405.41922729714,
          "trial_mean_of_p90s_ms": 209266.24333831327,
          "trial_stddev_of_means_ms": 13.636256279124204
        },
        "tpot_ms": {
          "pooled_mean_ms": 6.757398869596114,
          "pooled_p90_ms": 7.242299378971089,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 6.757398869596114,
          "trial_mean_of_p90s_ms": 7.256281134648607,
          "trial_stddev_of_means_ms": 0.0021221970115212385
        },
        "ttft_ms": {
          "pooled_mean_ms": 102605.87212059843,
          "pooled_p90_ms": 193359.7398570273,
          "pooled_samples": 387,
          "trial_mean_of_means_ms": 102605.87212059843,
          "trial_mean_of_p90s_ms": 193580.62508733323,
          "trial_stddev_of_means_ms": 31.928988273539215
        }
      },
      "trials": [
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 126396.78182327477,
              "p90_ms": 209295.79258395825,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 6.757000882714381,
              "p90_ms": 7.275805782008363,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 102581.32991039865,
              "p90_ms": 193756.58583000768,
              "samples": 129
            }
          },
          "mns": 8,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp4_mns8/trial1/results/result.json",
          "tp": 4,
          "trial": 1
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 126421.1394171115,
              "p90_ms": 209410.53020604886,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 6.759691884285006,
              "p90_ms": 7.268115562828778,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 102641.97010612892,
              "p90_ms": 193625.54957496468,
              "samples": 129
            }
          },
          "mns": 8,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp4_mns8/trial2/results/result.json",
          "tp": 4,
          "trial": 2
        },
        {
          "metrics": {
            "e2e_ms": {
              "mean_ms": 126398.33644150518,
              "p90_ms": 209092.4072249327,
              "samples": 129
            },
            "tpot_ms": {
              "mean_ms": 6.755503841788953,
              "p90_ms": 7.224922059108682,
              "samples": 129
            },
            "ttft_ms": {
              "mean_ms": 102594.31634526773,
              "p90_ms": 193359.7398570273,
              "samples": 129
            }
          },
          "mns": 8,
          "requests": 129,
          "result_path": "/home/admin/cpfs/wjh/aituner/simulator-tuning-latency-q30-tp-normalized-u0p01-20260717/real/tp4_mns8/trial3/results/result.json",
          "tp": 4,
          "trial": 3
        }
      ]
    }
  },
  "schema": "qwen30-tp-normalized-real-surface-audit-v1",
  "trace_manifests": {
    "tp1": {
      "global_offered_request_rate": 0.215,
      "normalized_row_vector_sha256": "e0c0f9b327473dd2b34149eb478a13b464c26df2201ec8e43c6493c207b08786",
      "per_gpu_offered_request_rate": 0.215,
      "private_jsonl_sha256": "ba61259d2650b225eb3b3b2b6b9dec29503f9f616b4c573869f3b69881cc6e13",
      "requests": 129
    },
    "tp2": {
      "global_offered_request_rate": 0.43,
      "normalized_row_vector_sha256": "b435481838bee09b18d0b51c23901488a4fe2f08aee4e9b5a46d2f9c160717fc",
      "per_gpu_offered_request_rate": 0.215,
      "private_jsonl_sha256": "b30ffdb42ee52e17f099d11e47d9f841673e18a05defccc64bf03ce3802d3576",
      "requests": 129
    },
    "tp4": {
      "global_offered_request_rate": 0.86,
      "normalized_row_vector_sha256": "0eefd2d58674c741a7680b90554ed89cc1655478a709c49670a93d09f156ff2c",
      "per_gpu_offered_request_rate": 0.215,
      "private_jsonl_sha256": "a8c1d9641107978e960ecc78cd3d43fdce925e3b23d7635ccf0633fcadc3d812",
      "requests": 129
    }
  },
  "winners": {
    "e2e_ms:pooled_mean_ms": {
      "ranking": [
        "tp4_mns64",
        "tp4_mns32",
        "tp2_mns32",
        "tp2_mns64",
        "tp4_mns16",
        "tp1_mns32",
        "tp1_mns64",
        "tp2_mns16",
        "tp1_mns16",
        "tp4_mns8",
        "tp2_mns8",
        "tp1_mns8"
      ],
      "winner": "tp4_mns64",
      "winner_value_ms": 44985.13828221082
    },
    "e2e_ms:pooled_p90_ms": {
      "ranking": [
        "tp4_mns64",
        "tp4_mns32",
        "tp4_mns16",
        "tp2_mns32",
        "tp2_mns64",
        "tp2_mns16",
        "tp1_mns16",
        "tp1_mns32",
        "tp1_mns64",
        "tp4_mns8",
        "tp2_mns8",
        "tp1_mns8"
      ],
      "winner": "tp4_mns64",
      "winner_value_ms": 83763.61756504048
    },
    "tpot_ms:pooled_mean_ms": {
      "ranking": [
        "tp4_mns8",
        "tp4_mns16",
        "tp2_mns8",
        "tp4_mns32",
        "tp4_mns64",
        "tp2_mns16",
        "tp1_mns8",
        "tp2_mns32",
        "tp2_mns64",
        "tp1_mns16",
        "tp1_mns32",
        "tp1_mns64"
      ],
      "winner": "tp4_mns8",
      "winner_value_ms": 6.757398869596114
    },
    "tpot_ms:pooled_p90_ms": {
      "ranking": [
        "tp4_mns8",
        "tp4_mns16",
        "tp2_mns8",
        "tp4_mns32",
        "tp4_mns64",
        "tp2_mns16",
        "tp1_mns8",
        "tp2_mns32",
        "tp2_mns64",
        "tp1_mns16",
        "tp1_mns32",
        "tp1_mns64"
      ],
      "winner": "tp4_mns8",
      "winner_value_ms": 7.242299378971089
    },
    "ttft_ms:pooled_mean_ms": {
      "ranking": [
        "tp4_mns64",
        "tp2_mns64",
        "tp1_mns64",
        "tp1_mns32",
        "tp2_mns32",
        "tp4_mns32",
        "tp1_mns16",
        "tp2_mns16",
        "tp4_mns16",
        "tp1_mns8",
        "tp2_mns8",
        "tp4_mns8"
      ],
      "winner": "tp4_mns64",
      "winner_value_ms": 245.9527667526406
    },
    "ttft_ms:pooled_p90_ms": {
      "ranking": [
        "tp4_mns64",
        "tp2_mns64",
        "tp1_mns32",
        "tp1_mns64",
        "tp2_mns32",
        "tp4_mns32",
        "tp1_mns16",
        "tp4_mns16",
        "tp2_mns16",
        "tp1_mns8",
        "tp2_mns8",
        "tp4_mns8"
      ],
      "winner": "tp4_mns64",
      "winner_value_ms": 685.5076659703627
    }
  }
}