727 lines
24 KiB
JSON
727 lines
24 KiB
JSON
{
|
|
"cells": {
|
|
"tp1_mns16": {
|
|
"config": "tp1_mns16",
|
|
"elapsed_seconds": 351.88990092277527,
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ratio_sim_over_real": 13.842098628638448,
|
|
"p90_ratio_sim_over_real": 13.072241203568879,
|
|
"real_mean_ms": 87355.16047904849,
|
|
"real_p90_ms": 156177.17167094816,
|
|
"sim_mean_ms": 1209178.7470715286,
|
|
"sim_p90_ms": 2041585.6585738186
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ratio_sim_over_real": 4.816528397308329,
|
|
"p90_ratio_sim_over_real": 4.062740013130375,
|
|
"real_mean_ms": 20.58492915882586,
|
|
"real_p90_ms": 25.316827059621797,
|
|
"sim_mean_ms": 99.14789585006503,
|
|
"sim_p90_ms": 102.85568630062728
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ratio_sim_over_real": 50.0951473194418,
|
|
"p90_ratio_sim_over_real": 40.15634837465801,
|
|
"real_mean_ms": 17378.17525871318,
|
|
"real_p90_ms": 42739.809082006104,
|
|
"sim_mean_ms": 870562.2497283154,
|
|
"sim_p90_ms": 1716274.6629634094
|
|
}
|
|
},
|
|
"mns": 16,
|
|
"offered_request_rate": 0.215,
|
|
"offered_request_rate_per_gpu": 0.215,
|
|
"request_count": 129,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/simulator-piecewise-surface-v2/runs/tp1_mns16/tp1/result.json",
|
|
"result_sha256": "d892cbc79c7ac3a2158310d346aea87fdd4a4515ada6465d02087066e412fe89",
|
|
"tp": 1,
|
|
"trace_label": "tp1",
|
|
"trace_sha256": "0014176c946a4c838f2ba127915fda8f2728e8cbfed070a001800b2f02f02d2a"
|
|
},
|
|
"tp1_mns32": {
|
|
"config": "tp1_mns32",
|
|
"elapsed_seconds": 342.20933651924133,
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ratio_sim_over_real": 8.911637753525204,
|
|
"p90_ratio_sim_over_real": 7.8084062855710945,
|
|
"real_mean_ms": 81051.19884917597,
|
|
"real_p90_ms": 162908.61000702716,
|
|
"sim_mean_ms": 722298.9236327951,
|
|
"sim_p90_ms": 1272056.614352521
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ratio_sim_over_real": 5.03371341949048,
|
|
"p90_ratio_sim_over_real": 4.17277168119042,
|
|
"real_mean_ms": 23.75712112165005,
|
|
"real_p90_ms": 29.99736783063116,
|
|
"sim_mean_ms": 119.5865393985106,
|
|
"sim_p90_ms": 125.1721669939102
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ratio_sim_over_real": 510.8831583325707,
|
|
"p90_ratio_sim_over_real": 384.77102901825737,
|
|
"real_mean_ms": 620.4562074374239,
|
|
"real_p90_ms": 1931.474626995623,
|
|
"sim_mean_ms": 316980.6268626798,
|
|
"sim_p90_ms": 743175.4797517607
|
|
}
|
|
},
|
|
"mns": 32,
|
|
"offered_request_rate": 0.215,
|
|
"offered_request_rate_per_gpu": 0.215,
|
|
"request_count": 129,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/simulator-piecewise-surface-v2/runs/tp1_mns32/tp1/result.json",
|
|
"result_sha256": "babdafcbea1bd890e9d2af8043ef104fac262ef2b2ae6f9eca9ed6e3787824b8",
|
|
"tp": 1,
|
|
"trace_label": "tp1",
|
|
"trace_sha256": "0014176c946a4c838f2ba127915fda8f2728e8cbfed070a001800b2f02f02d2a"
|
|
},
|
|
"tp1_mns64": {
|
|
"config": "tp1_mns64",
|
|
"elapsed_seconds": 347.8728907108307,
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ratio_sim_over_real": 6.680377846313092,
|
|
"p90_ratio_sim_over_real": 5.889817911531751,
|
|
"real_mean_ms": 82253.7312629709,
|
|
"real_p90_ms": 165355.2623600699,
|
|
"sim_mean_ms": 549486.0041057414,
|
|
"sim_p90_ms": 973912.3860143718
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ratio_sim_over_real": 5.715675260466855,
|
|
"p90_ratio_sim_over_real": 4.93808404053013,
|
|
"real_mean_ms": 24.114592194742286,
|
|
"real_p90_ms": 30.355145227612027,
|
|
"sim_mean_ms": 137.83117802373562,
|
|
"sim_p90_ms": 149.8962581964453
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ratio_sim_over_real": 169.41590110493394,
|
|
"p90_ratio_sim_over_real": 153.2295314740789,
|
|
"real_mean_ms": 619.7960944975623,
|
|
"real_p90_ms": 1956.7296199966222,
|
|
"sim_mean_ms": 105003.31385062331,
|
|
"sim_p90_ms": 299828.76289353485
|
|
}
|
|
},
|
|
"mns": 64,
|
|
"offered_request_rate": 0.215,
|
|
"offered_request_rate_per_gpu": 0.215,
|
|
"request_count": 129,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/simulator-piecewise-surface-v2/runs/tp1_mns64/tp1/result.json",
|
|
"result_sha256": "a870a95f9f088e0c098025d3d7d4001409b28ab26f8633ff27ea878d2bbd50d2",
|
|
"tp": 1,
|
|
"trace_label": "tp1",
|
|
"trace_sha256": "0014176c946a4c838f2ba127915fda8f2728e8cbfed070a001800b2f02f02d2a"
|
|
},
|
|
"tp1_mns8": {
|
|
"config": "tp1_mns8",
|
|
"elapsed_seconds": 369.526850938797,
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ratio_sim_over_real": 13.991474955968794,
|
|
"p90_ratio_sim_over_real": 15.108002258550664,
|
|
"real_mean_ms": 137996.3827215202,
|
|
"real_p90_ms": 222136.04307791684,
|
|
"sim_mean_ms": 1930772.9328624348,
|
|
"sim_p90_ms": 3356031.8405266753
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ratio_sim_over_real": 5.3194009645510905,
|
|
"p90_ratio_sim_over_real": 4.790770710747499,
|
|
"real_mean_ms": 14.282724020345517,
|
|
"real_p90_ms": 16.331995667962982,
|
|
"sim_mean_ms": 75.97553593024297,
|
|
"sim_p90_ms": 78.2428464941321
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ratio_sim_over_real": 18.86307572133342,
|
|
"p90_ratio_sim_over_real": 18.60057703879594,
|
|
"real_mean_ms": 88479.94003801016,
|
|
"real_p90_ms": 168185.5451229494,
|
|
"sim_mean_ms": 1669003.8087560262,
|
|
"sim_p90_ms": 3128348.188871311
|
|
}
|
|
},
|
|
"mns": 8,
|
|
"offered_request_rate": 0.215,
|
|
"offered_request_rate_per_gpu": 0.215,
|
|
"request_count": 129,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/simulator-piecewise-surface-v2/runs/tp1_mns8/tp1/result.json",
|
|
"result_sha256": "0db2d1f388f20252bea08c982cd53c24c3d33c2d3b36b70bda82c4e501b694e6",
|
|
"tp": 1,
|
|
"trace_label": "tp1",
|
|
"trace_sha256": "0014176c946a4c838f2ba127915fda8f2728e8cbfed070a001800b2f02f02d2a"
|
|
},
|
|
"tp2_mns16": {
|
|
"config": "tp2_mns16",
|
|
"elapsed_seconds": 282.5357069969177,
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ratio_sim_over_real": 9.98451139764714,
|
|
"p90_ratio_sim_over_real": 10.19790282414335,
|
|
"real_mean_ms": 82936.70731938194,
|
|
"real_p90_ms": 137726.37015290093,
|
|
"sim_mean_ms": 828082.499513694,
|
|
"sim_p90_ms": 1404520.1391412807
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ratio_sim_over_real": 4.569770850102063,
|
|
"p90_ratio_sim_over_real": 4.120000340068115,
|
|
"real_mean_ms": 14.09701977962943,
|
|
"real_p90_ms": 16.149621762221777,
|
|
"sim_mean_ms": 64.42015006226278,
|
|
"sim_p90_ms": 66.53644715232515
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ratio_sim_over_real": 17.620001287194583,
|
|
"p90_ratio_sim_over_real": 15.324208422508217,
|
|
"real_mean_ms": 34442.970551674625,
|
|
"real_p90_ms": 77922.3588249879,
|
|
"sim_mean_ms": 606885.185455312,
|
|
"sim_p90_ms": 1194098.467407587
|
|
}
|
|
},
|
|
"mns": 16,
|
|
"offered_request_rate": 0.43,
|
|
"offered_request_rate_per_gpu": 0.215,
|
|
"request_count": 129,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/simulator-piecewise-surface-v2/runs/tp2_mns16/tp2/result.json",
|
|
"result_sha256": "20b811f38251d62930977529a55c434d62aede91b22ccaeec812a493999edbba",
|
|
"tp": 2,
|
|
"trace_label": "tp2",
|
|
"trace_sha256": "8bab0da359e55feda0f228157a88a5ac2d0537881e8efbd55325f4dd343bf0ef"
|
|
},
|
|
"tp2_mns32": {
|
|
"config": "tp2_mns32",
|
|
"elapsed_seconds": 341.36838245391846,
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ratio_sim_over_real": 7.698077489599209,
|
|
"p90_ratio_sim_over_real": 7.1828008112452935,
|
|
"real_mean_ms": 62267.50376182025,
|
|
"real_p90_ms": 117239.33770309668,
|
|
"sim_mean_ms": 479340.0690424025,
|
|
"sim_p90_ms": 842106.8099636638
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ratio_sim_over_real": 4.155703711688009,
|
|
"p90_ratio_sim_over_real": 3.6490372704567418,
|
|
"real_mean_ms": 17.99748422275332,
|
|
"real_p90_ms": 21.280696114935413,
|
|
"sim_mean_ms": 74.79221198554237,
|
|
"sim_p90_ms": 77.6540532646633
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ratio_sim_over_real": 213.67619737350176,
|
|
"p90_ratio_sim_over_real": 204.45454462882793,
|
|
"real_mean_ms": 1050.6337350342683,
|
|
"real_p90_ms": 2521.7670870479196,
|
|
"sim_mean_ms": 224495.42133444166,
|
|
"sim_p90_ms": 515586.7414423483
|
|
}
|
|
},
|
|
"mns": 32,
|
|
"offered_request_rate": 0.43,
|
|
"offered_request_rate_per_gpu": 0.215,
|
|
"request_count": 129,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/simulator-piecewise-surface-v2/runs/tp2_mns32/tp2/result.json",
|
|
"result_sha256": "38b6ff12a60024e98bbb27ddea682439059b5b8481b661bd7b1ac720b3351b7d",
|
|
"tp": 2,
|
|
"trace_label": "tp2",
|
|
"trace_sha256": "8bab0da359e55feda0f228157a88a5ac2d0537881e8efbd55325f4dd343bf0ef"
|
|
},
|
|
"tp2_mns64": {
|
|
"config": "tp2_mns64",
|
|
"elapsed_seconds": 342.2184634208679,
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ratio_sim_over_real": 4.990247689497755,
|
|
"p90_ratio_sim_over_real": 4.806085707327923,
|
|
"real_mean_ms": 62353.63015175185,
|
|
"real_p90_ms": 118392.33276096638,
|
|
"sim_mean_ms": 311160.0587965772,
|
|
"sim_p90_ms": 569003.698339692
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ratio_sim_over_real": 4.529200811393724,
|
|
"p90_ratio_sim_over_real": 4.064210807294688,
|
|
"real_mean_ms": 18.239052597893746,
|
|
"real_p90_ms": 21.560091553416488,
|
|
"sim_mean_ms": 82.60833182543317,
|
|
"sim_p90_ms": 87.6247570976582
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ratio_sim_over_real": 81.23526532158742,
|
|
"p90_ratio_sim_over_real": 98.0031513549519,
|
|
"real_mean_ms": 375.75464864569483,
|
|
"real_p90_ms": 1148.593939957209,
|
|
"sim_mean_ms": 30524.52857855288,
|
|
"sim_p90_ms": 112565.82574300688
|
|
}
|
|
},
|
|
"mns": 64,
|
|
"offered_request_rate": 0.43,
|
|
"offered_request_rate_per_gpu": 0.215,
|
|
"request_count": 129,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/simulator-piecewise-surface-v2/runs/tp2_mns64/tp2/result.json",
|
|
"result_sha256": "2293c4ab15356f6f0753a0cec6e4113b4c74f89f7564032a0c1d58ebd97383ee",
|
|
"tp": 2,
|
|
"trace_label": "tp2",
|
|
"trace_sha256": "8bab0da359e55feda0f228157a88a5ac2d0537881e8efbd55325f4dd343bf0ef"
|
|
},
|
|
"tp2_mns8": {
|
|
"config": "tp2_mns8",
|
|
"elapsed_seconds": 369.0675718784332,
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ratio_sim_over_real": 10.511662746977503,
|
|
"p90_ratio_sim_over_real": 10.881956427090019,
|
|
"real_mean_ms": 128296.94038681783,
|
|
"real_p90_ms": 215848.26136403717,
|
|
"sim_mean_ms": 1348614.1688153066,
|
|
"sim_p90_ms": 2348851.3750265907
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ratio_sim_over_real": 5.523719280021353,
|
|
"p90_ratio_sim_over_real": 5.149568696131382,
|
|
"real_mean_ms": 9.244370614307101,
|
|
"real_p90_ms": 10.190386958999568,
|
|
"sim_mean_ms": 51.06330819391097,
|
|
"sim_p90_ms": 52.476097685529645
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ratio_sim_over_real": 12.214904033795035,
|
|
"p90_ratio_sim_over_real": 11.92062856279977,
|
|
"real_mean_ms": 95920.08463817694,
|
|
"real_p90_ms": 183878.83744493593,
|
|
"sim_mean_ms": 1171654.6287688287,
|
|
"sim_p90_ms": 2191951.3217405193
|
|
}
|
|
},
|
|
"mns": 8,
|
|
"offered_request_rate": 0.43,
|
|
"offered_request_rate_per_gpu": 0.215,
|
|
"request_count": 129,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/simulator-piecewise-surface-v2/runs/tp2_mns8/tp2/result.json",
|
|
"result_sha256": "0d75820000a471d607f5c0eac3571355d6666235e3bb1ae69080fa20fbf36160",
|
|
"tp": 2,
|
|
"trace_label": "tp2",
|
|
"trace_sha256": "8bab0da359e55feda0f228157a88a5ac2d0537881e8efbd55325f4dd343bf0ef"
|
|
},
|
|
"tp4_mns16": {
|
|
"config": "tp4_mns16",
|
|
"elapsed_seconds": 353.6330111026764,
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ratio_sim_over_real": 8.790176207252758,
|
|
"p90_ratio_sim_over_real": 8.919807800227431,
|
|
"real_mean_ms": 65779.08377038215,
|
|
"real_p90_ms": 110374.3328540586,
|
|
"sim_mean_ms": 578209.7370932992,
|
|
"sim_p90_ms": 984517.8351365307
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ratio_sim_over_real": 4.905169954916736,
|
|
"p90_ratio_sim_over_real": 4.616446999000005,
|
|
"real_mean_ms": 8.806983272811275,
|
|
"real_p90_ms": 9.626243685920313,
|
|
"sim_mean_ms": 43.19974974324813,
|
|
"sim_p90_ms": 44.439043775509575
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ratio_sim_over_real": 12.245054441740509,
|
|
"p90_ratio_sim_over_real": 11.334316081110904,
|
|
"real_mean_ms": 35042.61012925094,
|
|
"real_p90_ms": 74281.28085809294,
|
|
"sim_mean_ms": 429098.66881336516,
|
|
"sim_p90_ms": 841927.5161553983
|
|
}
|
|
},
|
|
"mns": 16,
|
|
"offered_request_rate": 0.86,
|
|
"offered_request_rate_per_gpu": 0.215,
|
|
"request_count": 129,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/simulator-piecewise-surface-v2/runs/tp4_mns16/tp4/result.json",
|
|
"result_sha256": "c174b3fec57e9bebcd3e41a407c4ea17b6b44929f440336489e529c2ec4e1ffc",
|
|
"tp": 4,
|
|
"trace_label": "tp4",
|
|
"trace_sha256": "cc2caa329990414496d3cbf6fb54af73e6e73027766deaf5885d56f4e362ab69"
|
|
},
|
|
"tp4_mns32": {
|
|
"config": "tp4_mns32",
|
|
"elapsed_seconds": 342.3954610824585,
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ratio_sim_over_real": 7.0145630517428215,
|
|
"p90_ratio_sim_over_real": 6.923394844590732,
|
|
"real_mean_ms": 47944.52887711636,
|
|
"real_p90_ms": 83825.7212981116,
|
|
"sim_mean_ms": 336309.9207946372,
|
|
"sim_p90_ms": 580358.5666794453
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ratio_sim_over_real": 4.058731155235696,
|
|
"p90_ratio_sim_over_real": 3.7164401630936927,
|
|
"real_mean_ms": 12.181116414313188,
|
|
"real_p90_ms": 13.75045588274547,
|
|
"sim_mean_ms": 49.43987669632586,
|
|
"sim_p90_ms": 51.1027465034832
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ratio_sim_over_real": 26.481641572689746,
|
|
"p90_ratio_sim_over_real": 19.75959391638082,
|
|
"real_mean_ms": 6296.228585964807,
|
|
"real_p90_ms": 19159.870272967964,
|
|
"sim_mean_ms": 166734.46867324322,
|
|
"sim_p90_ms": 378591.2560843835
|
|
}
|
|
},
|
|
"mns": 32,
|
|
"offered_request_rate": 0.86,
|
|
"offered_request_rate_per_gpu": 0.215,
|
|
"request_count": 129,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/simulator-piecewise-surface-v2/runs/tp4_mns32/tp4/result.json",
|
|
"result_sha256": "46efd5bd348ce93a9dc075441ebfd1f2df5ff1646c53610e8f6bdd72105071e4",
|
|
"tp": 4,
|
|
"trace_label": "tp4",
|
|
"trace_sha256": "cc2caa329990414496d3cbf6fb54af73e6e73027766deaf5885d56f4e362ab69"
|
|
},
|
|
"tp4_mns64": {
|
|
"config": "tp4_mns64",
|
|
"elapsed_seconds": 340.36316752433777,
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ratio_sim_over_real": 4.663503091378936,
|
|
"p90_ratio_sim_over_real": 4.414200438612224,
|
|
"real_mean_ms": 44985.13828221082,
|
|
"real_p90_ms": 83763.61756504048,
|
|
"sim_mean_ms": 209788.3314451991,
|
|
"sim_p90_ms": 369749.3973953483
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ratio_sim_over_real": 4.078641583467541,
|
|
"p90_ratio_sim_over_real": 3.6320345146531077,
|
|
"real_mean_ms": 13.178025610291787,
|
|
"real_p90_ms": 15.389331985205848,
|
|
"sim_mean_ms": 53.748443242136304,
|
|
"sim_p90_ms": 55.89458492772267
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ratio_sim_over_real": 108.51050461378274,
|
|
"p90_ratio_sim_over_real": 152.34030824222364,
|
|
"real_mean_ms": 245.9527667526406,
|
|
"real_p90_ms": 685.5076659703627,
|
|
"sim_mean_ms": 26688.458831485037,
|
|
"sim_p90_ms": 104430.44913633233
|
|
}
|
|
},
|
|
"mns": 64,
|
|
"offered_request_rate": 0.86,
|
|
"offered_request_rate_per_gpu": 0.215,
|
|
"request_count": 129,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/simulator-piecewise-surface-v2/runs/tp4_mns64/tp4/result.json",
|
|
"result_sha256": "c6c34b800a646938f507dde0a5e2530f3e94358b9580050845cfd255176dd391",
|
|
"tp": 4,
|
|
"trace_label": "tp4",
|
|
"trace_sha256": "cc2caa329990414496d3cbf6fb54af73e6e73027766deaf5885d56f4e362ab69"
|
|
},
|
|
"tp4_mns8": {
|
|
"config": "tp4_mns8",
|
|
"elapsed_seconds": 379.0038528442383,
|
|
"metrics": {
|
|
"e2e_ms": {
|
|
"mean_ratio_sim_over_real": 7.5775112842809955,
|
|
"p90_ratio_sim_over_real": 7.997579501403945,
|
|
"real_mean_ms": 126405.41922729714,
|
|
"real_p90_ms": 209092.4072249327,
|
|
"sim_mean_ms": 957838.490589114,
|
|
"sim_p90_ms": 1672233.1499213278
|
|
},
|
|
"tpot_ms": {
|
|
"mean_ratio_sim_over_real": 5.242973269896895,
|
|
"p90_ratio_sim_over_real": 4.960553326136223,
|
|
"real_mean_ms": 6.757398869596114,
|
|
"real_p90_ms": 7.242299378971089,
|
|
"sim_mean_ms": 35.42886164732392,
|
|
"sim_p90_ms": 35.92581227322934
|
|
},
|
|
"ttft_ms": {
|
|
"mean_ratio_sim_over_real": 8.133065025278983,
|
|
"p90_ratio_sim_over_real": 8.084332290199812,
|
|
"real_mean_ms": 102605.87212059843,
|
|
"real_p90_ms": 193359.7398570273,
|
|
"sim_mean_ms": 834500.2299322869,
|
|
"sim_p90_ms": 1563184.3885508017
|
|
}
|
|
},
|
|
"mns": 8,
|
|
"offered_request_rate": 0.86,
|
|
"offered_request_rate_per_gpu": 0.215,
|
|
"request_count": 129,
|
|
"result_path": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/simulator-piecewise-surface-v2/runs/tp4_mns8/tp4/result.json",
|
|
"result_sha256": "9361fe342d3b0394d6a9b130965304923a6edf424d0b964368079b0baacf9e75",
|
|
"tp": 4,
|
|
"trace_label": "tp4",
|
|
"trace_sha256": "cc2caa329990414496d3cbf6fb54af73e6e73027766deaf5885d56f4e362ab69"
|
|
}
|
|
},
|
|
"contract": {
|
|
"configs": [
|
|
"tp1_mns8",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp2_mns8",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp4_mns8",
|
|
"tp4_mns16",
|
|
"tp4_mns32",
|
|
"tp4_mns64"
|
|
],
|
|
"graph_semantics": "Frontier piecewise; CUDA_EVENT for prefill/mixed and KERNEL_ONLY for captured decode",
|
|
"real_trials_per_cell": 3,
|
|
"request_count_per_cell": 129,
|
|
"trace_policy": "TP-normalized arrivals with full 16-token prefix blocks only"
|
|
},
|
|
"real_audit": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/ground-truth/qwen30-tracepd-u0p01-real-audit.json",
|
|
"real_audit_sha256": "6e2c17bce5b0edb5f6f92aae4cc1b00f9390f692d31d059efe647158b386c8e9",
|
|
"schema": "frontier-qwen30-piecewise-graph-comparison-v1",
|
|
"selection": {
|
|
"e2e_ms:mean": {
|
|
"concordant_pairs": 61,
|
|
"discordant_pairs": 5,
|
|
"informative_pairs": 66,
|
|
"pairwise_agreement_fraction": 0.9242424242424242,
|
|
"real_ranking": [
|
|
"tp4_mns64",
|
|
"tp4_mns32",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp4_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp2_mns16",
|
|
"tp1_mns16",
|
|
"tp4_mns8",
|
|
"tp2_mns8",
|
|
"tp1_mns8"
|
|
],
|
|
"real_winner": "tp4_mns64",
|
|
"sim_ranking": [
|
|
"tp4_mns64",
|
|
"tp2_mns64",
|
|
"tp4_mns32",
|
|
"tp2_mns32",
|
|
"tp1_mns64",
|
|
"tp4_mns16",
|
|
"tp1_mns32",
|
|
"tp2_mns16",
|
|
"tp4_mns8",
|
|
"tp1_mns16",
|
|
"tp2_mns8",
|
|
"tp1_mns8"
|
|
],
|
|
"sim_winner": "tp4_mns64",
|
|
"tied_pairs": 0,
|
|
"winner_match": true
|
|
},
|
|
"e2e_ms:p90": {
|
|
"concordant_pairs": 55,
|
|
"discordant_pairs": 11,
|
|
"informative_pairs": 66,
|
|
"pairwise_agreement_fraction": 0.8333333333333334,
|
|
"real_ranking": [
|
|
"tp4_mns64",
|
|
"tp4_mns32",
|
|
"tp4_mns16",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp2_mns16",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp4_mns8",
|
|
"tp2_mns8",
|
|
"tp1_mns8"
|
|
],
|
|
"real_winner": "tp4_mns64",
|
|
"sim_ranking": [
|
|
"tp4_mns64",
|
|
"tp2_mns64",
|
|
"tp4_mns32",
|
|
"tp2_mns32",
|
|
"tp1_mns64",
|
|
"tp4_mns16",
|
|
"tp1_mns32",
|
|
"tp2_mns16",
|
|
"tp4_mns8",
|
|
"tp1_mns16",
|
|
"tp2_mns8",
|
|
"tp1_mns8"
|
|
],
|
|
"sim_winner": "tp4_mns64",
|
|
"tied_pairs": 0,
|
|
"winner_match": true
|
|
},
|
|
"tpot_ms:mean": {
|
|
"concordant_pairs": 64,
|
|
"discordant_pairs": 2,
|
|
"informative_pairs": 66,
|
|
"pairwise_agreement_fraction": 0.9696969696969697,
|
|
"real_ranking": [
|
|
"tp4_mns8",
|
|
"tp4_mns16",
|
|
"tp2_mns8",
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp2_mns16",
|
|
"tp1_mns8",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64"
|
|
],
|
|
"real_winner": "tp4_mns8",
|
|
"sim_ranking": [
|
|
"tp4_mns8",
|
|
"tp4_mns16",
|
|
"tp4_mns32",
|
|
"tp2_mns8",
|
|
"tp4_mns64",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp1_mns8",
|
|
"tp2_mns64",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64"
|
|
],
|
|
"sim_winner": "tp4_mns8",
|
|
"tied_pairs": 0,
|
|
"winner_match": true
|
|
},
|
|
"tpot_ms:p90": {
|
|
"concordant_pairs": 64,
|
|
"discordant_pairs": 2,
|
|
"informative_pairs": 66,
|
|
"pairwise_agreement_fraction": 0.9696969696969697,
|
|
"real_ranking": [
|
|
"tp4_mns8",
|
|
"tp4_mns16",
|
|
"tp2_mns8",
|
|
"tp4_mns32",
|
|
"tp4_mns64",
|
|
"tp2_mns16",
|
|
"tp1_mns8",
|
|
"tp2_mns32",
|
|
"tp2_mns64",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64"
|
|
],
|
|
"real_winner": "tp4_mns8",
|
|
"sim_ranking": [
|
|
"tp4_mns8",
|
|
"tp4_mns16",
|
|
"tp4_mns32",
|
|
"tp2_mns8",
|
|
"tp4_mns64",
|
|
"tp2_mns16",
|
|
"tp2_mns32",
|
|
"tp1_mns8",
|
|
"tp2_mns64",
|
|
"tp1_mns16",
|
|
"tp1_mns32",
|
|
"tp1_mns64"
|
|
],
|
|
"sim_winner": "tp4_mns8",
|
|
"tied_pairs": 0,
|
|
"winner_match": true
|
|
},
|
|
"ttft_ms:mean": {
|
|
"concordant_pairs": 56,
|
|
"discordant_pairs": 10,
|
|
"informative_pairs": 66,
|
|
"pairwise_agreement_fraction": 0.8484848484848485,
|
|
"real_ranking": [
|
|
"tp4_mns64",
|
|
"tp2_mns64",
|
|
"tp1_mns64",
|
|
"tp1_mns32",
|
|
"tp2_mns32",
|
|
"tp4_mns32",
|
|
"tp1_mns16",
|
|
"tp2_mns16",
|
|
"tp4_mns16",
|
|
"tp1_mns8",
|
|
"tp2_mns8",
|
|
"tp4_mns8"
|
|
],
|
|
"real_winner": "tp4_mns64",
|
|
"sim_ranking": [
|
|
"tp4_mns64",
|
|
"tp2_mns64",
|
|
"tp1_mns64",
|
|
"tp4_mns32",
|
|
"tp2_mns32",
|
|
"tp1_mns32",
|
|
"tp4_mns16",
|
|
"tp2_mns16",
|
|
"tp4_mns8",
|
|
"tp1_mns16",
|
|
"tp2_mns8",
|
|
"tp1_mns8"
|
|
],
|
|
"sim_winner": "tp4_mns64",
|
|
"tied_pairs": 0,
|
|
"winner_match": true
|
|
},
|
|
"ttft_ms:p90": {
|
|
"concordant_pairs": 56,
|
|
"discordant_pairs": 10,
|
|
"informative_pairs": 66,
|
|
"pairwise_agreement_fraction": 0.8484848484848485,
|
|
"real_ranking": [
|
|
"tp4_mns64",
|
|
"tp2_mns64",
|
|
"tp1_mns32",
|
|
"tp1_mns64",
|
|
"tp2_mns32",
|
|
"tp4_mns32",
|
|
"tp1_mns16",
|
|
"tp4_mns16",
|
|
"tp2_mns16",
|
|
"tp1_mns8",
|
|
"tp2_mns8",
|
|
"tp4_mns8"
|
|
],
|
|
"real_winner": "tp4_mns64",
|
|
"sim_ranking": [
|
|
"tp4_mns64",
|
|
"tp2_mns64",
|
|
"tp1_mns64",
|
|
"tp4_mns32",
|
|
"tp2_mns32",
|
|
"tp1_mns32",
|
|
"tp4_mns16",
|
|
"tp2_mns16",
|
|
"tp4_mns8",
|
|
"tp1_mns16",
|
|
"tp2_mns8",
|
|
"tp1_mns8"
|
|
],
|
|
"sim_winner": "tp4_mns64",
|
|
"tied_pairs": 0,
|
|
"winner_match": true
|
|
}
|
|
},
|
|
"sim_root": "/home/admin/cpfs/wjh/aituner/graph-piecewise-qwen30-20260717/simulator-piecewise-surface-v2"
|
|
}
|