96 lines
2.1 KiB
JSON
96 lines
2.1 KiB
JSON
[
|
|
{
|
|
"baseline": "outputs/gpu_ab_combined",
|
|
"e2e_p50_delta_pct": 40.870329127661,
|
|
"e2e_p90_delta_pct": 15.206416995091814,
|
|
"error_count": [
|
|
2,
|
|
13
|
|
],
|
|
"gpu_imbalance_ratio": [
|
|
3.2445157838416265,
|
|
11.149056603773586
|
|
],
|
|
"gpu_mean_util": [
|
|
30.541666666666664,
|
|
12.367081447963802
|
|
],
|
|
"name": "combined_vs_pdsep_200",
|
|
"request_count": [
|
|
200,
|
|
200
|
|
],
|
|
"success_count": [
|
|
198,
|
|
187
|
|
],
|
|
"tpot_p90_delta_pct": 1.3481309269699875,
|
|
"ttft_p50_delta_pct": 98.06752892925572,
|
|
"ttft_p90_delta_pct": 44.79649177751278,
|
|
"variant": "outputs/gpu_ab_pdsep",
|
|
"wall_clock_delta_pct": 142.27736808267244
|
|
},
|
|
{
|
|
"baseline": "outputs/contention_16s_ts10",
|
|
"e2e_p50_delta_pct": 11.538788125232664,
|
|
"e2e_p90_delta_pct": -5.080083318118138,
|
|
"error_count": [
|
|
2,
|
|
2
|
|
],
|
|
"gpu_imbalance_ratio": [
|
|
2.310775410408662,
|
|
2.600767754318618
|
|
],
|
|
"gpu_mean_util": [
|
|
23.030492424242425,
|
|
26.349561403508773
|
|
],
|
|
"name": "contention_baseline_vs_elastic_500",
|
|
"request_count": [
|
|
500,
|
|
500
|
|
],
|
|
"success_count": [
|
|
498,
|
|
498
|
|
],
|
|
"tpot_p90_delta_pct": 13.63098996823875,
|
|
"ttft_p50_delta_pct": 12.433589435386224,
|
|
"ttft_p90_delta_pct": 13.412576920999959,
|
|
"variant": "outputs/contention_16s_elastic",
|
|
"wall_clock_delta_pct": -0.5645626396767849
|
|
},
|
|
{
|
|
"baseline": "outputs/combined_1000req",
|
|
"e2e_p50_delta_pct": 202.85189980479385,
|
|
"e2e_p90_delta_pct": 128.274511020719,
|
|
"error_count": [
|
|
2,
|
|
204
|
|
],
|
|
"gpu_imbalance_ratio": [
|
|
null,
|
|
null
|
|
],
|
|
"gpu_mean_util": [
|
|
null,
|
|
null
|
|
],
|
|
"name": "combined_1000_vs_pdsep_mooncake",
|
|
"request_count": [
|
|
1000,
|
|
1000
|
|
],
|
|
"success_count": [
|
|
998,
|
|
796
|
|
],
|
|
"tpot_p90_delta_pct": -34.83638659447109,
|
|
"ttft_p50_delta_pct": 781.9835547522864,
|
|
"ttft_p90_delta_pct": 1030.68607857992,
|
|
"variant": "outputs/exp3_pd_sep_tp1_mooncake",
|
|
"wall_clock_delta_pct": 119.18997774599991
|
|
}
|
|
]
|