Add agentic workload characterization audit scaffold
This commit is contained in:
95
analysis/characterization/current_results/comparisons.json
Normal file
95
analysis/characterization/current_results/comparisons.json
Normal file
@@ -0,0 +1,95 @@
|
||||
[
|
||||
{
|
||||
"baseline": "outputs/gpu_ab_combined",
|
||||
"e2e_p50_delta_pct": 40.870329127661,
|
||||
"e2e_p90_delta_pct": 15.206416995091814,
|
||||
"error_count": [
|
||||
2,
|
||||
13
|
||||
],
|
||||
"gpu_imbalance_ratio": [
|
||||
3.2445157838416265,
|
||||
11.149056603773586
|
||||
],
|
||||
"gpu_mean_util": [
|
||||
30.541666666666664,
|
||||
12.367081447963802
|
||||
],
|
||||
"name": "combined_vs_pdsep_200",
|
||||
"request_count": [
|
||||
200,
|
||||
200
|
||||
],
|
||||
"success_count": [
|
||||
198,
|
||||
187
|
||||
],
|
||||
"tpot_p90_delta_pct": 1.3481309269699875,
|
||||
"ttft_p50_delta_pct": 98.06752892925572,
|
||||
"ttft_p90_delta_pct": 44.79649177751278,
|
||||
"variant": "outputs/gpu_ab_pdsep",
|
||||
"wall_clock_delta_pct": 142.27736808267244
|
||||
},
|
||||
{
|
||||
"baseline": "outputs/contention_16s_ts10",
|
||||
"e2e_p50_delta_pct": 11.538788125232664,
|
||||
"e2e_p90_delta_pct": -5.080083318118138,
|
||||
"error_count": [
|
||||
2,
|
||||
2
|
||||
],
|
||||
"gpu_imbalance_ratio": [
|
||||
2.310775410408662,
|
||||
2.600767754318618
|
||||
],
|
||||
"gpu_mean_util": [
|
||||
23.030492424242425,
|
||||
26.349561403508773
|
||||
],
|
||||
"name": "contention_baseline_vs_elastic_500",
|
||||
"request_count": [
|
||||
500,
|
||||
500
|
||||
],
|
||||
"success_count": [
|
||||
498,
|
||||
498
|
||||
],
|
||||
"tpot_p90_delta_pct": 13.63098996823875,
|
||||
"ttft_p50_delta_pct": 12.433589435386224,
|
||||
"ttft_p90_delta_pct": 13.412576920999959,
|
||||
"variant": "outputs/contention_16s_elastic",
|
||||
"wall_clock_delta_pct": -0.5645626396767849
|
||||
},
|
||||
{
|
||||
"baseline": "outputs/combined_1000req",
|
||||
"e2e_p50_delta_pct": 202.85189980479385,
|
||||
"e2e_p90_delta_pct": 128.274511020719,
|
||||
"error_count": [
|
||||
2,
|
||||
204
|
||||
],
|
||||
"gpu_imbalance_ratio": [
|
||||
null,
|
||||
null
|
||||
],
|
||||
"gpu_mean_util": [
|
||||
null,
|
||||
null
|
||||
],
|
||||
"name": "combined_1000_vs_pdsep_mooncake",
|
||||
"request_count": [
|
||||
1000,
|
||||
1000
|
||||
],
|
||||
"success_count": [
|
||||
998,
|
||||
796
|
||||
],
|
||||
"tpot_p90_delta_pct": -34.83638659447109,
|
||||
"ttft_p50_delta_pct": 781.9835547522864,
|
||||
"ttft_p90_delta_pct": 1030.68607857992,
|
||||
"variant": "outputs/exp3_pd_sep_tp1_mooncake",
|
||||
"wall_clock_delta_pct": 119.18997774599991
|
||||
}
|
||||
]
|
||||
Reference in New Issue
Block a user