721 lines
19 KiB
JSON
721 lines
19 KiB
JSON
[
|
|
{
|
|
"apc_summary": {
|
|
"reason": "apc.txt missing",
|
|
"status": "unavailable"
|
|
},
|
|
"artifact_availability": {
|
|
"apc_txt": false,
|
|
"breakdown_json": false,
|
|
"gpu_util_csv": true,
|
|
"metrics_jsonl": true,
|
|
"metrics_summary_json": true
|
|
},
|
|
"breakdown_summary": {
|
|
"reason": "breakdown.json missing",
|
|
"status": "unavailable"
|
|
},
|
|
"error_count": 2,
|
|
"exists": true,
|
|
"external_cache_hit_ratio": null,
|
|
"gpu_summary": {
|
|
"gpu_count": 8,
|
|
"max_mean_util_pct": 63.166666666666664,
|
|
"max_min_ratio": 3.2445157838416265,
|
|
"mean_util_pct": 30.541666666666664,
|
|
"min_mean_util_pct": 19.46875,
|
|
"per_gpu_mean_util_pct": {
|
|
"0": 29.145833333333332,
|
|
"1": 20.041666666666668,
|
|
"2": 25.0,
|
|
"3": 63.166666666666664,
|
|
"4": 21.927083333333332,
|
|
"5": 34.90625,
|
|
"6": 19.46875,
|
|
"7": 30.677083333333332
|
|
},
|
|
"status": "available",
|
|
"stddev_across_gpu_mean_util_pct": 13.337857305429534
|
|
},
|
|
"latency_stats_s": {
|
|
"count": 198.0,
|
|
"mean": 13.01780862723021,
|
|
"p50": 5.048548387829214,
|
|
"p90": 30.18109704903327,
|
|
"p99": 119.01174414204434
|
|
},
|
|
"metrics_jsonl_rows": 200,
|
|
"metrics_summary_available": true,
|
|
"prefix_cache_hit_ratio": 0.0,
|
|
"request_count": 200,
|
|
"run": "outputs/gpu_ab_combined",
|
|
"session_summary": {
|
|
"request_cached_tokens": {
|
|
"count": 200,
|
|
"max": 0.0,
|
|
"mean": 0.0,
|
|
"p50": 0.0,
|
|
"p90": 0.0,
|
|
"p95": 0.0,
|
|
"p99": 0.0
|
|
},
|
|
"request_input_tokens": {
|
|
"count": 200,
|
|
"max": 111927.0,
|
|
"mean": 29318.375,
|
|
"p50": 21376.0,
|
|
"p90": 81218.19999999998,
|
|
"p95": 87571.2,
|
|
"p99": 101619.27999999994
|
|
},
|
|
"request_output_tokens": {
|
|
"count": 200,
|
|
"max": 5083.0,
|
|
"mean": 257.675,
|
|
"p50": 72.0,
|
|
"p90": 664.3,
|
|
"p95": 1063.9999999999993,
|
|
"p99": 3300.1799999999994
|
|
},
|
|
"session_count": 145,
|
|
"session_input_tokens": {
|
|
"count": 145,
|
|
"max": 1567423.0,
|
|
"mean": 40439.137931034486,
|
|
"p50": 10879.0,
|
|
"p90": 72438.39999999997,
|
|
"p95": 106934.39999999988,
|
|
"p99": 374927.28
|
|
},
|
|
"status": "available",
|
|
"top_session_input_fraction": {
|
|
"top_10pct": 0.6588294883328288,
|
|
"top_1pct": 0.33276622595897626,
|
|
"top_5pct": 0.5534430199490934
|
|
},
|
|
"turns_per_session": {
|
|
"count": 145,
|
|
"max": 21.0,
|
|
"mean": 1.3793103448275863,
|
|
"p50": 1.0,
|
|
"p90": 1.0,
|
|
"p95": 2.0,
|
|
"p99": 10.560000000000002
|
|
}
|
|
},
|
|
"success_count": 198,
|
|
"tpot_stats_s": {
|
|
"count": 198.0,
|
|
"mean": 0.04929455188644857,
|
|
"p50": 0.03717198147904128,
|
|
"p90": 0.07317714408040046,
|
|
"p99": 0.10039294634234945
|
|
},
|
|
"ttft_stats_s": {
|
|
"count": 198.0,
|
|
"mean": 3.8987488178453984,
|
|
"p50": 1.0068706551101059,
|
|
"p90": 9.355209570843726,
|
|
"p99": 33.855437273858115
|
|
},
|
|
"wall_clock_s": 483.543720243033
|
|
},
|
|
{
|
|
"apc_summary": {
|
|
"reason": "apc.txt missing",
|
|
"status": "unavailable"
|
|
},
|
|
"artifact_availability": {
|
|
"apc_txt": false,
|
|
"breakdown_json": false,
|
|
"gpu_util_csv": true,
|
|
"metrics_jsonl": true,
|
|
"metrics_summary_json": true
|
|
},
|
|
"breakdown_summary": {
|
|
"reason": "breakdown.json missing",
|
|
"status": "unavailable"
|
|
},
|
|
"error_count": 13,
|
|
"exists": true,
|
|
"external_cache_hit_ratio": null,
|
|
"gpu_summary": {
|
|
"gpu_count": 8,
|
|
"max_mean_util_pct": 26.737556561085974,
|
|
"max_min_ratio": 11.149056603773586,
|
|
"mean_util_pct": 12.367081447963802,
|
|
"min_mean_util_pct": 2.3981900452488687,
|
|
"per_gpu_mean_util_pct": {
|
|
"0": 26.737556561085974,
|
|
"1": 14.44343891402715,
|
|
"2": 19.036199095022624,
|
|
"3": 7.4389140271493215,
|
|
"4": 2.3981900452488687,
|
|
"5": 8.841628959276019,
|
|
"6": 11.963800904977376,
|
|
"7": 8.076923076923077
|
|
},
|
|
"status": "available",
|
|
"stddev_across_gpu_mean_util_pct": 7.15857427072345
|
|
},
|
|
"latency_stats_s": {
|
|
"count": 187.0,
|
|
"mean": 15.366858840781827,
|
|
"p50": 7.111906730104238,
|
|
"p90": 34.77056052000262,
|
|
"p99": 119.2064151619561
|
|
},
|
|
"metrics_jsonl_rows": 200,
|
|
"metrics_summary_available": true,
|
|
"prefix_cache_hit_ratio": 0.0,
|
|
"request_count": 200,
|
|
"run": "outputs/gpu_ab_pdsep",
|
|
"session_summary": {
|
|
"request_cached_tokens": {
|
|
"count": 200,
|
|
"max": 0.0,
|
|
"mean": 0.0,
|
|
"p50": 0.0,
|
|
"p90": 0.0,
|
|
"p95": 0.0,
|
|
"p99": 0.0
|
|
},
|
|
"request_input_tokens": {
|
|
"count": 200,
|
|
"max": 111927.0,
|
|
"mean": 29318.375,
|
|
"p50": 21376.0,
|
|
"p90": 81218.19999999998,
|
|
"p95": 87571.2,
|
|
"p99": 101619.27999999994
|
|
},
|
|
"request_output_tokens": {
|
|
"count": 200,
|
|
"max": 5097.0,
|
|
"mean": 290.18,
|
|
"p50": 75.5,
|
|
"p90": 685.8,
|
|
"p95": 1102.5999999999997,
|
|
"p99": 3433.6599999999844
|
|
},
|
|
"session_count": 145,
|
|
"session_input_tokens": {
|
|
"count": 145,
|
|
"max": 1567423.0,
|
|
"mean": 40439.137931034486,
|
|
"p50": 10879.0,
|
|
"p90": 72438.39999999997,
|
|
"p95": 106934.39999999988,
|
|
"p99": 374927.28
|
|
},
|
|
"status": "available",
|
|
"top_session_input_fraction": {
|
|
"top_10pct": 0.6588294883328288,
|
|
"top_1pct": 0.33276622595897626,
|
|
"top_5pct": 0.5534430199490934
|
|
},
|
|
"turns_per_session": {
|
|
"count": 145,
|
|
"max": 21.0,
|
|
"mean": 1.3793103448275863,
|
|
"p50": 1.0,
|
|
"p90": 1.0,
|
|
"p95": 2.0,
|
|
"p99": 10.560000000000002
|
|
}
|
|
},
|
|
"success_count": 187,
|
|
"tpot_stats_s": {
|
|
"count": 187.0,
|
|
"mean": 0.05175559044923285,
|
|
"p50": 0.04020531923068981,
|
|
"p90": 0.07416366779122173,
|
|
"p99": 0.10770365060609463
|
|
},
|
|
"ttft_stats_s": {
|
|
"count": 187.0,
|
|
"mean": 5.3933139261814524,
|
|
"p50": 1.9942838260903955,
|
|
"p90": 13.546015257015824,
|
|
"p99": 39.30951087013818
|
|
},
|
|
"wall_clock_s": 1171.516998933861
|
|
},
|
|
{
|
|
"apc_summary": {
|
|
"reason": "apc.txt missing",
|
|
"status": "unavailable"
|
|
},
|
|
"artifact_availability": {
|
|
"apc_txt": false,
|
|
"breakdown_json": false,
|
|
"gpu_util_csv": true,
|
|
"metrics_jsonl": true,
|
|
"metrics_summary_json": true
|
|
},
|
|
"breakdown_summary": {
|
|
"reason": "breakdown.json missing",
|
|
"status": "unavailable"
|
|
},
|
|
"error_count": 2,
|
|
"exists": true,
|
|
"external_cache_hit_ratio": 0.0,
|
|
"gpu_summary": {
|
|
"gpu_count": 8,
|
|
"max_mean_util_pct": 40.095454545454544,
|
|
"max_min_ratio": 2.310775410408662,
|
|
"mean_util_pct": 23.030492424242425,
|
|
"min_mean_util_pct": 17.35151515151515,
|
|
"per_gpu_mean_util_pct": {
|
|
"0": 22.243939393939392,
|
|
"1": 22.798484848484847,
|
|
"2": 22.09090909090909,
|
|
"3": 40.095454545454544,
|
|
"4": 17.484848484848484,
|
|
"5": 20.225757575757576,
|
|
"6": 17.35151515151515,
|
|
"7": 21.953030303030303
|
|
},
|
|
"status": "available",
|
|
"stddev_across_gpu_mean_util_pct": 6.752783259358802
|
|
},
|
|
"latency_stats_s": {
|
|
"count": 498.0,
|
|
"mean": 21.908606036002105,
|
|
"p50": 5.798741589998826,
|
|
"p90": 51.00022796400299,
|
|
"p99": 201.6967467680006
|
|
},
|
|
"metrics_jsonl_rows": 500,
|
|
"metrics_summary_available": true,
|
|
"prefix_cache_hit_ratio": 0.0,
|
|
"request_count": 500,
|
|
"run": "outputs/contention_16s_ts10",
|
|
"session_summary": {
|
|
"request_cached_tokens": {
|
|
"count": 500,
|
|
"max": 0.0,
|
|
"mean": 0.0,
|
|
"p50": 0.0,
|
|
"p90": 0.0,
|
|
"p95": 0.0,
|
|
"p99": 0.0
|
|
},
|
|
"request_input_tokens": {
|
|
"count": 500,
|
|
"max": 134865.0,
|
|
"mean": 29190.97,
|
|
"p50": 17756.0,
|
|
"p90": 77365.70000000006,
|
|
"p95": 87790.89999999997,
|
|
"p99": 111360.44
|
|
},
|
|
"request_output_tokens": {
|
|
"count": 500,
|
|
"max": 16427.0,
|
|
"mean": 404.286,
|
|
"p50": 75.0,
|
|
"p90": 863.7000000000004,
|
|
"p95": 2384.45,
|
|
"p99": 4928.559999999999
|
|
},
|
|
"session_count": 347,
|
|
"session_input_tokens": {
|
|
"count": 347,
|
|
"max": 1929072.0,
|
|
"mean": 42061.916426512966,
|
|
"p50": 11342.0,
|
|
"p90": 68297.20000000004,
|
|
"p95": 116213.79999999993,
|
|
"p99": 521898.36000000057
|
|
},
|
|
"status": "available",
|
|
"top_session_input_fraction": {
|
|
"top_10pct": 0.6824335059780473,
|
|
"top_1pct": 0.32352388426969025,
|
|
"top_5pct": 0.579125805000656
|
|
},
|
|
"turns_per_session": {
|
|
"count": 347,
|
|
"max": 29.0,
|
|
"mean": 1.440922190201729,
|
|
"p50": 1.0,
|
|
"p90": 1.0,
|
|
"p95": 3.0,
|
|
"p99": 10.54000000000002
|
|
}
|
|
},
|
|
"success_count": 498,
|
|
"tpot_stats_s": {
|
|
"count": 498.0,
|
|
"mean": 0.07772806444638436,
|
|
"p50": 0.06774563665097065,
|
|
"p90": 0.10325221968416468,
|
|
"p99": 0.503443661631568
|
|
},
|
|
"ttft_stats_s": {
|
|
"count": 498.0,
|
|
"mean": 3.5127640336366928,
|
|
"p50": 0.8264882279981975,
|
|
"p90": 9.71474659699743,
|
|
"p99": 34.40133859900379
|
|
},
|
|
"wall_clock_s": 1472.1331836190002
|
|
},
|
|
{
|
|
"apc_summary": {
|
|
"line_count": 8,
|
|
"preview": "inst_0: prefix=45.7% ext=24.7%\ninst_1: prefix=33.1% ext=13.3%\ninst_2: prefix=14.2% ext=0.0%\ninst_3: prefix=50.7% ext=6.3%\ninst_4: prefix=33.6% ext=0.0%\ninst_5: prefix=66.6% ext=9.2%\ninst_6: prefix=42.1% ext=18.8%\ninst_7: prefix=36.7% ext=7.9%",
|
|
"status": "available"
|
|
},
|
|
"artifact_availability": {
|
|
"apc_txt": true,
|
|
"breakdown_json": true,
|
|
"gpu_util_csv": true,
|
|
"metrics_jsonl": true,
|
|
"metrics_summary_json": true
|
|
},
|
|
"breakdown_summary": {
|
|
"field_sample": [
|
|
"cache_hit",
|
|
"estimated_new_tokens",
|
|
"input_length",
|
|
"policy",
|
|
"request_id",
|
|
"route_class",
|
|
"routed_to",
|
|
"t_done",
|
|
"t_first_token",
|
|
"t_proxy_recv"
|
|
],
|
|
"mode_counts": {
|
|
"HEAVY_COLO": 111,
|
|
"HEAVY_OFFLOAD": 13,
|
|
"MEDIUM": 163,
|
|
"WARM": 213
|
|
},
|
|
"route_counts": {
|
|
"linear": 487
|
|
},
|
|
"row_count": 500,
|
|
"status": "available"
|
|
},
|
|
"error_count": 2,
|
|
"exists": true,
|
|
"external_cache_hit_ratio": 0.0,
|
|
"gpu_summary": {
|
|
"gpu_count": 8,
|
|
"max_mean_util_pct": 47.54385964912281,
|
|
"max_min_ratio": 2.600767754318618,
|
|
"mean_util_pct": 26.349561403508773,
|
|
"min_mean_util_pct": 18.280701754385966,
|
|
"per_gpu_mean_util_pct": {
|
|
"0": 22.410526315789475,
|
|
"1": 26.57894736842105,
|
|
"2": 23.54035087719298,
|
|
"3": 47.54385964912281,
|
|
"4": 18.96842105263158,
|
|
"5": 26.403508771929825,
|
|
"6": 18.280701754385966,
|
|
"7": 27.07017543859649
|
|
},
|
|
"status": "available",
|
|
"stddev_across_gpu_mean_util_pct": 8.6079068381278
|
|
},
|
|
"latency_stats_s": {
|
|
"count": 498.0,
|
|
"mean": 21.780466573040204,
|
|
"p50": 6.467846095998539,
|
|
"p90": 48.40937389100145,
|
|
"p99": 196.93401125499804
|
|
},
|
|
"metrics_jsonl_rows": 500,
|
|
"metrics_summary_available": true,
|
|
"prefix_cache_hit_ratio": 0.0,
|
|
"request_count": 500,
|
|
"run": "outputs/contention_16s_elastic",
|
|
"session_summary": {
|
|
"request_cached_tokens": {
|
|
"count": 500,
|
|
"max": 0.0,
|
|
"mean": 0.0,
|
|
"p50": 0.0,
|
|
"p90": 0.0,
|
|
"p95": 0.0,
|
|
"p99": 0.0
|
|
},
|
|
"request_input_tokens": {
|
|
"count": 500,
|
|
"max": 134865.0,
|
|
"mean": 29190.97,
|
|
"p50": 17756.0,
|
|
"p90": 77365.70000000006,
|
|
"p95": 87790.89999999997,
|
|
"p99": 111360.44
|
|
},
|
|
"request_output_tokens": {
|
|
"count": 500,
|
|
"max": 16427.0,
|
|
"mean": 395.466,
|
|
"p50": 75.0,
|
|
"p90": 809.8000000000013,
|
|
"p95": 2264.2999999999943,
|
|
"p99": 4928.559999999999
|
|
},
|
|
"session_count": 347,
|
|
"session_input_tokens": {
|
|
"count": 347,
|
|
"max": 1929072.0,
|
|
"mean": 42061.916426512966,
|
|
"p50": 11342.0,
|
|
"p90": 68297.20000000004,
|
|
"p95": 116213.79999999993,
|
|
"p99": 521898.36000000057
|
|
},
|
|
"status": "available",
|
|
"top_session_input_fraction": {
|
|
"top_10pct": 0.6824335059780473,
|
|
"top_1pct": 0.32352388426969025,
|
|
"top_5pct": 0.579125805000656
|
|
},
|
|
"turns_per_session": {
|
|
"count": 347,
|
|
"max": 29.0,
|
|
"mean": 1.440922190201729,
|
|
"p50": 1.0,
|
|
"p90": 1.0,
|
|
"p95": 3.0,
|
|
"p99": 10.54000000000002
|
|
}
|
|
},
|
|
"success_count": 498,
|
|
"tpot_stats_s": {
|
|
"count": 498.0,
|
|
"mean": 0.08306021258238128,
|
|
"p50": 0.06973490711122092,
|
|
"p90": 0.117326519391297,
|
|
"p99": 0.5879216773072795
|
|
},
|
|
"ttft_stats_s": {
|
|
"count": 498.0,
|
|
"mean": 3.757858794331448,
|
|
"p50": 0.9292503809992922,
|
|
"p90": 11.017744456999935,
|
|
"p99": 34.20241540799907
|
|
},
|
|
"wall_clock_s": 1463.8220696580029
|
|
},
|
|
{
|
|
"apc_summary": {
|
|
"reason": "apc.txt missing",
|
|
"status": "unavailable"
|
|
},
|
|
"artifact_availability": {
|
|
"apc_txt": false,
|
|
"breakdown_json": false,
|
|
"gpu_util_csv": false,
|
|
"metrics_jsonl": true,
|
|
"metrics_summary_json": true
|
|
},
|
|
"breakdown_summary": {
|
|
"reason": "breakdown.json missing",
|
|
"status": "unavailable"
|
|
},
|
|
"error_count": 2,
|
|
"exists": true,
|
|
"external_cache_hit_ratio": null,
|
|
"gpu_summary": {
|
|
"reason": "gpu_util.csv missing",
|
|
"status": "unavailable"
|
|
},
|
|
"latency_stats_s": {
|
|
"count": 998.0,
|
|
"mean": 15.744418202954922,
|
|
"p50": 3.220371481962502,
|
|
"p90": 28.005282410187647,
|
|
"p99": 204.00479479599744
|
|
},
|
|
"metrics_jsonl_rows": 1000,
|
|
"metrics_summary_available": true,
|
|
"prefix_cache_hit_ratio": 0.5443149471989938,
|
|
"request_count": 1000,
|
|
"run": "outputs/combined_1000req",
|
|
"session_summary": {
|
|
"request_cached_tokens": {
|
|
"count": 1000,
|
|
"max": 0.0,
|
|
"mean": 0.0,
|
|
"p50": 0.0,
|
|
"p90": 0.0,
|
|
"p95": 0.0,
|
|
"p99": 0.0
|
|
},
|
|
"request_input_tokens": {
|
|
"count": 1000,
|
|
"max": 171427.0,
|
|
"mean": 31611.14,
|
|
"p50": 19798.0,
|
|
"p90": 82584.20000000001,
|
|
"p95": 93305.64999999997,
|
|
"p99": 111947.83999999998
|
|
},
|
|
"request_output_tokens": {
|
|
"count": 1000,
|
|
"max": 41233.0,
|
|
"mean": 392.579,
|
|
"p50": 70.0,
|
|
"p90": 685.8000000000002,
|
|
"p95": 1834.6999999999975,
|
|
"p99": 4584.459999999996
|
|
},
|
|
"session_count": 671,
|
|
"session_input_tokens": {
|
|
"count": 671,
|
|
"max": 2320064.0,
|
|
"mean": 47110.49180327869,
|
|
"p50": 12394.0,
|
|
"p90": 71875.0,
|
|
"p95": 112984.5,
|
|
"p99": 760591.4999999925
|
|
},
|
|
"status": "available",
|
|
"top_session_input_fraction": {
|
|
"top_10pct": 0.6915149849072194,
|
|
"top_1pct": 0.36223103627392117,
|
|
"top_5pct": 0.5945521736957288
|
|
},
|
|
"turns_per_session": {
|
|
"count": 671,
|
|
"max": 36.0,
|
|
"mean": 1.4903129657228018,
|
|
"p50": 1.0,
|
|
"p90": 1.0,
|
|
"p95": 3.0,
|
|
"p99": 12.599999999999909
|
|
}
|
|
},
|
|
"success_count": 998,
|
|
"tpot_stats_s": {
|
|
"count": 998.0,
|
|
"mean": 0.05681003092240363,
|
|
"p50": 0.04029440155459775,
|
|
"p90": 0.11343103184021618,
|
|
"p99": 0.2962149563411783
|
|
},
|
|
"ttft_stats_s": {
|
|
"count": 998.0,
|
|
"mean": 1.0351265607308877,
|
|
"p50": 0.39304836583323777,
|
|
"p90": 2.5655168020166457,
|
|
"p99": 8.210839052917436
|
|
},
|
|
"wall_clock_s": 1340.061015482992
|
|
},
|
|
{
|
|
"apc_summary": {
|
|
"reason": "apc.txt missing",
|
|
"status": "unavailable"
|
|
},
|
|
"artifact_availability": {
|
|
"apc_txt": false,
|
|
"breakdown_json": false,
|
|
"gpu_util_csv": false,
|
|
"metrics_jsonl": true,
|
|
"metrics_summary_json": true
|
|
},
|
|
"breakdown_summary": {
|
|
"reason": "breakdown.json missing",
|
|
"status": "unavailable"
|
|
},
|
|
"error_count": 204,
|
|
"exists": true,
|
|
"external_cache_hit_ratio": null,
|
|
"gpu_summary": {
|
|
"reason": "gpu_util.csv missing",
|
|
"status": "unavailable"
|
|
},
|
|
"latency_stats_s": {
|
|
"count": 796.0,
|
|
"mean": 23.561836449842698,
|
|
"p50": 9.752956213895231,
|
|
"p90": 63.928921481827274,
|
|
"p99": 168.2179710320197
|
|
},
|
|
"metrics_jsonl_rows": 1000,
|
|
"metrics_summary_available": true,
|
|
"prefix_cache_hit_ratio": 0.0,
|
|
"request_count": 1000,
|
|
"run": "outputs/exp3_pd_sep_tp1_mooncake",
|
|
"session_summary": {
|
|
"request_cached_tokens": {
|
|
"count": 1000,
|
|
"max": 0.0,
|
|
"mean": 0.0,
|
|
"p50": 0.0,
|
|
"p90": 0.0,
|
|
"p95": 0.0,
|
|
"p99": 0.0
|
|
},
|
|
"request_input_tokens": {
|
|
"count": 1000,
|
|
"max": 171427.0,
|
|
"mean": 31611.14,
|
|
"p50": 19798.0,
|
|
"p90": 82584.20000000001,
|
|
"p95": 93305.64999999997,
|
|
"p99": 111947.83999999998
|
|
},
|
|
"request_output_tokens": {
|
|
"count": 1000,
|
|
"max": 41233.0,
|
|
"mean": 412.176,
|
|
"p50": 74.0,
|
|
"p90": 759.7000000000008,
|
|
"p95": 1834.6999999999975,
|
|
"p99": 4928.559999999999
|
|
},
|
|
"session_count": 671,
|
|
"session_input_tokens": {
|
|
"count": 671,
|
|
"max": 2320064.0,
|
|
"mean": 47110.49180327869,
|
|
"p50": 12394.0,
|
|
"p90": 71875.0,
|
|
"p95": 112984.5,
|
|
"p99": 760591.4999999925
|
|
},
|
|
"status": "available",
|
|
"top_session_input_fraction": {
|
|
"top_10pct": 0.6915149849072194,
|
|
"top_1pct": 0.36223103627392117,
|
|
"top_5pct": 0.5945521736957288
|
|
},
|
|
"turns_per_session": {
|
|
"count": 671,
|
|
"max": 36.0,
|
|
"mean": 1.4903129657228018,
|
|
"p50": 1.0,
|
|
"p90": 1.0,
|
|
"p95": 3.0,
|
|
"p99": 12.599999999999909
|
|
}
|
|
},
|
|
"success_count": 796,
|
|
"tpot_stats_s": {
|
|
"count": 796.0,
|
|
"mean": 0.05211825330315642,
|
|
"p50": 0.06622354774330945,
|
|
"p90": 0.07391575907026088,
|
|
"p99": 0.10499966285609896
|
|
},
|
|
"ttft_stats_s": {
|
|
"count": 796.0,
|
|
"mean": 10.753033336598003,
|
|
"p50": 3.4666219488717616,
|
|
"p90": 29.00794132403098,
|
|
"p99": 81.7531874559354
|
|
},
|
|
"wall_clock_s": 2937.2794416199904
|
|
}
|
|
]
|