48 lines
1.2 KiB
JSON
48 lines
1.2 KiB
JSON
{
|
|
"requests": [
|
|
{
|
|
"admission_lag_ms": 0.11776993051171303,
|
|
"admitted_s": 0.00011776993051171303,
|
|
"completion_tokens": 1,
|
|
"e2e_ms": 1389.798145974055,
|
|
"prompt_tokens": 512,
|
|
"request_index": 0,
|
|
"scheduled_s": 0.0,
|
|
"slo_pass": false,
|
|
"streamed_token_count": 1,
|
|
"success": true,
|
|
"tpot_ms": null,
|
|
"ttft_ms": 1389.7535749711096
|
|
}
|
|
],
|
|
"schema": "qwen30-fixed-rate-anchor-v2",
|
|
"summary": {
|
|
"admission_lag_max_ms": 0.11776993051171303,
|
|
"completed": 1,
|
|
"failed": 0,
|
|
"slo": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0,
|
|
"tpot_threshold_ms": null,
|
|
"ttft_threshold_ms": 1064.0
|
|
},
|
|
"tpot_max_ms": null,
|
|
"tpot_p50_ms": null,
|
|
"tpot_p95_ms": null,
|
|
"ttft_max_ms": 1389.7535749711096,
|
|
"ttft_p50_ms": 1389.7535749711096,
|
|
"ttft_p95_ms": 1389.7535749711096
|
|
},
|
|
"workload": {
|
|
"arrival": "open_loop_uniform",
|
|
"input_tokens": 512,
|
|
"last_scheduled_arrival_s": 0.0,
|
|
"offered_request_rate": 1.0,
|
|
"output_tokens": 1,
|
|
"prefix_caching": false,
|
|
"prompt_vector_sha256": "11f5ac36e39b39336da6e64e7879dc7fcdedf26e9315bbb267d59ed1fa644939",
|
|
"request_count": 1
|
|
}
|
|
}
|