Gahow Wang
445e491123
third_party/vllm/ now tracked in git for direct patch management.
Based on vLLM v0.18.1 release with one patch applied:
vllm/v1/core/sched/scheduler.py:
Replace fatal assert with graceful skip when KV transfer callback
arrives for an already-aborted request during PD disaggregated serving.
Future vLLM modifications should be made directly in third_party/vllm/
and committed normally. The patches/ directory is kept as documentation
of what changed from upstream.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
48 lines
1.3 KiB
Python
48 lines
1.3 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
import json
|
|
|
|
import matplotlib.pyplot as plt
|
|
import pandas as pd
|
|
|
|
if __name__ == "__main__":
|
|
data = []
|
|
for name in ["disagg_prefill", "chunked_prefill"]:
|
|
for qps in [2, 4, 6, 8]:
|
|
with open(f"results/{name}-qps-{qps}.json") as f:
|
|
x = json.load(f)
|
|
x["name"] = name
|
|
x["qps"] = qps
|
|
data.append(x)
|
|
|
|
df = pd.DataFrame.from_dict(data)
|
|
dis_df = df[df["name"] == "disagg_prefill"]
|
|
chu_df = df[df["name"] == "chunked_prefill"]
|
|
|
|
plt.style.use("bmh")
|
|
plt.rcParams["font.size"] = 20
|
|
|
|
for key in [
|
|
"mean_ttft_ms",
|
|
"median_ttft_ms",
|
|
"p99_ttft_ms",
|
|
"mean_itl_ms",
|
|
"median_itl_ms",
|
|
"p99_itl_ms",
|
|
]:
|
|
fig, ax = plt.subplots(figsize=(11, 7))
|
|
plt.plot(
|
|
dis_df["qps"], dis_df[key], label="disagg_prefill", marker="o", linewidth=4
|
|
)
|
|
plt.plot(
|
|
chu_df["qps"], chu_df[key], label="chunked_prefill", marker="o", linewidth=4
|
|
)
|
|
ax.legend()
|
|
|
|
ax.set_xlabel("QPS")
|
|
ax.set_ylabel(key)
|
|
ax.set_ylim(bottom=0)
|
|
fig.savefig(f"results/{key}.png")
|
|
plt.close(fig)
|