Replace pip-resolved sglang==0.5.10 with an editable install from third_party/sglang/python. The vendored fork carries patches the pip release does not (admit_direct_append RPC types, _should_allow_local_ prefill_on_decode, maybe_trim_decode_session_cache, backpressure pause hint) — KVC routing depends on them, so the vendored copy must be the import target, not just on PYTHONPATH at runtime. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
28 lines
597 B
TOML
28 lines
597 B
TOML
[project]
|
|
name = "agentic-pd-hybrid"
|
|
version = "0.1.0"
|
|
description = "Prototype for session-aware and KV-cache-aware PD routing on SGLang xPyD"
|
|
readme = "README.md"
|
|
requires-python = ">=3.12"
|
|
dependencies = [
|
|
"httpx>=0.28.1",
|
|
"mooncake-transfer-engine",
|
|
"sglang",
|
|
]
|
|
|
|
[project.scripts]
|
|
agentic-pd-hybrid = "agentic_pd_hybrid.cli:main"
|
|
|
|
[build-system]
|
|
requires = ["setuptools>=68"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[tool.setuptools.packages.find]
|
|
where = ["src"]
|
|
|
|
[tool.uv]
|
|
prerelease = "allow"
|
|
|
|
[tool.uv.sources]
|
|
sglang = { path = "third_party/sglang/python", editable = true }
|