Gahow Wang
445e491123
third_party/vllm/ now tracked in git for direct patch management.
Based on vLLM v0.18.1 release with one patch applied:
vllm/v1/core/sched/scheduler.py:
Replace fatal assert with graceful skip when KV transfer callback
arrives for an already-aborted request during PD disaggregated serving.
Future vLLM modifications should be made directly in third_party/vllm/
and committed normally. The patches/ directory is kept as documentation
of what changed from upstream.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
40 lines
1.1 KiB
Python
40 lines
1.1 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from openai_harmony import (
|
|
Message,
|
|
)
|
|
|
|
from vllm.entrypoints.openai.responses.protocol import (
|
|
serialize_message,
|
|
serialize_messages,
|
|
)
|
|
|
|
|
|
def test_serialize_message() -> None:
|
|
dict_value = {"a": 1, "b": "2"}
|
|
assert serialize_message(dict_value) == dict_value
|
|
|
|
msg_value = {
|
|
"role": "assistant",
|
|
"name": None,
|
|
"content": [{"type": "text", "text": "Test 1"}],
|
|
"channel": "analysis",
|
|
}
|
|
msg = Message.from_dict(msg_value)
|
|
assert serialize_message(msg) == msg_value
|
|
|
|
|
|
def test_serialize_messages() -> None:
|
|
assert serialize_messages(None) is None
|
|
assert serialize_messages([]) is None
|
|
|
|
dict_value = {"a": 3, "b": "4"}
|
|
msg_value = {
|
|
"role": "assistant",
|
|
"name": None,
|
|
"content": [{"type": "text", "text": "Test 2"}],
|
|
"channel": "analysis",
|
|
}
|
|
msg = Message.from_dict(msg_value)
|
|
assert serialize_messages([msg, dict_value]) == [msg_value, dict_value]
|