Gahow Wang
445e491123
third_party/vllm/ now tracked in git for direct patch management.
Based on vLLM v0.18.1 release with one patch applied:
vllm/v1/core/sched/scheduler.py:
Replace fatal assert with graceful skip when KV transfer callback
arrives for an already-aborted request during PD disaggregated serving.
Future vLLM modifications should be made directly in third_party/vllm/
and committed normally. The patches/ directory is kept as documentation
of what changed from upstream.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
50 lines
1.6 KiB
Python
50 lines
1.6 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
import os
|
|
|
|
import torch
|
|
import torch.distributed as dist
|
|
|
|
from vllm.distributed.parallel_state import in_the_same_node_as
|
|
from vllm.distributed.utils import StatelessProcessGroup
|
|
from vllm.utils.network_utils import get_ip, get_open_port
|
|
|
|
|
|
def _run_test(pg):
|
|
test_result = all(in_the_same_node_as(pg, source_rank=0))
|
|
|
|
expected = os.environ.get("VLLM_TEST_SAME_HOST", "1") == "1"
|
|
assert test_result == expected, f"Expected {expected}, got {test_result}"
|
|
if pg == dist.group.WORLD:
|
|
print("Same node test passed! when using torch distributed!")
|
|
else:
|
|
print("Same node test passed! when using StatelessProcessGroup!")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
dist.init_process_group(backend="gloo")
|
|
|
|
rank = dist.get_rank()
|
|
if rank == 0:
|
|
port = get_open_port()
|
|
ip = get_ip()
|
|
dist.broadcast_object_list([ip, port], src=0)
|
|
else:
|
|
recv = [None, None]
|
|
dist.broadcast_object_list(recv, src=0)
|
|
ip, port = recv
|
|
|
|
stateless_pg = StatelessProcessGroup.create(ip, port, rank, dist.get_world_size())
|
|
|
|
for pg in [dist.group.WORLD, stateless_pg]:
|
|
if os.environ.get("VLLM_TEST_WITH_DEFAULT_DEVICE_SET", "0") == "1":
|
|
default_devices = ["cpu"]
|
|
if torch.cuda.is_available():
|
|
default_devices.append("cuda")
|
|
for device in default_devices:
|
|
torch.set_default_device(device)
|
|
_run_test(pg)
|
|
else:
|
|
_run_test(pg)
|