Gahow Wang
445e491123
third_party/vllm/ now tracked in git for direct patch management.
Based on vLLM v0.18.1 release with one patch applied:
vllm/v1/core/sched/scheduler.py:
Replace fatal assert with graceful skip when KV transfer callback
arrives for an already-aborted request during PD disaggregated serving.
Future vLLM modifications should be made directly in third_party/vllm/
and committed normally. The patches/ directory is kept as documentation
of what changed from upstream.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
39 lines
1.1 KiB
Python
39 lines
1.1 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
import argparse
|
|
import typing
|
|
|
|
from vllm.collect_env import main as collect_env_main
|
|
from vllm.entrypoints.cli.types import CLISubcommand
|
|
|
|
if typing.TYPE_CHECKING:
|
|
from vllm.utils.argparse_utils import FlexibleArgumentParser
|
|
else:
|
|
FlexibleArgumentParser = argparse.ArgumentParser
|
|
|
|
|
|
class CollectEnvSubcommand(CLISubcommand):
|
|
"""The `collect-env` subcommand for the vLLM CLI."""
|
|
|
|
name = "collect-env"
|
|
|
|
@staticmethod
|
|
def cmd(args: argparse.Namespace) -> None:
|
|
"""Collect information about the environment."""
|
|
collect_env_main()
|
|
|
|
def subparser_init(
|
|
self, subparsers: argparse._SubParsersAction
|
|
) -> FlexibleArgumentParser:
|
|
return subparsers.add_parser(
|
|
"collect-env",
|
|
help="Start collecting environment information.",
|
|
description="Start collecting environment information.",
|
|
usage="vllm collect-env",
|
|
)
|
|
|
|
|
|
def cmd_init() -> list[CLISubcommand]:
|
|
return [CollectEnvSubcommand()]
|