Gahow Wang
445e491123
third_party/vllm/ now tracked in git for direct patch management.
Based on vLLM v0.18.1 release with one patch applied:
vllm/v1/core/sched/scheduler.py:
Replace fatal assert with graceful skip when KV transfer callback
arrives for an already-aborted request during PD disaggregated serving.
Future vLLM modifications should be made directly in third_party/vllm/
and committed normally. The patches/ directory is kept as documentation
of what changed from upstream.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
131 lines
3.7 KiB
Python
131 lines
3.7 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
from vllm.config.attention import AttentionConfig
|
|
from vllm.config.cache import CacheConfig
|
|
from vllm.config.compilation import (
|
|
CompilationConfig,
|
|
CompilationMode,
|
|
CUDAGraphMode,
|
|
PassConfig,
|
|
)
|
|
from vllm.config.device import DeviceConfig
|
|
from vllm.config.ec_transfer import ECTransferConfig
|
|
from vllm.config.kernel import KernelConfig
|
|
from vllm.config.kv_events import KVEventsConfig
|
|
from vllm.config.kv_transfer import KVTransferConfig
|
|
from vllm.config.load import LoadConfig
|
|
from vllm.config.lora import LoRAConfig
|
|
from vllm.config.model import (
|
|
ModelConfig,
|
|
iter_architecture_defaults,
|
|
str_dtype_to_torch_dtype,
|
|
try_match_architecture_defaults,
|
|
)
|
|
from vllm.config.multimodal import MultiModalConfig
|
|
from vllm.config.observability import ObservabilityConfig
|
|
from vllm.config.offload import (
|
|
OffloadBackend,
|
|
OffloadConfig,
|
|
PrefetchOffloadConfig,
|
|
UVAOffloadConfig,
|
|
)
|
|
from vllm.config.parallel import EPLBConfig, ParallelConfig
|
|
from vllm.config.pooler import PoolerConfig
|
|
from vllm.config.profiler import ProfilerConfig
|
|
from vllm.config.scheduler import SchedulerConfig
|
|
from vllm.config.speculative import SpeculativeConfig
|
|
from vllm.config.speech_to_text import SpeechToTextConfig
|
|
from vllm.config.structured_outputs import StructuredOutputsConfig
|
|
from vllm.config.utils import (
|
|
ConfigType,
|
|
SupportsMetricsInfo,
|
|
config,
|
|
get_attr_docs,
|
|
is_init_field,
|
|
replace,
|
|
update_config,
|
|
)
|
|
from vllm.config.vllm import (
|
|
VllmConfig,
|
|
get_cached_compilation_config,
|
|
get_current_vllm_config,
|
|
get_current_vllm_config_or_none,
|
|
get_layers_from_vllm_config,
|
|
set_current_vllm_config,
|
|
)
|
|
from vllm.config.weight_transfer import WeightTransferConfig
|
|
|
|
# __all__ should only contain classes and functions.
|
|
# Types and globals should be imported from their respective modules.
|
|
__all__ = [
|
|
# From vllm.config.attention
|
|
"AttentionConfig",
|
|
# From vllm.config.cache
|
|
"CacheConfig",
|
|
# From vllm.config.compilation
|
|
"CompilationConfig",
|
|
"CompilationMode",
|
|
"CUDAGraphMode",
|
|
"PassConfig",
|
|
# From vllm.config.device
|
|
"DeviceConfig",
|
|
# From vllm.config.ec_transfer
|
|
"ECTransferConfig",
|
|
# From vllm.config.kernel
|
|
"KernelConfig",
|
|
# From vllm.config.kv_events
|
|
"KVEventsConfig",
|
|
# From vllm.config.kv_transfer
|
|
"KVTransferConfig",
|
|
# From vllm.config.load
|
|
"LoadConfig",
|
|
# From vllm.config.lora
|
|
"LoRAConfig",
|
|
# From vllm.config.model
|
|
"ModelConfig",
|
|
"iter_architecture_defaults",
|
|
"str_dtype_to_torch_dtype",
|
|
"try_match_architecture_defaults",
|
|
# From vllm.config.multimodal
|
|
"MultiModalConfig",
|
|
# From vllm.config.observability
|
|
"ObservabilityConfig",
|
|
# From vllm.config.offload
|
|
"OffloadBackend",
|
|
"OffloadConfig",
|
|
"PrefetchOffloadConfig",
|
|
"UVAOffloadConfig",
|
|
# From vllm.config.parallel
|
|
"EPLBConfig",
|
|
"ParallelConfig",
|
|
# From vllm.config.pooler
|
|
"PoolerConfig",
|
|
# From vllm.config.scheduler
|
|
"SchedulerConfig",
|
|
# From vllm.config.speculative
|
|
"SpeculativeConfig",
|
|
# From vllm.config.speech_to_text
|
|
"SpeechToTextConfig",
|
|
# From vllm.config.structured_outputs
|
|
"StructuredOutputsConfig",
|
|
# From vllm.config.profiler
|
|
"ProfilerConfig",
|
|
# From vllm.config.utils
|
|
"ConfigType",
|
|
"SupportsMetricsInfo",
|
|
"config",
|
|
"get_attr_docs",
|
|
"is_init_field",
|
|
"replace",
|
|
"update_config",
|
|
# From vllm.config.vllm
|
|
"VllmConfig",
|
|
"get_cached_compilation_config",
|
|
"get_current_vllm_config",
|
|
"get_current_vllm_config_or_none",
|
|
"set_current_vllm_config",
|
|
"get_layers_from_vllm_config",
|
|
"WeightTransferConfig",
|
|
]
|