Gahow Wang
445e491123
third_party/vllm/ now tracked in git for direct patch management.
Based on vLLM v0.18.1 release with one patch applied:
vllm/v1/core/sched/scheduler.py:
Replace fatal assert with graceful skip when KV transfer callback
arrives for an already-aborted request during PD disaggregated serving.
Future vLLM modifications should be made directly in third_party/vllm/
and committed normally. The patches/ directory is kept as documentation
of what changed from upstream.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
70 lines
1.9 KiB
Python
70 lines
1.9 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""Test the different finish_reason="stop" situations during generation:
|
|
1. One of the provided stop strings
|
|
2. One of the provided stop tokens
|
|
3. The EOS token
|
|
|
|
Run `pytest tests/engine/test_stop_reason.py`.
|
|
"""
|
|
|
|
import pytest
|
|
import transformers
|
|
|
|
from vllm import SamplingParams
|
|
|
|
MODEL = "distilbert/distilgpt2"
|
|
STOP_STR = "."
|
|
SEED = 42
|
|
MAX_TOKENS = 1024
|
|
|
|
|
|
@pytest.fixture
|
|
def vllm_model(vllm_runner):
|
|
with vllm_runner(MODEL) as vllm_model:
|
|
yield vllm_model
|
|
|
|
|
|
def test_stop_reason(vllm_model, example_prompts):
|
|
tokenizer = transformers.AutoTokenizer.from_pretrained(MODEL)
|
|
stop_token_id = tokenizer.convert_tokens_to_ids(STOP_STR)
|
|
llm = vllm_model.llm
|
|
|
|
# test stop token
|
|
outputs = llm.generate(
|
|
example_prompts,
|
|
sampling_params=SamplingParams(
|
|
ignore_eos=True,
|
|
seed=SEED,
|
|
max_tokens=MAX_TOKENS,
|
|
stop_token_ids=[stop_token_id],
|
|
),
|
|
)
|
|
for output in outputs:
|
|
output = output.outputs[0]
|
|
assert output.finish_reason == "stop"
|
|
assert output.stop_reason == stop_token_id
|
|
|
|
# test stop string
|
|
outputs = llm.generate(
|
|
example_prompts,
|
|
sampling_params=SamplingParams(
|
|
ignore_eos=True, seed=SEED, max_tokens=MAX_TOKENS, stop="."
|
|
),
|
|
)
|
|
for output in outputs:
|
|
output = output.outputs[0]
|
|
assert output.finish_reason == "stop"
|
|
assert output.stop_reason == STOP_STR
|
|
|
|
# test EOS token
|
|
outputs = llm.generate(
|
|
example_prompts,
|
|
sampling_params=SamplingParams(seed=SEED, max_tokens=MAX_TOKENS),
|
|
)
|
|
for output in outputs:
|
|
output = output.outputs[0]
|
|
assert output.finish_reason == "length" or (
|
|
output.finish_reason == "stop" and output.stop_reason is None
|
|
)
|