#!/bin/bash # Plain vLLM, no KV transfer connector. The baseline. set -euo pipefail source "$(dirname "${BASH_SOURCE[0]}")/common.sh" CUDA_VISIBLE_DEVICES="$GPU_ID" \ "$PYTHON" -m vllm.entrypoints.openai.api_server \ "${COMMON_VLLM_ARGS[@]}" \ > "$LOG_DIR/vllm_stdout.log" 2> "$LOG_DIR/vllm_stderr.log" & VLLM_PID=$! echo "$VLLM_PID" > "$LOG_DIR/.vllm.pid" echo "vLLM PID=$VLLM_PID" wait_for_ready 240