Freeze Qwen235 KV cache layout for profiling

This commit is contained in:
2026-07-19 06:24:02 +08:00
parent 922d66c5c1
commit dfd9646d2c

View File

@@ -14,6 +14,7 @@ VENV_ROOT="${VENV_ROOT:-/tmp/wjh/venvs/vllm-0.20.0-cu129-profiler-v1}"
# autotunes a previously unseen FP8 grouped-GEMM shape.
export PATH="/usr/local/cuda/bin:${PATH}"
export FRONTIER_VLLM_MODEL_TYPE=qwen3_moe
export VLLM_KV_CACHE_LAYOUT=NHD
command -v nvcc >/dev/null
mkdir -p "${OUTPUT_ROOT}/supervisor" "${PROFILE_ROOT}"