Set Qwen235 profile KV cache layout

This commit is contained in:
2026-07-19 11:47:36 +08:00
parent 81f3a5c76d
commit fbf0f7c50b

View File

@@ -24,7 +24,7 @@ cd "${FRONTIER_SOURCE}"
profile() {
local gpu="$1" method="$2" tp="$3" root="$4"
env CUDA_VISIBLE_DEVICES="${gpu}" PYTHONPATH="${FRONTIER_SOURCE}" \
env CUDA_VISIBLE_DEVICES="${gpu}" VLLM_KV_CACHE_LAYOUT=NHD PYTHONPATH="${FRONTIER_SOURCE}" \
"${VENV_ROOT}/bin/python" -m frontier.profiling.attention.main \
--disable_ray --num_gpus 1 --device h20 --output_dir "${root}" --models "${MODEL}" \
--num_tensor_parallel_workers "${tp}" --max_model_len 40960 --max_seq_len 40960 \