gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Adapt Frontier RoPE profiling to vLLM 0.20

Browse Source
This commit is contained in:
Gahow Wang
2026-07-16 22:23:56 +08:00
parent 0e9b64893f
commit 9b54075e75
4 changed files with 68 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
runs/frontier-qwen30-vllm020-profile-v1/run_frontier_linear_smoke.sh
View File

@@ -6,6 +6,7 @@ OUTPUT_ROOT="${OUTPUT_ROOT:?OUTPUT_ROOT must be set}"
VENV_ROOT="${VENV_ROOT:-/tmp/wjh/venvs/vllm-0.20.0-cu129-profiler-v1}"
FRONTIER_ROOT="${FRONTIER_ROOT:-/home/admin/cpfs/wjh/frontier-qwen30-vllm020-profile-v1/Frontier}"
VLLM_SOURCE="${VLLM_SOURCE:-/home/admin/cpfs/wjh/agentic-kv/third_party/vllm_v20_build}"
RUN_DIR="$(pwd -P)"
mkdir -p "${OUTPUT_ROOT}/logs" "${OUTPUT_ROOT}/provenance" "${OUTPUT_ROOT}/profiles"
exec > >(tee -a "${OUTPUT_ROOT}/logs/smoke.log") 2>&1
@@ -24,7 +25,7 @@ test "$(git -C "${VLLM_SOURCE}" rev-parse HEAD)" = "88d34c6409e9fb3c7b8ca0c04756
git rev-parse HEAD > "${OUTPUT_ROOT}/provenance/aituner.commit"
git -C "${FRONTIER_ROOT}" rev-parse HEAD > "${OUTPUT_ROOT}/provenance/frontier.commit"
git -C "${VLLM_SOURCE}" rev-parse HEAD > "${OUTPUT_ROOT}/provenance/vllm-source.commit"
sha256sum run_frontier_linear_smoke.sh \
sha256sum run_frontier_linear_smoke.sh frontier_vllm020_compat.py \
> "${OUTPUT_ROOT}/provenance/source.sha256"
uv pip freeze --python "${VENV_ROOT}/bin/python" \
> "${OUTPUT_ROOT}/provenance/pip-freeze.txt"
@@ -33,7 +34,7 @@ nvidia-smi --query-gpu=index,uuid,name,driver_version,memory.total \
cd "${FRONTIER_ROOT}"
timeout --signal=TERM --kill-after=30s 780 \
"${VENV_ROOT}/bin/python" -m frontier.profiling.linear_op.main \
"${VENV_ROOT}/bin/python" "${RUN_DIR}/frontier_vllm020_compat.py" \
--disable_ray \
--num_gpus 1 \
--output_dir "${OUTPUT_ROOT}/profiles" \