From 27a2a3468a9db3ab5ec09e9c1d57b20c9de63494 Mon Sep 17 00:00:00 2001 From: Gahow Wang Date: Fri, 17 Jul 2026 23:27:07 +0800 Subject: [PATCH] Use verified FlashInfer profile cache --- .../run_graph_kernel_only_attention.sh | 4 ++++ .../run_graph_kernel_only_linear.sh | 4 ++++ .../run_graph_kernel_only_moe.sh | 4 ++++ 3 files changed, 12 insertions(+) diff --git a/runs/frontier-fidelity-envelope-v1/run_graph_kernel_only_attention.sh b/runs/frontier-fidelity-envelope-v1/run_graph_kernel_only_attention.sh index 2d1ff9e..4d6ca07 100644 --- a/runs/frontier-fidelity-envelope-v1/run_graph_kernel_only_attention.sh +++ b/runs/frontier-fidelity-envelope-v1/run_graph_kernel_only_attention.sh @@ -12,6 +12,7 @@ OUTPUT_ROOT="${OUTPUT_ROOT:?OUTPUT_ROOT must be set}" RUN_DIR="$(pwd -P)" PROFILE_DIR="${PROFILE_DIR:-${RUN_DIR%/runs/frontier-fidelity-envelope-v1}/runs/frontier-qwen30-vllm020-profile-v1}" VENV_ROOT="${VENV_ROOT:-/tmp/wjh/venvs/vllm-0.20.0-cu129-profiler-v1}" +PROFILE_HOME="${PROFILE_HOME:-/tmp/wjh}" VLLM_SOURCE="${VLLM_SOURCE:-/home/admin/cpfs/wjh/agentic-kv/third_party/vllm_v20_build}" FRONTIER_SOURCE="${FRONTIER_SOURCE:-/home/admin/cpfs/wjh/aituner/frontier-t1-dash0-deadc4a}" MODEL_ROOT="${MODEL_ROOT:-/home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B}" @@ -19,6 +20,9 @@ CAPTURE_BUCKETS="${CAPTURE_BUCKETS:-1 2 4 8 16 24 32 40 48 56 64 72 80 88 96 104 KV_CONTEXTS="${KV_CONTEXTS:-128 1024 2048 4096 8192 16384 32768 40960}" WARMUP_ITERS="${WARMUP_ITERS:-3}" REPEATS="${REPEATS:-5}" +export HOME="${PROFILE_HOME}" +export XDG_CACHE_HOME="${PROFILE_HOME}/.cache" +export VLLM_CACHE_ROOT="${XDG_CACHE_HOME}/vllm" mkdir -p "${OUTPUT_ROOT}/logs" "${OUTPUT_ROOT}/provenance" "${OUTPUT_ROOT}/raw" exec > >(tee -a "${OUTPUT_ROOT}/logs/attention-tp${TP}.log") 2>&1 diff --git a/runs/frontier-fidelity-envelope-v1/run_graph_kernel_only_linear.sh b/runs/frontier-fidelity-envelope-v1/run_graph_kernel_only_linear.sh index c75bfe7..5764f97 100644 --- a/runs/frontier-fidelity-envelope-v1/run_graph_kernel_only_linear.sh +++ b/runs/frontier-fidelity-envelope-v1/run_graph_kernel_only_linear.sh @@ -6,12 +6,16 @@ OUTPUT_ROOT="${OUTPUT_ROOT:?OUTPUT_ROOT must be set}" RUN_DIR="$(pwd -P)" PROFILE_DIR="${PROFILE_DIR:-${RUN_DIR%/runs/frontier-fidelity-envelope-v1}/runs/frontier-qwen30-vllm020-profile-v1}" VENV_ROOT="${VENV_ROOT:-/tmp/wjh/venvs/vllm-0.20.0-cu129-profiler-v1}" +PROFILE_HOME="${PROFILE_HOME:-/tmp/wjh}" VLLM_SOURCE="${VLLM_SOURCE:-/home/admin/cpfs/wjh/agentic-kv/third_party/vllm_v20_build}" FRONTIER_SOURCE="${FRONTIER_SOURCE:-/home/admin/cpfs/wjh/aituner/frontier-t1-dash0-deadc4a}" MODEL_ROOT="${MODEL_ROOT:-/home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B}" TOKENS_TEXT="${TOKENS:-1 2 4 8 16 24 32 40 48 56 64 72 80 88 96 104 112 120 128}" read -r -a TOKENS <<< "${TOKENS_TEXT}" export MODEL_ROOT +export HOME="${PROFILE_HOME}" +export XDG_CACHE_HOME="${PROFILE_HOME}/.cache" +export VLLM_CACHE_ROOT="${XDG_CACHE_HOME}/vllm" mkdir -p "${OUTPUT_ROOT}/logs" "${OUTPUT_ROOT}/provenance" "${OUTPUT_ROOT}/profiles" exec > >(tee -a "${OUTPUT_ROOT}/logs/linear.log") 2>&1 diff --git a/runs/frontier-fidelity-envelope-v1/run_graph_kernel_only_moe.sh b/runs/frontier-fidelity-envelope-v1/run_graph_kernel_only_moe.sh index 5a36966..27bb472 100644 --- a/runs/frontier-fidelity-envelope-v1/run_graph_kernel_only_moe.sh +++ b/runs/frontier-fidelity-envelope-v1/run_graph_kernel_only_moe.sh @@ -6,10 +6,14 @@ OUTPUT_ROOT="${OUTPUT_ROOT:?OUTPUT_ROOT must be set}" RUN_DIR="$(pwd -P)" PROFILE_DIR="${PROFILE_DIR:-${RUN_DIR%/runs/frontier-fidelity-envelope-v1}/runs/frontier-qwen30-vllm020-profile-v1}" VENV_ROOT="${VENV_ROOT:-/tmp/wjh/venvs/vllm-0.20.0-cu129-profiler-v1}" +PROFILE_HOME="${PROFILE_HOME:-/tmp/wjh}" VLLM_SOURCE="${VLLM_SOURCE:-/home/admin/cpfs/wjh/agentic-kv/third_party/vllm_v20_build}" FRONTIER_SOURCE="${FRONTIER_SOURCE:-/home/admin/cpfs/wjh/aituner/frontier-t1-dash0-deadc4a}" MODEL_ROOT="${MODEL_ROOT:-/home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B}" TOKENS="${TOKENS:-1 2 4 8 16 24 32 40 48 56 64 72 80 88 96 104 112 120 128}" +export HOME="${PROFILE_HOME}" +export XDG_CACHE_HOME="${PROFILE_HOME}/.cache" +export VLLM_CACHE_ROOT="${XDG_CACHE_HOME}/vllm" mkdir -p "${OUTPUT_ROOT}/logs" "${OUTPUT_ROOT}/provenance" "${OUTPUT_ROOT}/raw" exec > >(tee -a "${OUTPUT_ROOT}/logs/moe-router.log") 2>&1