Profile Qwen MoE router on vLLM 0.20

2026-07-16 22:43:55 +08:00
parent b8f5f1dcf3
commit fcca259475
5 changed files with 266 additions and 3 deletions
--- a/runs/frontier-qwen30-vllm020-profile-v1/run_frontier_linear_full.sh
+++ b/runs/frontier-qwen30-vllm020-profile-v1/run_frontier_linear_full.sh
@@ -47,6 +47,7 @@ timeout --signal=TERM --kill-after=30s 1380 \
  --device h20 \
  --models qwen3-a3b-30b-moe \
  --num_tensor_parallel_workers 1 2 4 \
+  --max_tokens 8192 \
  --num_tokens_list "${TOKENS[@]}" \
  --profile_method cuda_event \
  --precision BF16 \