gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Profile collective dispatch across tensor sizes

Browse Source
This commit is contained in:
Gahow Wang
2026-07-16 21:57:44 +08:00
parent 4bf9bdf28f
commit 3121e35b0e
3 changed files with 42 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
runs/frontier-qwen30-vllm020-profile-v1/jobs_allreduce_full_tp4.toml Normal file
View File

@@ -0,0 +1,19 @@
version = 1
[[jobs]]
name = "qwen30-vllm020-allreduce-full-tp4-20260716-v1-dispatch-aware"
gpus = 4
gpu_model = "H20"
hosts = ["dash0"]
command = "cd /home/admin/cpfs/wjh/aituner/aituner-qwen30-vllm020-profile-v1/runs/frontier-qwen30-vllm020-profile-v1 && timeout --signal=TERM --kill-after=30s 1020 bash run_allreduce_profile.sh"
artifacts = ["artifacts/allreduce-full-tp4-v1"]
[jobs.env]
HOME = "/tmp/wjh"
XDG_CACHE_HOME = "/tmp/wjh/.cache"
VLLM_CACHE_ROOT = "/tmp/wjh/.cache/vllm"
TP = "4"
NUM_TOKENS = "1 8 16 32 64 128 256 512 1024 2048 4096 8192"
OUTPUT_ROOT = "/home/admin/cpfs/wjh/aituner/aituner-qwen30-vllm020-profile-fleet/artifacts/allreduce-full-tp4-v1"
VENV_ROOT = "/tmp/wjh/venvs/vllm-0.20.0-cu129-profiler-v1"
VLLM_SOURCE = "/home/admin/cpfs/wjh/agentic-kv/third_party/vllm_v20_build"