68 lines
3.1 KiB
TOML
68 lines
3.1 KiB
TOML
version = 1
|
|
|
|
[[jobs]]
|
|
name = "qwen235-vllm020-serving-allreduce-tp4-20260719-v1"
|
|
gpus = 4
|
|
gpu_model = "H20"
|
|
hosts = ["dash0"]
|
|
command = "cd /home/admin/cpfs/wjh/aituner/aituner-q235-collective-20260719/runs/frontier-qwen30-vllm020-profile-v1 && timeout --signal=TERM --kill-after=30s 1020 bash run_allreduce_profile.sh"
|
|
artifacts = ["artifacts/qwen235-serving-allreduce-tp4-20260719-v1"]
|
|
|
|
[jobs.env]
|
|
XDG_CACHE_HOME = "/tmp/wjh/.cache"
|
|
VLLM_CACHE_ROOT = "/tmp/wjh/.cache/vllm"
|
|
TP = "4"
|
|
NUM_TOKENS = "1 2 4 8 16 24 32 40 48 56 63 64 65 72 80 88 96 104 112 120 128 136 144 152 160 168 176 184 192 200 208 216 224 232 240 248 255 256 257 512 1024 2048 4096 8192"
|
|
HIDDEN_DIM = "4096"
|
|
COLLECTIVE_CONTRACT = "qwen235-serving-projected"
|
|
TRIALS = "3"
|
|
REPEATS = "20"
|
|
MODEL = "/home/admin/cpfs/wjh/models/Qwen/Qwen3-235B-A22B-FP8"
|
|
OUTPUT_ROOT = "/home/admin/cpfs/wjh/aituner/gpu-fleet-fidelity-envelope-v1/artifacts/qwen235-serving-allreduce-tp4-20260719-v1"
|
|
VENV_ROOT = "/tmp/wjh/venvs/vllm-0.20.0-cu129-profiler-v1"
|
|
VLLM_SOURCE = "/home/admin/cpfs/wjh/agentic-kv/third_party/vllm_v20_build"
|
|
|
|
[[jobs]]
|
|
name = "qwen235-vllm020-serving-allreduce-tp8-20260719-v1"
|
|
gpus = 8
|
|
gpu_model = "H20"
|
|
hosts = ["dash0"]
|
|
command = "cd /home/admin/cpfs/wjh/aituner/aituner-q235-collective-20260719/runs/frontier-qwen30-vllm020-profile-v1 && timeout --signal=TERM --kill-after=30s 1020 bash run_allreduce_profile.sh"
|
|
artifacts = ["artifacts/qwen235-serving-allreduce-tp8-20260719-v1"]
|
|
|
|
[jobs.env]
|
|
XDG_CACHE_HOME = "/tmp/wjh/.cache"
|
|
VLLM_CACHE_ROOT = "/tmp/wjh/.cache/vllm"
|
|
TP = "8"
|
|
NUM_TOKENS = "1 2 4 8 16 24 32 40 48 56 63 64 65 72 80 88 96 104 112 120 128 136 144 152 160 168 176 184 192 200 208 216 224 232 240 248 255 256 257 512 1024 2048 4096 8192"
|
|
HIDDEN_DIM = "4096"
|
|
COLLECTIVE_CONTRACT = "qwen235-serving-projected"
|
|
TRIALS = "3"
|
|
REPEATS = "20"
|
|
MODEL = "/home/admin/cpfs/wjh/models/Qwen/Qwen3-235B-A22B-FP8"
|
|
OUTPUT_ROOT = "/home/admin/cpfs/wjh/aituner/gpu-fleet-fidelity-envelope-v1/artifacts/qwen235-serving-allreduce-tp8-20260719-v1"
|
|
VENV_ROOT = "/tmp/wjh/venvs/vllm-0.20.0-cu129-profiler-v1"
|
|
VLLM_SOURCE = "/home/admin/cpfs/wjh/agentic-kv/third_party/vllm_v20_build"
|
|
|
|
[[jobs]]
|
|
name = "qwen235-vllm020-serving-allreduce-tp8-20260719-v2"
|
|
gpus = 8
|
|
gpu_model = "H20"
|
|
hosts = ["dash0"]
|
|
command = "cd /home/admin/cpfs/wjh/aituner/aituner-q235-collective-20260719/runs/frontier-qwen30-vllm020-profile-v1 && timeout --signal=TERM --kill-after=30s 1020 bash run_allreduce_profile.sh"
|
|
artifacts = ["artifacts/qwen235-serving-allreduce-tp8-20260719-v2"]
|
|
|
|
[jobs.env]
|
|
XDG_CACHE_HOME = "/tmp/wjh/.cache"
|
|
VLLM_CACHE_ROOT = "/tmp/wjh/.cache/vllm"
|
|
TP = "8"
|
|
NUM_TOKENS = "1 2 4 8 16 24 32 40 48 56 63 64 65 72 80 88 96 104 112 120 128 136 144 152 160 168 176 184 192 200 208 216 224 232 240 248 255 256 257 512 1024 2048 4096 8192"
|
|
HIDDEN_DIM = "4096"
|
|
COLLECTIVE_CONTRACT = "qwen235-serving-projected"
|
|
TRIALS = "3"
|
|
REPEATS = "20"
|
|
MODEL = "/home/admin/cpfs/wjh/models/Qwen/Qwen3-235B-A22B-FP8"
|
|
OUTPUT_ROOT = "/home/admin/cpfs/wjh/aituner/gpu-fleet-fidelity-envelope-v1/artifacts/qwen235-serving-allreduce-tp8-20260719-v2"
|
|
VENV_ROOT = "/tmp/wjh/venvs/vllm-0.20.0-cu129-profiler-v1"
|
|
VLLM_SOURCE = "/home/admin/cpfs/wjh/agentic-kv/third_party/vllm_v20_build"
|