diff --git a/runs/frontier-qwen30-vllm020-profile-v1/jobs_router_full.toml b/runs/frontier-qwen30-vllm020-profile-v1/jobs_router_full.toml index 95cbc71..15719fc 100644 --- a/runs/frontier-qwen30-vllm020-profile-v1/jobs_router_full.toml +++ b/runs/frontier-qwen30-vllm020-profile-v1/jobs_router_full.toml @@ -1,18 +1,18 @@ version = 1 [[jobs]] -name = "qwen30-vllm020-router-full-20260716-v1" +name = "qwen30-vllm020-router-full-20260716-v2-disable-tp-init" gpus = 1 gpu_model = "H20" hosts = ["dash0"] command = "cd /home/admin/cpfs/wjh/aituner/aituner-qwen30-vllm020-profile-v1/runs/frontier-qwen30-vllm020-profile-v1 && timeout --signal=TERM --kill-after=30s 1020 bash run_router_full.sh" -artifacts = ["artifacts/router-full-v1"] +artifacts = ["artifacts/router-full-v2"] [jobs.env] HOME = "/tmp/wjh" XDG_CACHE_HOME = "/tmp/wjh/.cache" VLLM_CACHE_ROOT = "/tmp/wjh/.cache/vllm" -OUTPUT_ROOT = "/home/admin/cpfs/wjh/aituner/aituner-qwen30-vllm020-profile-fleet/artifacts/router-full-v1" +OUTPUT_ROOT = "/home/admin/cpfs/wjh/aituner/aituner-qwen30-vllm020-profile-fleet/artifacts/router-full-v2" VENV_ROOT = "/tmp/wjh/venvs/vllm-0.20.0-cu129-profiler-v1" VLLM_SOURCE = "/home/admin/cpfs/wjh/agentic-kv/third_party/vllm_v20_build" MODEL = "/home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B" diff --git a/runs/frontier-qwen30-vllm020-profile-v1/profile_vllm020_router.py b/runs/frontier-qwen30-vllm020-profile-v1/profile_vllm020_router.py index b1feca8..7e23862 100644 --- a/runs/frontier-qwen30-vllm020-profile-v1/profile_vllm020_router.py +++ b/runs/frontier-qwen30-vllm020-profile-v1/profile_vllm020_router.py @@ -115,6 +115,7 @@ def main() -> None: bias=False, quant_config=None, prefix="model.layers.0.mlp.gate", + disable_tp=True, ).to(device=device, dtype=torch.bfloat16) gate.weight.data.uniform_(-0.01, 0.01)