Pin 27B A/B to GPUs 2-7 (route around leaked GPU0/1 memory)

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
2026-06-15 23:01:22 +08:00
parent 2fcaf80450
commit b1b74318f6
1 changed files with 2 additions and 1 deletions
--- a/configs/examples/dash0_qwen27b_tp_ab.json
+++ b/configs/examples/dash0_qwen27b_tp_ab.json
@@ -48,7 +48,8 @@
      "VLLM_DP_MASTER_PORT": "9528",
      "VLLM_RESPONSE_TIMEOUT": "300",
      "VLLM_LOG_REQ_KV_LENS": "1",
-      "DS_LLM_GRACEFUL_SHUTDOWN_KEEP_SECONDS": "600"
+      "DS_LLM_GRACEFUL_SHUTDOWN_KEEP_SECONDS": "600",
+      "CUDA_VISIBLE_DEVICES": "2,3,4,5,6,7"
    },
    "base_flags": {
      "host": "127.0.0.1",