diff --git a/configs/examples/dash0_qwen27b_tp_ab.json b/configs/examples/dash0_qwen27b_tp_ab.json index 7900667..45c2b0b 100644 --- a/configs/examples/dash0_qwen27b_tp_ab.json +++ b/configs/examples/dash0_qwen27b_tp_ab.json @@ -48,7 +48,8 @@ "VLLM_DP_MASTER_PORT": "9528", "VLLM_RESPONSE_TIMEOUT": "300", "VLLM_LOG_REQ_KV_LENS": "1", - "DS_LLM_GRACEFUL_SHUTDOWN_KEEP_SECONDS": "600" + "DS_LLM_GRACEFUL_SHUTDOWN_KEEP_SECONDS": "600", + "CUDA_VISIBLE_DEVICES": "2,3,4,5,6,7" }, "base_flags": { "host": "127.0.0.1",