Use local cache for qwen30b vllm runs

This commit is contained in:
2026-05-02 08:47:16 +08:00
parent 1880e859b5
commit 664aeb49b2
3 changed files with 8 additions and 2 deletions

View File

@@ -26,7 +26,9 @@
"/home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B"
],
"base_envs": {
"CUDA_VISIBLE_DEVICES": "0,1,2,3,4,5,6,7"
"CUDA_VISIBLE_DEVICES": "0,1,2,3,4,5,6,7",
"HOME": "/tmp/wjh",
"XDG_CACHE_HOME": "/tmp/wjh/.cache"
},
"base_flags": {
"host": "127.0.0.1",