gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Enable BLADNN for dash0 fp4 smoke study

Browse Source
This commit is contained in:
Gahow Wang
2026-04-04 22:32:55 +08:00
parent f192c741ed
commit dcb972014a
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
configs/examples/dash0_smoke_study.json
View File

@@ -24,7 +24,9 @@
"/home/admin/resource/model/464482ce.qwen3-30b-a3b/1m-instruct-0726-fp4" "/home/admin/resource/model/464482ce.qwen3-30b-a3b/1m-instruct-0726-fp4"
], ],
"base_envs": { "base_envs": {
"CUDA_VISIBLE_DEVICES": "0,1,2,3" "CUDA_VISIBLE_DEVICES": "0,1,2,3",
"VLLM_FP8_USE_BLADNN": "1",
"VLLM_MOE_USE_BLADNN": "1"
}, },
"base_flags": { "base_flags": {
"host": "127.0.0.1", "host": "127.0.0.1",