13 lines
529 B
Diff
13 lines
529 B
Diff
diff --git a/frontier/profiling/moe/moe_vllm_kernel.py b/frontier/profiling/moe/moe_vllm_kernel.py
|
|
--- a/frontier/profiling/moe/moe_vllm_kernel.py
|
|
+++ b/frontier/profiling/moe/moe_vllm_kernel.py
|
|
@@ -232 +232 @@ def _invoke_kernel(
|
|
- compute_type = tl.float16 # FP8 accumulates in FP16
|
|
+ compute_type = tl.bfloat16
|
|
@@ -510 +510,4 @@ def profile_vllm_fused_moe(
|
|
- config_dtype = get_config_dtype_str(base_dtype)
|
|
+ config_dtype = get_config_dtype_str(
|
|
+ base_dtype,
|
|
+ use_fp8_w8a8=use_fp8,
|
|
+ )
|