Files
aituner/runs/frontier-multicase-sufficiency-v0/smoke/frontier_moe_config_key_only.patch

10 lines
395 B
Diff

diff --git a/frontier/profiling/moe/moe_vllm_kernel.py b/frontier/profiling/moe/moe_vllm_kernel.py
--- a/frontier/profiling/moe/moe_vllm_kernel.py
+++ b/frontier/profiling/moe/moe_vllm_kernel.py
@@ -510 +510,4 @@ def profile_vllm_fused_moe(
- config_dtype = get_config_dtype_str(base_dtype)
+ config_dtype = get_config_dtype_str(
+ base_dtype,
+ use_fp8_w8a8=use_fp8,
+ )