Match in-place vLLM MoE serving path

2026-07-15 18:37:26 +08:00
parent 684a2de413
commit d9df3003dd
1 changed files with 1 additions and 1 deletions
--- a/runs/frontier-multicase-sufficiency-v0/best_effort/moe_path_parity.py
+++ b/runs/frontier-multicase-sufficiency-v0/best_effort/moe_path_parity.py
@@ -171,7 +171,7 @@ def main() -> None:
                w2=w2,
                topk_weights=topk_weights,
                topk_ids=topk_ids,
-                inplace=False,
+                inplace=True,
                use_fp8_w8a8=True,
                per_channel_quant=False,
                global_num_experts=global_num_experts,