From 8375ea9fe991045bb0c9b5b8fdfa8af41cec0dfb Mon Sep 17 00:00:00 2001 From: Tyler Michael Smith Date: Thu, 6 Mar 2025 19:21:19 +0000 Subject: [PATCH] Fix broken MoE DP use_direct_call Signed-off-by: Tyler Michael Smith --- vllm/model_executor/layers/fused_moe/layer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/layers/fused_moe/layer.py b/vllm/model_executor/layers/fused_moe/layer.py index d0209eb40e8c..51c4df9d4a5e 100644 --- a/vllm/model_executor/layers/fused_moe/layer.py +++ b/vllm/model_executor/layers/fused_moe/layer.py @@ -359,7 +359,7 @@ def __init__( # For smuggling this layer into the fused moe custom op self.use_direct_call = self.dp_size == 1 - if self.use_direct_call: + if not self.use_direct_call: compilation_config = vllm_config.compilation_config if prefix in compilation_config.static_forward_context: raise ValueError("Duplicate layer name: {}".format(prefix))