diff --git a/vllm/model_executor/layers/fused_moe/layer.py b/vllm/model_executor/layers/fused_moe/layer.py
index d0209eb40e8c..51c4df9d4a5e 100644
--- a/vllm/model_executor/layers/fused_moe/layer.py
+++ b/vllm/model_executor/layers/fused_moe/layer.py
@@ -359,7 +359,7 @@ def __init__(
 
         # For smuggling this layer into the fused moe custom op
         self.use_direct_call = self.dp_size == 1
-        if self.use_direct_call:
+        if not self.use_direct_call:
             compilation_config = vllm_config.compilation_config
             if prefix in compilation_config.static_forward_context:
                 raise ValueError("Duplicate layer name: {}".format(prefix))