We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2207cf2 commit cb02ec5Copy full SHA for cb02ec5
vllm/model_executor/layers/fused_moe/layer.py
@@ -359,7 +359,7 @@ def __init__(
359
360
# For smuggling this layer into the fused moe custom op
361
self.use_direct_call = self.dp_size == 1
362
- if self.use_direct_call:
+ if not self.use_direct_call:
363
compilation_config = vllm_config.compilation_config
364
if prefix in compilation_config.static_forward_context:
365
raise ValueError("Duplicate layer name: {}".format(prefix))
0 commit comments