We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
is not None
1 parent b8bfa46 commit d1adb9bCopy full SHA for d1adb9b
vllm/config.py
@@ -3174,7 +3174,8 @@ def __post_init__(self):
3174
3175
if self.compilation_config is None:
3176
self.compilation_config = CompilationConfig()
3177
- if envs.VLLM_USE_V1 and not self.model_config.enforce_eager:
+ if envs.VLLM_USE_V1 and self.model_config is not None and \
3178
+ not self.model_config.enforce_eager:
3179
# NOTE(woosuk): Currently, we use inductor because the piecewise
3180
# CUDA graphs do not work properly with the custom CUDA kernels.
3181
# FIXME(woosuk): Disable inductor to reduce the compilation time
0 commit comments