We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
is not None
1 parent 70b96af commit 12131b7Copy full SHA for 12131b7
vllm/config.py
@@ -3174,7 +3174,8 @@ def __post_init__(self):
3174
3175
if self.compilation_config is None:
3176
self.compilation_config = CompilationConfig()
3177
- if envs.VLLM_USE_V1 and not self.model_config.enforce_eager:
+ if envs.VLLM_USE_V1 and self.model_config is not None and \
3178
+ not self.model_config.enforce_eager:
3179
# NOTE(woosuk): Currently, we use inductor because the piecewise
3180
# CUDA graphs do not work properly with the custom CUDA kernels.
3181
# FIXME(woosuk): Disable inductor to reduce the compilation time
0 commit comments