[BugFix] add more is not None check in VllmConfig.__post_init__ (vl…

…lm-project#12138) Signed-off-by: Chen Zhang <[email protected]> Signed-off-by: Bowen Wang <[email protected]>
abmfy · Jan 24, 2025 · 78564c4 · 78564c4
1 parent 4a22fa3
commit 78564c4
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/config.py b/vllm/config.py
@@ -3174,7 +3174,8 @@ def __post_init__(self):
 
         if self.compilation_config is None:
             self.compilation_config = CompilationConfig()
-        if envs.VLLM_USE_V1 and not self.model_config.enforce_eager:
+        if envs.VLLM_USE_V1 and self.model_config is not None and \
+            not self.model_config.enforce_eager:
             # NOTE(woosuk): Currently, we use inductor because the piecewise
             # CUDA graphs do not work properly with the custom CUDA kernels.
             # FIXME(woosuk): Disable inductor to reduce the compilation time