Fix parameter parsing in EngineArgs

DearPlanet · Apr 9, 2024 · c6adebc · c6adebc
1 parent 9ad067d
commit c6adebc
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py
@@ -412,7 +412,14 @@ def from_cli_args(cls, args: argparse.Namespace) -> 'EngineArgs':
         # Get the list of attributes of this dataclass.
         attrs = [attr.name for attr in dataclasses.fields(cls)]
         # Set the attributes from the parsed arguments.
-        engine_args = cls(**{attr: getattr(args, attr) for attr in attrs})
+        engine_args = cls(**{
+            attr: getattr(args, attr)
+            for attr in attrs if hasattr(args, attr)
+        })
+        if hasattr(args, "served_model_name"):
+            engine_args.served_model_name = args.served_model_name
+        else:
+            engine_args.served_model_name = args.model
         return engine_args
 
     def create_engine_config(self, ) -> EngineConfig: