modelscope: fix issue when model parameter is not a model id but path…

… of the model. (vllm-project#2489)
xjpang · Mar 4, 2024 · 9361cb7 · 9361cb7
1 parent 19cecc4
commit 9361cb7
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/vllm/config.py b/vllm/config.py
@@ -93,9 +93,12 @@ def __init__(
             # download model from ModelScope hub,
             # lazy import so that modelscope is not required for normal use.
             from modelscope.hub.snapshot_download import snapshot_download  # pylint: disable=C
-            model_path = snapshot_download(model_id=model,
-                                           cache_dir=download_dir,
-                                           revision=revision)
+            if not os.path.exists(model):
+                model_path = snapshot_download(model_id=model,
+                                               cache_dir=download_dir,
+                                               revision=revision)
+            else:
+                model_path = model
             self.model = model_path
             self.download_dir = model_path
             self.tokenizer = model_path