[Hotfix][VLM] Fixing max position embeddings for Pixtral (#8399)

vllm-project · Sep 12, 2024 · 520ca38 · 520ca38
1 parent 7de49aa
commit 520ca38
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/transformers_utils/config.py b/vllm/transformers_utils/config.py
@@ -206,6 +206,8 @@ def recurse_elems(elem: Any):
     config_dict["tie_word_embeddings"] = config_dict.get(
         "tie_embeddings", False)
     config_dict["max_seq_len"] = config_dict.get("max_seq_len", 128_000)
+    config_dict["max_position_embeddings"] = config_dict.get(
+        "max_position_embeddings", 128_000)
 
     if config_dict.get("moe") is not None:
         config_dict["architectures"] = ["MixtralForCausalLM"]