[Hotfix][VLM] Fixing max position embeddings for Pixtral (vllm-projec…

…t#8399) Signed-off-by: Amit Garg <[email protected]>
garg-amit · Oct 28, 2024 · 7932801 · 7932801
1 parent ec9b07f
commit 7932801
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/transformers_utils/config.py b/vllm/transformers_utils/config.py
@@ -217,6 +217,8 @@ def recurse_elems(elem: Any):
     config_dict["tie_word_embeddings"] = config_dict.get(
         "tie_embeddings", False)
     config_dict["max_seq_len"] = config_dict.get("max_seq_len", 128_000)
+    config_dict["max_position_embeddings"] = config_dict.get(
+        "max_position_embeddings", 128_000)
 
     if config_dict.get("moe") is not None:
         config_dict["architectures"] = ["MixtralForCausalLM"]