Update prompt utils + bump version (Paligemma-2) (#143)

* bump version (Paligemma-2) * add prompt with image token
Blaizzy · Dec 5, 2024 · 3f5e162 · 3f5e162
1 parent 43d9934
commit 3f5e162
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/mlx_vlm/prompt_utils.py b/mlx_vlm/prompt_utils.py
@@ -59,6 +59,7 @@ def add_image_tokens(message, token_format):
             " ".join([f"<|image_{i+1}|>" for i in range(num_images)]),
         ),
         "prompt_only": lambda: prompt,
+        "prompt_with_image_token": lambda: "<image>" * num_images + prompt,
     }
 
     model_to_format = {
@@ -72,7 +73,7 @@ def add_image_tokens(message, token_format):
         "phi3_v": "message_with_numbered_image_tokens",
         "multi_modality": "message_with_image_token",
         "pixtral": "message_list_with_image_type",
-        "paligemma": "prompt_only",
+        "paligemma": "prompt_with_image_token",
         "florence2": "prompt_only",
         "mllama": "message_list_with_image",
         "molmo": "prompt_only",

diff --git a/mlx_vlm/version.py b/mlx_vlm/version.py
@@ -1 +1 @@
-__version__ = "0.1.3"
+__version__ = "0.1.4"