Fix

AllentDan · Apr 19, 2024 · 0a53f88 · 0a53f88
1 parent 20c86c8
commit 0a53f88
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/lmdeploy/model.py b/lmdeploy/model.py
@@ -563,7 +563,7 @@ def match(cls, model_path: str) -> Optional[str]:
         Args:
             model_path (str): the model path used for matching.
         """
-        if 'llama-3' in model_path.lower() or 'llama3' in model_path.lower():
+        if 'llama-3-' in model_path.lower() or 'llama3-' in model_path.lower():
             return 'llama3'
 
 

diff --git a/lmdeploy/vl/templates.py b/lmdeploy/vl/templates.py
@@ -159,6 +159,8 @@ class MiniGeminiLlamaTempateWrapper(VLChatTemplateWrapper):
 
     def append_image_token(self, prompt, num_images: int):
         """append image tokens to user prompt."""
+        if num_images == 0:
+            return prompt
         res = f'{IMAGE_TOKEN}\n'
         assert num_images <= 1, 'MiniGeminiLlama accepts 1 input image'
         res = res + prompt