Fix

Signed-off-by: DarkLight1337 <[email protected]>
vllm-project · Feb 1, 2025 · d764760 · d764760
1 parent 2ab4826
commit d764760
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/vllm/multimodal/registry.py b/vllm/multimodal/registry.py
@@ -262,7 +262,9 @@ def get_max_tokens_per_item_by_modality(
             )
             processor = self.create_processor(model_config, tokenizer)
             seq_len = model_config.max_model_len
-            return processor.info.get_mm_max_tokens_per_item(seq_len)
+            mm_limits = self.get_mm_limits_per_prompt(model_config)
+            return processor.info.get_mm_max_tokens_per_item(
+                seq_len, mm_limits)
 
         return {
             key: plugin.get_max_multimodal_tokens(model_config)