[multimodal] add additional vlm architectures to lmi config recommend…

…er (#2235)
deepjavalibrary · Jul 25, 2024 · 87b0c19 · 87b0c19
1 parent b752c31
commit 87b0c19
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java b/wlm/src/main/java/ai/djl/serving/wlm/LmiConfigRecommender.java
@@ -68,7 +68,10 @@ public final class LmiConfigRecommender {
                     Map.entry("llava", "lmi-dist"),
                     Map.entry("llava_next", "lmi-dist"),
                     Map.entry("paligemma", "lmi-dist"),
-                    Map.entry("phi3_v", "lmi-dist"));
+                    Map.entry("phi3_v", "lmi-dist"),
+                    // vllm 0.5.3
+                    Map.entry("chameleon", "lmi-dist"),
+                    Map.entry("fuyu", "lmi-dist"));
 
     private static final Set<String> OPTIMIZED_TASK_ARCHITECTURES =
             Set.of("ForCausalLM", "LMHeadModel", "ForConditionalGeneration");