Merge pull request #4138 from Aktsvigun/main

continuedev · Feb 15, 2025 · 0256d0b · 0256d0b
2 parents 2afa3a5 + 4df1fc3
commit 0256d0b
Show file tree

Hide file tree

Showing 4 changed files with 18 additions and 8 deletions.
diff --git a/core/llm/autodetect.ts b/core/llm/autodetect.ts
@@ -57,6 +57,7 @@ const PROVIDER_HANDLES_TEMPLATING: string[] = [
   "sambanova",
   "vertexai",
   "watsonx",
+  "nebius",
 ];
 
 const PROVIDER_SUPPORTS_IMAGES: string[] = [
@@ -73,6 +74,7 @@ const PROVIDER_SUPPORTS_IMAGES: string[] = [
   "vertexai",
   "azure",
   "scaleway",
+  "nebius",
 ];
 
 const MODEL_SUPPORTS_IMAGES: string[] = [

diff --git a/core/llm/llms/Nebius.ts b/core/llm/llms/Nebius.ts
@@ -10,6 +10,10 @@ class Nebius extends OpenAI {
   };
 
   private static MODEL_IDS: { [name: string]: string } = {
+    "deepseek/deepseek_v3": "deepseek-ai/DeepSeek-V3",
+    "deepseek/deepseek-r1": "deepseek-ai/DeepSeek-R1",
+    "qwen2.5-coder-32b": "Qwen/Qwen2.5-Coder-32B-Instruct-fast",
+    "Qwen/QwQ-32B-Preview": "Qwen/QwQ-32B-Preview",
     "llama3.1-70b-nemotron": "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF-fast",
     "llama3.1-8b": "meta-llama/Meta-Llama-3.1-70B-Instruct-fast",
     "llama3.1-70b": "meta-llama/Meta-Llama-3.1-70B-Instruct-fast",

diff --git a/gui/src/pages/AddNewModel/configs/models.ts b/gui/src/pages/AddNewModel/configs/models.ts
@@ -59,7 +59,7 @@ export const models: { [key: string]: ModelPackage } = {
         },
       },
     ],
-    providerOptions: ["novita"],
+    providerOptions: ["novita", "nebius"],
     isOpenSource: true,
   },
   deepseekR1Chat: {
@@ -84,7 +84,7 @@ export const models: { [key: string]: ModelPackage } = {
         },
       },
     ],
-    providerOptions: ["novita"],
+    providerOptions: ["novita", "nebius"],
     isOpenSource: true,
   },
   llama318BChat: {
@@ -499,7 +499,7 @@ export const models: { [key: string]: ModelPackage } = {
       contextLength: 8192,
     },
     icon: "meta.png",
-    providerOptions: ["groq", "scaleway"],
+    providerOptions: ["groq", "scaleway", "nebius"],
     isOpenSource: false,
   },
   llama3170bChat: {
@@ -512,7 +512,7 @@ export const models: { [key: string]: ModelPackage } = {
       contextLength: 8192,
     },
     icon: "meta.png",
-    providerOptions: ["groq", "scaleway"],
+    providerOptions: ["groq", "scaleway", "nebius"],
     isOpenSource: false,
   },
   llama31405bChat: {
@@ -525,7 +525,7 @@ export const models: { [key: string]: ModelPackage } = {
       contextLength: 8192,
     },
     icon: "meta.png",
-    providerOptions: ["groq"],
+    providerOptions: ["groq", "nebius"],
     isOpenSource: false,
   },
   llama3170bNemotron: {
@@ -551,7 +551,7 @@ export const models: { [key: string]: ModelPackage } = {
       contextLength: 8192,
     },
     icon: "meta.png",
-    providerOptions: ["ollama", "groq", "llama.cpp", "sambanova"],
+    providerOptions: ["ollama", "groq", "llama.cpp", "sambanova", "nebius"],
     isOpenSource: false,
   },
   llama323bChat: {
@@ -1371,10 +1371,10 @@ export const models: { [key: string]: ModelPackage } = {
     params: {
       title: "Qwen 2.5 Coder 32b",
       model: "qwen2.5-coder-32b",
-      contextLength: 128_000,
+      contextLength: 32_000,
     },
     icon: "qwen.png",
-    providerOptions: ["scaleway"],
+    providerOptions: ["scaleway", "nebius"],
     isOpenSource: true,
   },
   grokBeta: {

diff --git a/gui/src/pages/AddNewModel/configs/providers.ts b/gui/src/pages/AddNewModel/configs/providers.ts
@@ -867,6 +867,10 @@ To get started, [register](https://dataplatform.cloud.ibm.com/registration/stepo
     icon: "nebius.png",
     tags: [ModelProviderTags.RequiresApiKey, ModelProviderTags.OpenSource],
     packages: [
+      models.deepseekR1Chat,
+      models.deepseekV3Chat,
+      models.QwenQwQ_32b_preview,
+      models.Qwen25Coder_32b,
       models.llama318bChat,
       models.llama3170bChat,
       models.llama31405bChat,