upgrade to v3

janhq · May 30, 2024 · ea04450 · ea04450
1 parent c98b1df
commit ea04450
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/extensions/inference-nitro-extension/resources/models/mistral-ins-7b-q4/model.json b/extensions/inference-nitro-extension/resources/models/mistral-ins-7b-q4/model.json
@@ -1,20 +1,20 @@
 {
   "sources": [
     {
-      "filename": "mistral-7b-instruct-v0.2.Q4_K_M.gguf",
-      "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_M.gguf"
+      "filename": "Mistral-7B-Instruct-v0.3-Q4_K_M.gguf",
+      "url": "https://huggingface.co/bartowski/Mistral-7B-Instruct-v0.3-GGUF/resolve/main/Mistral-7B-Instruct-v0.3-Q4_K_M.gguf"
     }
   ],
   "id": "mistral-ins-7b-q4",
   "object": "model",
   "name": "Mistral Instruct 7B Q4",
-  "version": "1.1",
+  "version": "1.2",
   "description": "Mistral Instruct 7b model, specifically designed for a comprehensive understanding of the world.",
   "format": "gguf",
   "settings": {
     "ctx_len": 32768,
-    "prompt_template": "[INST] {prompt} [/INST]",
-    "llama_model_path": "mistral-7b-instruct-v0.2.Q4_K_M.gguf",
+    "prompt_template": "{system_message} [INST] {prompt} [/INST]",
+    "llama_model_path": "Mistral-7B-Instruct-v0.3-Q4_K_M.gguf",
     "ngl": 32
   },
   "parameters": {