Update stop token default-model.json

confirmed with Rex
janhq · May 30, 2024 · bc216a4 · bc216a4
1 parent ea04450
commit bc216a4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/extensions/model-extension/resources/default-model.json b/extensions/model-extension/resources/default-model.json
@@ -23,7 +23,7 @@
     "top_p": 0.95,
     "stream": true,
     "max_tokens": 2048,
-    "stop": ["<endofstring>"],
+    "stop": ["<|END_OF_TURN_TOKEN|>", "<end_of_turn>", "[/INST]", "<|end_of_text|>", "<|eot_id|>", "<|im_end|>", "<|end|>"],
     "frequency_penalty": 0,
     "presence_penalty": 0
   },