From 02bd0e5f7648b47c51349fb40c29e4801852b4fb Mon Sep 17 00:00:00 2001
From: Ryan <ryan.rbsr@gmail.com>
Date: Sat, 7 Dec 2024 22:48:53 +0100
Subject: [PATCH] handle context sequence exhaustion

---
 index.js | 21 ++++++++++++++++++++-
 1 file changed, 20 insertions(+), 1 deletion(-)

diff --git a/index.js b/index.js
index 3572781..e19faf6 100644
--- a/index.js
+++ b/index.js
@@ -33,6 +33,12 @@ const model = await llama.loadModel({
 });
 const context = await model.createContext();
 
+// Add this function to free sequences
+async function recreateContext() {
+    await context.free();
+    return await model.createContext();
+}
+
 // Helper function to format chat messages
 function formatChatMessage(nick, msg) {
     return `<${nick.replace(/[\p\c]/g, '').replace(/ +/g, '_').toLowerCase()}> ${msg}`;
@@ -70,8 +76,21 @@ app.post('/chat', async (req, res) => {
         const randomPrompt = PROMPTS[Math.floor(Math.random() * PROMPTS.length)];
         const systemPrompt = `${INTRODUCTION} ${randomPrompt}`;
 
+        let contextSequence;
+        try {
+            contextSequence = context.getSequence();
+        } catch (error) {
+            if (error.message === 'No sequences left') {
+                // Recreate context if we run out of sequences
+                await recreateContext();
+                contextSequence = context.getSequence();
+            } else {
+                throw error;
+            }
+        }
+
         const session = new LlamaChatSession({
-            contextSequence: context.getSequence(),
+            contextSequence: contextSequence,
             systemPrompt: systemPrompt
         });