Merge pull request ChatGPTNextWeb#3205 from H0llyW00dzZ/summarizelogic

Refactor Summarize Logic
LeoGray · Mar 28, 2024 · e38b527 · e38b527
2 parents 113d961 + 544bab0
commit e38b527
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/app/store/chat.ts b/app/store/chat.ts
@@ -557,6 +557,7 @@ export const useChatStore = createPersistStore(
             messages: topicMessages,
             config: {
               model: getSummarizeModel(session.mask.modelConfig.model),
+              stream: false,
             },
             onFinish(message) {
               get().updateCurrentSession(
@@ -600,6 +601,10 @@ export const useChatStore = createPersistStore(
           historyMsgLength > modelConfig.compressMessageLengthThreshold &&
           modelConfig.sendMemory
         ) {
+          /** Destruct max_tokens while summarizing
+           * this param is just shit
+           **/
+          const { max_tokens, ...modelcfg } = modelConfig;
           api.llm.chat({
             messages: toBeSummarizedMsgs.concat(
               createMessage({
@@ -609,7 +614,7 @@ export const useChatStore = createPersistStore(
               }),
             ),
             config: {
-              ...modelConfig,
+              ...modelcfg,
               stream: true,
               model: getSummarizeModel(session.mask.modelConfig.model),
             },