Ignore large tool results when condensing message history

open-cogsci · Jul 26, 2024 · 7dc8a90 · 7dc8a90
1 parent 543fc99
commit 7dc8a90
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/sigmund/__init__.py b/sigmund/__init__.py
@@ -1,3 +1,3 @@
 """AI-based chatbot that provides sensible answers based on documentation"""
 
-__version__ = '0.24.4'
+__version__ = '0.24.5'
diff --git a/sigmund/messages.py b/sigmund/messages.py
@@ -146,6 +146,9 @@ def _condense_message_history(self):
         condense_messages = []
         while condense_length < config.condense_chunk_length:
             role, content = self._condensed_message_history.pop(0)
+            if role == 'tool' and \
+                    len(content) > config.large_tool_result_length:
+                continue
             condense_length += len(content)
             condense_messages.insert(0, (role, content))
         logger.info(f'condensing {len(condense_messages)} messages')