Merge pull request #180 from nulib/no-full-text-llm

Remove full_text from LLM prompt
nulib · Dec 13, 2023 · 0dd7f7f · 0dd7f7f
2 parents 0a17e2f + b293beb
commit 0dd7f7f
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/chat/src/handlers/chat.py b/chat/src/handlers/chat.py
@@ -106,6 +106,8 @@ def handler(event, context):
         )
 
         try:
+            for doc in docs:
+                doc.metadata['full_text'] = ''
             doc_response = [doc.__dict__ for doc in docs]
             original_question = {"question": question, "source_documents": doc_response}
             socket.send(original_question)

diff --git a/chat/template.yaml b/chat/template.yaml
@@ -192,7 +192,7 @@ Resources:
         - x86_64
       Layers:
         - !Ref ChatDependencies
-      MemorySize: 128  
+      MemorySize: 1024
       Handler: handlers/chat.handler
       Timeout: 300
       Environment: