fix

AllentDan · Oct 31, 2023 · 28999a7 · 28999a7
1 parent 5d6fdc1
commit 28999a7
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/lmdeploy/serve/gradio/turbomind_coupled.py b/lmdeploy/serve/gradio/turbomind_coupled.py
@@ -42,7 +42,8 @@ async def chat_stream_local(
             instruction,
             session_id,
             stream_response=True,
-            sequence_start=(len(state_chatbot) == 1)):
+            sequence_start=(len(state_chatbot) == 1),
+            sequence_end=False):
         response = outputs.response
         if outputs.finish_reason == 'length':
             gr.Warning('WARNING: exceed session max length.'