fix client

AllentDan · Mar 15, 2024 · f798649 · f798649
1 parent f356a09
commit f798649
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lmdeploy/serve/openai/api_client.py b/lmdeploy/serve/openai/api_client.py
@@ -347,7 +347,7 @@ def chat(self,
                 temperature=temperature,
                 repetition_penalty=repetition_penalty,
                 ignore_eos=ignore_eos):
-            if outputs['finish_reason'] == 'length':
+            if outputs['finish_reason'] == 'length' and outputs['tokens'] == 0:
                 print('WARNING: exceed session max length.'
                       ' Please end the session.')
             yield outputs['text'], outputs['tokens'], outputs['finish_reason']