fix stop

AllentDan · Jan 13, 2025 · 3fe5fe4 · 3fe5fe4
1 parent 59988d4
commit 3fe5fe4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lmdeploy/pytorch/engine/engine.py b/lmdeploy/pytorch/engine/engine.py
@@ -613,12 +613,12 @@ def update_running(self, running: SeqList, next_token_ids: torch.Tensor,
                 continue
             eos_token_id = self.model_config.eos_token_id
             update_token, eos_stop = self.extract_tokens(token, eos_token_id)
-            stop = stop or eos_stop
             if stop:
                 update_token = _EMPTY_TOKEN
             else:
                 msg.num_new_tokens += len(update_token)
             msg.update_token_ids(update_token, model_meta=model_meta)
+            stop = stop or eos_stop
             if stop:
                 msg.status = MessageStatus.STOPPED