fix tp exit code for pytorch engine (InternLM#2718)

AllentDan · Nov 13, 2024 · 7e72fc3 · 7e72fc3
1 parent 499da95
commit 7e72fc3
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/lmdeploy/pytorch/engine/model_agent.py b/lmdeploy/pytorch/engine/model_agent.py
@@ -570,7 +570,8 @@ def _check_context_alive(mp_context: mp.ProcessContext):
     for idx, exitcode in log_procs:
         logger.error(f'TP process {idx} failed with exitcode {exitcode}.')
     # TODO: not safe exit.
-    os._exit(1)
+    exit_code = 1 if len(log_procs) > 0 else 0
+    os._exit(exit_code)
 
 
 def _find_available_port() -> bool: