Retry on litellm's APIError, which includes 502 (#4167)

All-Hands-AI · Oct 2, 2024 · 1abfd3b · 1abfd3b
1 parent e059443
commit 1abfd3b
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/openhands/llm/llm.py b/openhands/llm/llm.py
@@ -14,6 +14,7 @@
 from litellm import completion_cost as litellm_completion_cost
 from litellm.exceptions import (
     APIConnectionError,
+    APIError,
     InternalServerError,
     RateLimitError,
     ServiceUnavailableError,
@@ -31,6 +32,7 @@
 # tuple of exceptions to retry on
 LLM_RETRY_EXCEPTIONS: tuple[type[Exception], ...] = (
     APIConnectionError,
+    APIError,
     InternalServerError,
     RateLimitError,
     ServiceUnavailableError,