Fix: File Descriptor leak

All-Hands-AI · Feb 21, 2025 · d5142b8 · d5142b8
1 parent 869ea59
commit d5142b8
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/openhands/llm/llm.py b/openhands/llm/llm.py
@@ -20,6 +20,7 @@
 from litellm.exceptions import (
     RateLimitError,
 )
+from litellm.llms.custom_httpx.http_handler import HTTPHandler
 from litellm.types.utils import CostPerToken, ModelResponse, Usage
 from litellm.utils import create_pretrained_tokenizer
 
@@ -232,7 +233,12 @@ def wrapper(*args, **kwargs):
             start_time = time.time()
 
             # we don't support streaming here, thus we get a ModelResponse
-            resp: ModelResponse = self._completion_unwrapped(*args, **kwargs)
+            handler = HTTPHandler(timeout=self.config.timeout)
+            kwargs['client'] = handler
+            try:
+                resp: ModelResponse = self._completion_unwrapped(*args, **kwargs)
+            finally:
+                handler.close()
 
             # Calculate and record latency
             latency = time.time() - start_time