Set num_ctx config (#27)

SmartManoj · Aug 9, 2024 · bcbabcd · bcbabcd
1 parent 81e69f4
commit bcbabcd
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/opendevin/llm/llm.py b/opendevin/llm/llm.py
@@ -105,6 +105,12 @@ def __init__(
         if self.config.drop_params:
             litellm.drop_params = self.config.drop_params
 
+        if self.config.model.startswith('ollama'):
+            max_input_tokens = self.config.max_input_tokens
+            max_output_tokens = self.config.max_output_tokens
+            if max_input_tokens and max_output_tokens:
+                litellm.OllamaConfig.num_ctx = max_input_tokens + max_output_tokens
+
         self._completion = partial(
             litellm_completion,
             model=self.config.model,