fix ollama mode can not work (#154)

agiresearch · Jul 1, 2024 · c5fd04e · c5fd04e
1 parent 21d95e0
commit c5fd04e
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/aios/llm_kernel/llm_classes/ollama_llm.py b/aios/llm_kernel/llm_classes/ollama_llm.py
@@ -72,7 +72,9 @@ def process(self,
             response = ollama.chat(
                 model=self.model_name.split("/")[-1],
                 messages=messages,
-                num_predict=self.max_new_tokens
+                options= ollama.Options(
+                    num_predict=self.max_new_tokens
+                )
             )
             agent_process.set_response(
                 Response(

diff --git a/aios/llm_kernel/llms.py b/aios/llm_kernel/llms.py
@@ -27,7 +27,7 @@ def __init__(self,
             )
         # For locally-deployed LLM
         else:
-            if use_backend == "ollama" and llm_name.startswith("ollama"):
+            if use_backend == "ollama" or llm_name.startswith("ollama"):
                 self.model = OllamaLLM(
                     llm_name=llm_name,
                     max_gpu_memory=max_gpu_memory,