ollama api env var

monofuel · Apr 20, 2024 · 9d614d7 · 9d614d7
1 parent 17cc838
commit 9d614d7
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -84,6 +84,7 @@ At the end of the file, include a `when isMainModule:` block with tests for how
 ## Environment
 
 - set `OPENAI_API_KEY` to your OpenAI API key if you want to use the OpenAI API.
+- set `OLLAMA_BASE_URL` if you want to use the Ollama API on a different server. defaults to `http://localhost:11434/api`.
 
 ## Fine-Tuning
 

diff --git a/monoprompt.nimble b/monoprompt.nimble
@@ -1,4 +1,4 @@
-version     = "1.0.11"
+version     = "1.0.12"
 author      = "Andrew Brower"
 description = "monoprompt project"
 license     = "MIT"

diff --git a/src/ai.nim b/src/ai.nim
@@ -9,7 +9,14 @@ proc setup*() =
   if openAIKey != "":
     echo &"DEBUG: OpenAI API key found, initializing OpenAI API"
     openai = newOpenAIAPI()
-  ollama = newOllamaAPI()
+
+  let ollamaBaseUrl = getEnv("OLLAMA_BASE_URL", "")
+  if ollamaBaseUrl != "":
+    echo &"DEBUG: Ollama base URL found, initializing Ollama API with URL {ollamaBaseUrl}"
+    ollama = newOllamaAPI(ollamaBaseUrl)
+  else:
+    # library defaults to "http://localhost:11434/api"
+    ollama = newOllamaAPI()
 
 proc close*() =
   if openai != nil: