diff --git a/src/backend/llm/base.py b/src/backend/llm/base.py index 96ba98e..18b9f6a 100644 --- a/src/backend/llm/base.py +++ b/src/backend/llm/base.py @@ -1,3 +1,4 @@ +import os from abc import ABC, abstractmethod import instructor @@ -33,6 +34,8 @@ def __init__( self, model: str, ): + os.environ.setdefault("OLLAMA_API_BASE", "http://localhost:11434") + validation = validate_environment(model) if validation["missing_keys"]: raise ValueError(f"Missing keys: {validation['missing_keys']}")