Feature LLMFileLoggingMiddleware

council/llm/__init__.py

@@ -17,6 +17,7 @@
     LLMMiddlewareChain,
     LLMRetryMiddleware,
     LLMLoggingMiddleware,
+    LLMFileLoggingMiddleware,
     ExecuteLLMRequest,
 )
 from .llm_function import LLMFunction, LLMFunctionError, FunctionOutOfRetryError

council/llm/llm_middleware.py

@@ -120,6 +120,41 @@ def __call__(self, llm: LLMBase, execute: ExecuteLLMRequest, request: LLMRequest
         return response
 
 
+class LLMFileLoggingMiddleware:
+    """Middleware for logging LLM requests and responses into a file."""
+
+    def __init__(self, log_file: str, component_name: str) -> None:
+        """Initialize the middleware with the path to the log_file."""
+
+        self.log_file = log_file
+        self.component_name = component_name
+
+    def __call__(self, llm: LLMBase, execute: ExecuteLLMRequest, request: LLMRequest) -> LLMResponse:
+        self._log_llm_request(request)
+        response = execute(request)
+        self._log_llm_response(response)
+        return response
+
+    def _log_llm_request(self, request: LLMRequest) -> None:
+        messages_str = "\n\n".join(message.format() for message in request.messages)
+        self._log(f"LLM input for {self.component_name}:\n{messages_str}")
+
+    def _log_llm_response(self, response: LLMResponse) -> None:
+        if response.result is None:
+            self._log(f"LLM output for {self.component_name} is not available")
+            return
+        self._log(
+            f"LLM output for {self.component_name} Duration: {response.duration:.2f} Output:\n"
+            f"{response.result.first_choice}"
+        )
+
+    def _log(self, content: str) -> None:
+        """Append `content` to a current log file"""
+
+        with open(self.log_file, "a", encoding="utf-8") as file:
+            file.write(f"\n{content}")
+
+
 class LLMRetryMiddleware:
     """
     Middleware for implementing retry logic for LLM requests.

docs/source/reference/llm/llm_middleware.rst

@@ -13,6 +13,11 @@ LLMLoggingMiddleware
 
 .. autoclass:: council.llm.LLMLoggingMiddleware
 
+LLMFileLoggingMiddleware
+------------------------
+
+.. autoclass:: council.llm.LLMFileLoggingMiddleware
+
 LLMRetryMiddleware
 ------------------