Merge branch 'main' into issue-209

Author: yrobla

api/openapi.json

@@ -1607,7 +1607,8 @@
           "vllm",
           "ollama",
           "lm_studio",
-          "llamacpp"
+          "llamacpp",
+          "openai"
         ],
         "title": "ProviderType",
         "description": "Represents the different types of providers we support."

poetry.lock

@@ -12,7 +12,7 @@ PyYAML = "==6.0.2"
 fastapi = "==0.115.8"
 uvicorn = "==0.34.0"
 structlog = "==25.1.0"
-litellm = "==1.60.2"
+litellm = "==1.60.4"
 llama_cpp_python = "==0.3.5"
 cryptography = "==44.0.0"
 sqlalchemy = "==2.0.37"
@@ -41,7 +41,7 @@ ruff = "==0.9.4"
 bandit = "==1.8.2"
 build = "==1.2.2.post1"
 wheel = "==0.45.1"
-litellm = "==1.60.2"
+litellm = "==1.60.4"
 pytest-asyncio = "==0.25.3"
 llama_cpp_python = "==0.3.5"
 scikit-learn = "==1.6.1"

pyproject.toml

@@ -8,6 +8,7 @@
 from fastapi.routing import APIRoute
 from pydantic import BaseModel, ValidationError
 
+import codegate.muxing.models as mux_models
 from codegate import __version__
 from codegate.api import v1_models, v1_processing
 from codegate.db.connection import AlreadyExistsError, DbReader
@@ -477,7 +478,7 @@ async def delete_workspace_custom_instructions(workspace_name: str):
 )
 async def get_workspace_muxes(
     workspace_name: str,
-) -> List[v1_models.MuxRule]:
+) -> List[mux_models.MuxRule]:
     """Get the mux rules of a workspace.
 
     The list is ordered in order of priority. That is, the first rule in the list
@@ -501,7 +502,7 @@ async def get_workspace_muxes(
 )
 async def set_workspace_muxes(
     workspace_name: str,
-    request: List[v1_models.MuxRule],
+    request: List[mux_models.MuxRule],
 ):
     """Set the mux rules of a workspace."""
     try:

src/codegate/api/v1.py

@@ -267,26 +267,3 @@ class ModelByProvider(pydantic.BaseModel):
 
     def __str__(self):
         return f"{self.provider_name} / {self.name}"
-
-
-class MuxMatcherType(str, Enum):
-    """
-    Represents the different types of matchers we support.
-    """
-
-    # Always match this prompt
-    catch_all = "catch_all"
-
-
-class MuxRule(pydantic.BaseModel):
-    """
-    Represents a mux rule for a provider.
-    """
-
-    provider_id: str
-    model: str
-    # The type of matcher to use
-    matcher_type: MuxMatcherType
-    # The actual matcher to use. Note that
-    # this depends on the matcher type.
-    matcher: Optional[str] = None

src/codegate/api/v1_models.py

@@ -17,6 +17,7 @@
 # Default provider URLs
 DEFAULT_PROVIDER_URLS = {
     "openai": "https://api.openai.com/v1",
+    "openrouter": "https://openrouter.ai/api/v1",
     "anthropic": "https://api.anthropic.com/v1",
     "vllm": "http://localhost:8000",  # Base URL without /v1 path
     "ollama": "http://localhost:11434",  # Default Ollama server URL

src/codegate/config.py

@@ -128,6 +128,7 @@ class ProviderType(str, Enum):
     ollama = "ollama"
     lm_studio = "lm_studio"
     llamacpp = "llamacpp"
+    openrouter = "openai"
 
 
 class GetPromptWithOutputsRow(BaseModel):

src/codegate/db/models.py

@@ -106,6 +106,8 @@ def __init__(self):
             db_models.ProviderType.anthropic: self._format_antropic,
             # Our Lllamacpp provider emits OpenAI chunks
             db_models.ProviderType.llamacpp: self._format_openai,
+            # OpenRouter is a dialect of OpenAI
+            db_models.ProviderType.openrouter: self._format_openai,
         }
 
     def _format_ollama(self, chunk: str) -> str:

src/codegate/muxing/adapter.py

@@ -0,0 +1,27 @@
+from enum import Enum
+from typing import Optional
+
+import pydantic
+
+
+class MuxMatcherType(str, Enum):
+    """
+    Represents the different types of matchers we support.
+    """
+
+    # Always match this prompt
+    catch_all = "catch_all"
+
+
+class MuxRule(pydantic.BaseModel):
+    """
+    Represents a mux rule for a provider.
+    """
+
+    provider_id: str
+    model: str
+    # The type of matcher to use
+    matcher_type: MuxMatcherType
+    # The actual matcher to use. Note that
+    # this depends on the matcher type.
+    matcher: Optional[str] = None

src/codegate/muxing/models.py

@@ -3,6 +3,7 @@
 import structlog
 from fastapi import APIRouter, HTTPException, Request
 
+from codegate.clients.detector import DetectClient
 from codegate.muxing import rulematcher
 from codegate.muxing.adapter import BodyAdapter, ResponseAdapter
 from codegate.providers.registry import ProviderRegistry
@@ -38,6 +39,7 @@ def _ensure_path_starts_with_slash(self, path: str) -> str:
     def _setup_routes(self):
 
         @self.router.post(f"/{self.route_name}/{{rest_of_path:path}}")
+        @DetectClient()
         async def route_to_dest_provider(
             request: Request,
             rest_of_path: str = "",
@@ -73,7 +75,9 @@ async def route_to_dest_provider(
             api_key = model_route.auth_material.auth_blob
 
             # Send the request to the destination provider. It will run the pipeline
-            response = await provider.process_request(new_data, api_key, rest_of_path)
+            response = await provider.process_request(
+                new_data, api_key, rest_of_path, request.state.detected_client
+            )
             # Format the response to the client always using the OpenAI format
             return self._response_adapter.format_response_to_client(
                 response, model_route.endpoint.provider_type