Fix the bug where claude tool_choice does not support "tool_choice": …

…{"type": "any"}
yym68686 · Sep 4, 2024 · 0ce2715 · 0ce2715
1 parent 7f8be8f
commit 0ce2715
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/request.py b/request.py
@@ -478,6 +478,10 @@ async def get_vertex_claude_payload(request, engine, provider):
                 payload["tool_choice"] = {
                     "type": "auto"
                 }
+            if payload["tool_choice"]["type"] == "any":
+                payload["tool_choice"] = {
+                    "type": "any"
+                }
             if payload["tool_choice"]["type"] == "function":
                 payload["tool_choice"] = {
                     "type": "tool",
@@ -746,6 +750,10 @@ async def get_claude_payload(request, engine, provider):
                 payload["tool_choice"] = {
                     "type": "auto"
                 }
+            if payload["tool_choice"]["type"] == "any":
+                payload["tool_choice"] = {
+                    "type": "any"
+                }
             if payload["tool_choice"]["type"] == "function":
                 payload["tool_choice"] = {
                     "type": "tool",