Skip to content

Commit

Permalink
Update utils_llm.py
Browse files Browse the repository at this point in the history
  • Loading branch information
rishsriv authored Feb 1, 2025
1 parent e7a5096 commit bf30545
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions defog_utils/utils_llm.py
Original file line number Diff line number Diff line change
Expand Up @@ -265,7 +265,7 @@ async def chat_openai_async(
)
t = time.time()

if model in ["o1-mini", "o1-preview", "o1", "deepseek-chat", "deepseek-reasoner"]:
if model in ["o1-mini", "o1-preview", "o1", "deepseek-chat", "deepseek-reasoner", "o3-mini"]:
# remove system prompt
if messages[0].get("role") == "system":
sys_msg = messages[0]["content"]
Expand All @@ -290,7 +290,7 @@ async def chat_openai_async(
del request_params["max_completion_tokens"]
del request_params["response_format"] # completion with prediction output does not support max_completion_tokens and response_format

if model in ["o1-mini", "o1-preview", "o1", "deepseek-chat", "deepseek-reasoner"]:
if model in ["o1-mini", "o1-preview", "o1", "deepseek-chat", "deepseek-reasoner", "o3-mini"]:
del request_params["temperature"]

if model in ["o1-mini", "o1-preview", "deepseek-chat", "deepseek-reasoner"]:
Expand Down

0 comments on commit bf30545

Please sign in to comment.