Skip to content

Commit

Permalink
Add gpt 4o mini and claude 3.5
Browse files Browse the repository at this point in the history
  • Loading branch information
noahshinn committed Jul 19, 2024
1 parent 57ce5a5 commit 1b29671
Show file tree
Hide file tree
Showing 2 changed files with 8 additions and 5 deletions.
8 changes: 5 additions & 3 deletions run.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
# Copyright Sierra

import os
import json
import random
import argparse
import json
import multiprocessing
import os
import random
from concurrent.futures import ThreadPoolExecutor
from datetime import datetime

Expand Down Expand Up @@ -188,7 +188,9 @@ def main():
"gpt-3.5-turbo-1106",
"gpt-3.5-turbo-0125",
"gpt-4o",
"gpt-4o-mini",
# anthropic api models
"claude-3-5-sonnet-20240620",
"claude-3-opus-20240229",
"claude-3-sonnet-20240229",
"claude-3-haiku-20240307",
Expand Down
5 changes: 3 additions & 2 deletions tau_bench/agents/gpt_function_calling_agent.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,14 +4,13 @@
from typing import Dict, List

from openai import OpenAI
from tenacity import retry, stop_after_attempt, wait_random_exponential

from tau_bench.agents.base import BaseAgent
from tau_bench.agents.utils import (
message_to_action,
message_to_dict,
pretty_print_conversation,
)
from tenacity import retry, stop_after_attempt, wait_random_exponential

client = None

Expand Down Expand Up @@ -44,6 +43,7 @@ def chat_completion_request(


prompt_price_per_million = {
"gpt-4o-mini": 0.15,
"gpt-4o": 5,
"gpt-4-turbo": 10,
"gpt-4-32k-0613": 60,
Expand All @@ -52,6 +52,7 @@ def chat_completion_request(
"meta-llama/Meta-Llama-3-70B-Instruct": 1.0,
}
completion_price_per_million = {
"gpt-4o-mini": 0.60,
"gpt-4o": 15,
"gpt-4-turbo": 30,
"gpt-4-32k-0613": 120,
Expand Down

0 comments on commit 1b29671

Please sign in to comment.