update

lm-sys · Oct 20, 2023 · 2dac417 · 2dac417
1 parent b768921
commit 2dac417
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/fastchat/llm_judge/gen_api_answer.py b/fastchat/llm_judge/gen_api_answer.py
@@ -79,7 +79,7 @@ def get_answer(
     parser.add_argument(
         "--bench-name",
         type=str,
-        default="mt_bench",
+        default="skycamp",
         help="The name of the benchmark question set.",
     )
     parser.add_argument("--answer-file", type=str, help="The output answer file.")

diff --git a/fastchat/llm_judge/gen_judgment.py b/fastchat/llm_judge/gen_judgment.py
@@ -171,7 +171,7 @@ def make_judge_single(judge_model, judge_prompts):
     parser.add_argument(
         "--bench-name",
         type=str,
-        default="mt_bench",
+        default="skycamp",
         help="The name of the benchmark question set.",
     )
     parser.add_argument(

diff --git a/fastchat/llm_judge/gen_model_answer.py b/fastchat/llm_judge/gen_model_answer.py
@@ -203,7 +203,7 @@ def reorg_answer_file(answer_file):
     parser.add_argument(
         "--bench-name",
         type=str,
-        default="mt_bench",
+        default="skycamp",
         help="The name of the benchmark question set.",
     )
     parser.add_argument(

diff --git a/fastchat/llm_judge/qa_browser.py b/fastchat/llm_judge/qa_browser.py
@@ -400,7 +400,7 @@ def build_demo():
     parser.add_argument("--host", type=str, default="0.0.0.0")
     parser.add_argument("--port", type=int)
     parser.add_argument("--share", action="store_true")
-    parser.add_argument("--bench-name", type=str, default="mt_bench")
+    parser.add_argument("--bench-name", type=str, default="skycamp")
     args = parser.parse_args()
     print(args)