Merge pull request Stability-AI#10 from Taichi-Ibi/llm-leaderboard_v3

change 'torch.as_tensor(input_ids).cuda()' to kwargs
polm-stability · Feb 11, 2024 · c789bd5 · c789bd5
2 parents 201cafb + ae33e4f
commit c789bd5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/fastchat/llm_judge/gen_model_answer.py b/fastchat/llm_judge/gen_model_answer.py
@@ -128,7 +128,7 @@ def get_model_answers(
                 # some models may error out when generating long outputs
                 try:
                     output_ids = model.generate(
-                        torch.as_tensor(input_ids).cuda(),
+                        input_ids=torch.as_tensor(input_ids).cuda(),
                         do_sample=do_sample,
                         temperature=temperature,
                         max_new_tokens=max_new_token,