Update humaneval.py

bigcode-project · Dec 5, 2023 · 1d3f446 · 1d3f446
1 parent 69fbc99
commit 1d3f446
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bigcode_eval/tasks/humaneval.py b/bigcode_eval/tasks/humaneval.py
@@ -49,7 +49,7 @@ class GeneralHumanEval(Task):
 
     def __init__(self, strip_prompt, k=[1, 10, 100], num_workers=16, timeout=3.0):
         super().__init__(
-            stop_words=["\nclass", "\ndef", "\n#", "\n@", "\nprint", "\nif", "\n```"],
+            stop_words=["\nclass", "\ndef", "\n#", "\n@", "\nprint", "\nif", "\n```", "<file_sep>"],
             requires_execution=True,
         )
         self.strip_prompt = strip_prompt