sample_train

stanford-crfm · Jun 27, 2024 · 016691a · 016691a
1 parent f1056c7
commit 016691a
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 0 deletions.
diff --git a/src/helm/benchmark/adaptation/common_adapter_specs.py b/src/helm/benchmark/adaptation/common_adapter_specs.py
@@ -221,6 +221,7 @@ def get_generation_adapter_spec(
     stop_sequences: Optional[List] = None,  # default value of `stop_sequences` is ["\n"]
     temperature: float = 0.0,
     multi_label: bool = False,
+    sample_train: bool = True,
 ) -> AdapterSpec:
     """
     [instructions]
@@ -262,6 +263,7 @@ def format_prefix(noun: Optional[str], append_new_line: bool) -> str:
         temperature=temperature,
         stop_sequences=stop_sequences,
         multi_label=multi_label,
+        sample_train=sample_train,
     )
 
 

diff --git a/src/helm/benchmark/run_specs/bhasa_run_specs.py b/src/helm/benchmark/run_specs/bhasa_run_specs.py
@@ -377,6 +377,7 @@ def get_flores_spec(source="en", target="id") -> RunSpec:
         output_noun=TRANSLATION_PROMPTS[pair]["output_noun"],
         stop_sequences=["\n"],
         max_tokens=256,
+        sample_train=False,
     )
 
     scenario_spec = ScenarioSpec(