diff --git a/src/helm/benchmark/adaptation/common_adapter_specs.py b/src/helm/benchmark/adaptation/common_adapter_specs.py index f6e32526a9..1c79196729 100644 --- a/src/helm/benchmark/adaptation/common_adapter_specs.py +++ b/src/helm/benchmark/adaptation/common_adapter_specs.py @@ -221,6 +221,7 @@ def get_generation_adapter_spec( stop_sequences: Optional[List] = None, # default value of `stop_sequences` is ["\n"] temperature: float = 0.0, multi_label: bool = False, + sample_train: bool = True, ) -> AdapterSpec: """ [instructions] @@ -262,6 +263,7 @@ def format_prefix(noun: Optional[str], append_new_line: bool) -> str: temperature=temperature, stop_sequences=stop_sequences, multi_label=multi_label, + sample_train=sample_train, ) diff --git a/src/helm/benchmark/run_specs/bhasa_run_specs.py b/src/helm/benchmark/run_specs/bhasa_run_specs.py index 043d7803af..cfc21e821e 100644 --- a/src/helm/benchmark/run_specs/bhasa_run_specs.py +++ b/src/helm/benchmark/run_specs/bhasa_run_specs.py @@ -377,6 +377,7 @@ def get_flores_spec(source="en", target="id") -> RunSpec: output_noun=TRANSLATION_PROMPTS[pair]["output_noun"], stop_sequences=["\n"], max_tokens=256, + sample_train=False, ) scenario_spec = ScenarioSpec(