-
Notifications
You must be signed in to change notification settings - Fork 0
/
output_stats
6 lines (6 loc) · 1.99 KB
/
output_stats
1
2
3
4
5
6
{"data_overlap_stats_key": {"light_scenario_key": {"scenario_spec": {"class_name": "helm.benchmark.scenarios.mmlu_scenario.MMLUScenario", "args": {"subject": "philosophy"}}, "split": "train"}, "overlap_protocol_spec": {"n": 13}}, "num_instances": 5, "instance_ids_with_overlapping_input": [], "instance_ids_with_overlapping_reference": []}
{"data_overlap_stats_key": {"light_scenario_key": {"scenario_spec": {"class_name": "helm.benchmark.scenarios.mmlu_scenario.MMLUScenario", "args": {"subject": "philosophy"}}, "split": "valid"}, "overlap_protocol_spec": {"n": 13}}, "num_instances": 34, "instance_ids_with_overlapping_input": ["id5"], "instance_ids_with_overlapping_reference": []}
{"data_overlap_stats_key": {"light_scenario_key": {"scenario_spec": {"class_name": "helm.benchmark.scenarios.mmlu_scenario.MMLUScenario", "args": {"subject": "philosophy"}}, "split": "test"}, "overlap_protocol_spec": {"n": 13}}, "num_instances": 311, "instance_ids_with_overlapping_input": [], "instance_ids_with_overlapping_reference": []}
{"data_overlap_stats_key": {"light_scenario_key": {"scenario_spec": {"class_name": "helm.benchmark.scenarios.mmlu_scenario.MMLUScenario", "args": {"subject": "anatomy"}}, "split": "train"}, "overlap_protocol_spec": {"n": 13}}, "num_instances": 5, "instance_ids_with_overlapping_input": [], "instance_ids_with_overlapping_reference": []}
{"data_overlap_stats_key": {"light_scenario_key": {"scenario_spec": {"class_name": "helm.benchmark.scenarios.mmlu_scenario.MMLUScenario", "args": {"subject": "anatomy"}}, "split": "valid"}, "overlap_protocol_spec": {"n": 13}}, "num_instances": 14, "instance_ids_with_overlapping_input": [], "instance_ids_with_overlapping_reference": []}
{"data_overlap_stats_key": {"light_scenario_key": {"scenario_spec": {"class_name": "helm.benchmark.scenarios.mmlu_scenario.MMLUScenario", "args": {"subject": "anatomy"}}, "split": "test"}, "overlap_protocol_spec": {"n": 13}}, "num_instances": 135, "instance_ids_with_overlapping_input": [], "instance_ids_with_overlapping_reference": []}