update config_helper.py - fix load_dataset function

IndoNLP · Sep 7, 2023 · 39363d0 · 39363d0
1 parent 2af59d5
commit 39363d0
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 5 deletions.
diff --git a/nusacrowd/__init__.py b/nusacrowd/__init__.py
@@ -2,4 +2,4 @@
 from .utils.constants import Tasks
 from .config_helper import list_datasets, load_dataset, load_datasets, list_benchmarks, load_benchmark
 
-__version__ = "0.1.0"
+__version__ = "0.1.1"
diff --git a/nusacrowd/config_helper.py b/nusacrowd/config_helper.py
@@ -654,14 +654,13 @@ def list_datasets(self, with_config=False):
 
     def load_dataset(self, dataset_name, schema='nusantara'):
         try:        
-            return [
-                helper.load_dataset()
-                for helper in self.filtered(
+            for helper in sorted(self.filtered(
                     lambda x: (
                         (dataset_name == x.dataset_name) and 
                         (x.is_nusantara_schema if schema == 'nusantara' else not x.is_nusantara_schema)
                     )
-                )][0]
+                ), key=lambda x: len(x.config.name)):
+                return helper.load_dataset()
         except:
             raise ValueError(f"Couldn't find dataset with name=`{dataset_name}` and schema=`{schema}`")