From a03ff266ef0b42399f7cf2938b2ce1e3e12837e0 Mon Sep 17 00:00:00 2001 From: Adam Narozniak Date: Fri, 18 Oct 2024 12:14:12 +0200 Subject: [PATCH 1/2] Bump up datasets version --- datasets/pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/datasets/pyproject.toml b/datasets/pyproject.toml index 73523af2039e..ed5677823279 100644 --- a/datasets/pyproject.toml +++ b/datasets/pyproject.toml @@ -53,7 +53,7 @@ exclude = [ [tool.poetry.dependencies] python = "^3.8" numpy = "^1.21.0" -datasets = ">=2.14.6 <2.20.0" +datasets = ">=2.14.6 <=3.1.0" pillow = { version = ">=6.2.1", optional = true } soundfile = { version = ">=0.12.1", optional = true } librosa = { version = ">=0.10.0.post2", optional = true } From 1c61eaad97dcc9f5b6d12d59d07434b49b9a7aee Mon Sep 17 00:00:00 2001 From: Adam Narozniak Date: Fri, 18 Oct 2024 12:38:28 +0200 Subject: [PATCH 2/2] Fix the script based mock downloads --- datasets/flwr_datasets/mock_utils_test.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/datasets/flwr_datasets/mock_utils_test.py b/datasets/flwr_datasets/mock_utils_test.py index 0976166648eb..acfa4b16e4ee 100644 --- a/datasets/flwr_datasets/mock_utils_test.py +++ b/datasets/flwr_datasets/mock_utils_test.py @@ -409,7 +409,11 @@ def _load_mocked_dataset_by_partial_download( The dataset with the requested samples. """ dataset = datasets.load_dataset( - dataset_name, name=subset_name, split=split_name, streaming=True + dataset_name, + name=subset_name, + split=split_name, + streaming=True, + trust_remote_code=True, ) dataset_list = [] # It's a list of dict such that each dict represent a single sample of the dataset