Merge branch 'main' into fds-migrate-tutorial-series-1

.github/workflows/_docker-build.yml

@@ -114,7 +114,7 @@ jobs:
       metadata: ${{ steps.meta.outputs.json }}
     steps:
       - name: Download digests
-        uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2
+        uses: actions/download-artifact@f44cd7b40bfd40b6aa1cc1b9b5b7bf03d3c67110 # v4.1.0
         with:
           name: digests-${{ needs.build.outputs.build-id }}
           path: /tmp/digests

.github/workflows/datasets-e2e.yml

@@ -0,0 +1,52 @@
+name: Datasets-E2E
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - "datasets/flwr_datasets/**"
+  pull_request:
+    branches:
+      - main
+    paths:
+      - "datasets/flwr_datasets/**"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref == 'refs/heads/main' && github.run_id || github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+env:
+  FLWR_TELEMETRY_ENABLED: 0
+
+jobs:
+  frameworks:
+    runs-on: ubuntu-22.04
+    timeout-minutes: 10
+    # Using approach described here:
+    # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs
+    strategy:
+      matrix:
+        include:
+          - directory: pytorch
+
+          - directory: tensorflow
+
+          - directory: scikit-learn
+
+    name: Framework / ${{matrix.directory}}
+
+    defaults:
+      run:
+        working-directory: datasets/e2e/${{ matrix.directory }}
+
+    steps:
+      - uses: actions/checkout@v4
+      - name: Bootstrap
+        uses: ./.github/actions/bootstrap
+        with:
+          python-version: 3.8
+      - name: Install dependencies
+        run: python -m poetry install
+      - name: Run tests
+        run: python -m unittest discover -p '*_test.py'

datasets/e2e/tensorflow/tensorflow_test.py

@@ -38,8 +38,7 @@ class FdsToTensorFlow(unittest.TestCase):
 
     @classmethod
     def setUpClass(cls):
-        """Disable progress bar to keep the log clean.
-        """
+        """Disable progress bar to keep the log clean."""
         disable_progress_bar()
 
     def _create_tensorflow_dataset(self, batch_size: int) -> tf.data.Dataset: