From df736482514244032efb54d814d4c26bce4a7880 Mon Sep 17 00:00:00 2001
From: Adam Narozniak <51029327+adam-narozniak@users.noreply.github.com>
Date: Thu, 21 Dec 2023 00:12:42 +0100
Subject: [PATCH] Add Flower Datasets e2e tests to CI (#2398)

---
 .github/workflows/datasets-e2e.yml         | 52 ++++++++++++++++++++++
 datasets/e2e/tensorflow/tensorflow_test.py |  3 +-
 2 files changed, 53 insertions(+), 2 deletions(-)
 create mode 100644 .github/workflows/datasets-e2e.yml

diff --git a/.github/workflows/datasets-e2e.yml b/.github/workflows/datasets-e2e.yml
new file mode 100644
index 000000000000..2a73a8538b14
--- /dev/null
+++ b/.github/workflows/datasets-e2e.yml
@@ -0,0 +1,52 @@
+name: Datasets-E2E
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - "datasets/flwr_datasets/**"
+  pull_request:
+    branches:
+      - main
+    paths:
+      - "datasets/flwr_datasets/**"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref == 'refs/heads/main' && github.run_id || github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+env:
+  FLWR_TELEMETRY_ENABLED: 0
+
+jobs:
+  frameworks:
+    runs-on: ubuntu-22.04
+    timeout-minutes: 10
+    # Using approach described here:
+    # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs
+    strategy:
+      matrix:
+        include:
+          - directory: pytorch
+
+          - directory: tensorflow
+
+          - directory: scikit-learn
+
+    name: Framework / ${{matrix.directory}}
+
+    defaults:
+      run:
+        working-directory: datasets/e2e/${{ matrix.directory }}
+
+    steps:
+      - uses: actions/checkout@v4
+      - name: Bootstrap
+        uses: ./.github/actions/bootstrap
+        with:
+          python-version: 3.8
+      - name: Install dependencies
+        run: python -m poetry install
+      - name: Run tests
+        run: python -m unittest discover -p '*_test.py'
diff --git a/datasets/e2e/tensorflow/tensorflow_test.py b/datasets/e2e/tensorflow/tensorflow_test.py
index e041bcb8f8cc..5e21b5d6386f 100644
--- a/datasets/e2e/tensorflow/tensorflow_test.py
+++ b/datasets/e2e/tensorflow/tensorflow_test.py
@@ -38,8 +38,7 @@ class FdsToTensorFlow(unittest.TestCase):
 
     @classmethod
     def setUpClass(cls):
-        """Disable progress bar to keep the log clean.
-        """
+        """Disable progress bar to keep the log clean."""
         disable_progress_bar()
 
     def _create_tensorflow_dataset(self, batch_size: int) -> tf.data.Dataset: