From 50726efe132709c8e052ef0e5f55cf7e3a15350e Mon Sep 17 00:00:00 2001 From: Adam Narozniak Date: Wed, 20 Sep 2023 12:18:32 +0200 Subject: [PATCH 1/2] Add Flower Datasets e2e tests to CI --- .github/workflows/datasets-e2e.yml | 52 ++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+) create mode 100644 .github/workflows/datasets-e2e.yml diff --git a/.github/workflows/datasets-e2e.yml b/.github/workflows/datasets-e2e.yml new file mode 100644 index 000000000000..2a73a8538b14 --- /dev/null +++ b/.github/workflows/datasets-e2e.yml @@ -0,0 +1,52 @@ +name: Datasets-E2E + +on: + push: + branches: + - main + paths: + - "datasets/flwr_datasets/**" + pull_request: + branches: + - main + paths: + - "datasets/flwr_datasets/**" + +concurrency: + group: ${{ github.workflow }}-${{ github.ref == 'refs/heads/main' && github.run_id || github.event.pull_request.number || github.ref }} + cancel-in-progress: true + +env: + FLWR_TELEMETRY_ENABLED: 0 + +jobs: + frameworks: + runs-on: ubuntu-22.04 + timeout-minutes: 10 + # Using approach described here: + # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs + strategy: + matrix: + include: + - directory: pytorch + + - directory: tensorflow + + - directory: scikit-learn + + name: Framework / ${{matrix.directory}} + + defaults: + run: + working-directory: datasets/e2e/${{ matrix.directory }} + + steps: + - uses: actions/checkout@v4 + - name: Bootstrap + uses: ./.github/actions/bootstrap + with: + python-version: 3.8 + - name: Install dependencies + run: python -m poetry install + - name: Run tests + run: python -m unittest discover -p '*_test.py' From b8004b01ec2cd074f48968162160a6d3a427c7fd Mon Sep 17 00:00:00 2001 From: Adam Narozniak Date: Tue, 14 Nov 2023 15:18:12 +0100 Subject: [PATCH 2/2] Add simple change to trigger tests --- datasets/e2e/tensorflow/tensorflow_test.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/datasets/e2e/tensorflow/tensorflow_test.py b/datasets/e2e/tensorflow/tensorflow_test.py index e041bcb8f8cc..5e21b5d6386f 100644 --- a/datasets/e2e/tensorflow/tensorflow_test.py +++ b/datasets/e2e/tensorflow/tensorflow_test.py @@ -38,8 +38,7 @@ class FdsToTensorFlow(unittest.TestCase): @classmethod def setUpClass(cls): - """Disable progress bar to keep the log clean. - """ + """Disable progress bar to keep the log clean.""" disable_progress_bar() def _create_tensorflow_dataset(self, batch_size: int) -> tf.data.Dataset: