Add FedAvgM baseline #4790
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: E2E | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| env: | |
| FLWR_TELEMETRY_ENABLED: 0 | |
| jobs: | |
| pytorch: | |
| runs-on: ubuntu-22.04 | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Bootstrap | |
| uses: ./.github/actions/bootstrap | |
| - name: Install dependencies | |
| run: | | |
| cd e2e/pytorch | |
| python -m poetry install | |
| - name: Cache Datasets | |
| uses: actions/cache@v2 | |
| with: | |
| path: "./e2e/pytorch/data" | |
| key: pytorch-datasets | |
| - name: Download Datasets | |
| run: | | |
| cd e2e/pytorch | |
| python -c "from torchvision.datasets import CIFAR10; CIFAR10('./data', download=True)" | |
| - name: Run edge client test | |
| run: | | |
| cd e2e/pytorch | |
| ./test.sh | |
| - name: Run virtual client test | |
| run: | | |
| cd e2e/pytorch | |
| python simulation.py | |
| tensorflow: | |
| runs-on: ubuntu-22.04 | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Bootstrap | |
| uses: ./.github/actions/bootstrap | |
| - name: Install dependencies | |
| run: | | |
| cd e2e/tensorflow | |
| python -m poetry install | |
| - name: Cache Datasets | |
| uses: actions/cache@v2 | |
| with: | |
| path: "~/.keras" | |
| key: keras-datasets | |
| - name: Download Datasets | |
| run: | | |
| python -c "import tensorflow as tf; tf.keras.datasets.cifar10.load_data()" | |
| - name: Run edge client test | |
| run: | | |
| cd e2e/tensorflow | |
| ./test.sh | |
| - name: Run virtual client test | |
| run: | | |
| cd e2e/tensorflow | |
| python simulation.py | |
| bare: | |
| runs-on: ubuntu-22.04 | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Bootstrap | |
| uses: ./.github/actions/bootstrap | |
| - name: Install dependencies | |
| run: | | |
| cd e2e/bare | |
| python -m poetry install | |
| - name: Run edge client test | |
| run: | | |
| cd e2e/bare | |
| ./test.sh | |
| - name: Run virtual client test | |
| run: | | |
| cd e2e/bare | |
| python simulation.py | |
| pandas: | |
| runs-on: ubuntu-22.04 | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Bootstrap | |
| uses: ./.github/actions/bootstrap | |
| with: | |
| python-version: 3.8 | |
| - name: Install dependencies | |
| run: | | |
| cd e2e/pandas | |
| python -m poetry install | |
| - name: Cache Datasets | |
| uses: actions/cache@v2 | |
| with: | |
| path: "./e2e/pandas/data" | |
| key: pandas-datasets | |
| - name: Download Datasets | |
| run: | | |
| cd e2e/pandas | |
| mkdir -p data | |
| python -c "from sklearn.datasets import load_iris; load_iris(as_frame=True)['data'].to_csv('./data/client.csv')" | |
| - name: Run edge client test | |
| run: | | |
| cd e2e/pandas | |
| ./test.sh | |
| - name: Run virtual client test | |
| run: | | |
| cd e2e/pandas | |
| python simulation.py | |
| jax: | |
| runs-on: ubuntu-22.04 | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Bootstrap | |
| uses: ./.github/actions/bootstrap | |
| with: | |
| python-version: 3.8 | |
| - name: Install dependencies | |
| run: | | |
| cd e2e/jax | |
| python -m poetry install | |
| - name: Run edge client test | |
| run: | | |
| cd e2e/jax | |
| ./test.sh | |
| - name: Run virtual client test | |
| run: | | |
| cd e2e/jax | |
| python simulation.py | |
| mxnet: | |
| runs-on: ubuntu-22.04 | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Bootstrap | |
| uses: ./.github/actions/bootstrap | |
| with: | |
| python-version: 3.8 | |
| - name: Install dependencies | |
| run: | | |
| cd e2e/mxnet | |
| python -m poetry install | |
| - name: Download Datasets | |
| run: | | |
| cd e2e/mxnet | |
| python -c "import mxnet as mx; mx.test_utils.get_mnist()" | |
| - name: Run edge client test | |
| run: | | |
| cd e2e/mxnet | |
| ./test.sh | |
| - name: Run virtual client test | |
| run: | | |
| cd e2e/mxnet | |
| python simulation.py | |
| scikit: | |
| runs-on: ubuntu-22.04 | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Bootstrap | |
| uses: ./.github/actions/bootstrap | |
| with: | |
| python-version: 3.8 | |
| - name: Install dependencies | |
| run: | | |
| cd e2e/scikit-learn | |
| python -m poetry install | |
| - name: Download Datasets | |
| run: | | |
| cd e2e/scikit-learn | |
| python -c "import openml; openml.datasets.get_dataset(554)" | |
| - name: Run edge client test | |
| run: | | |
| cd e2e/scikit-learn | |
| ./test.sh | |
| - name: Run virtual client test | |
| run: | | |
| cd e2e/scikit-learn | |
| python simulation.py | |
| opacus: | |
| runs-on: ubuntu-22.04 | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Bootstrap | |
| uses: ./.github/actions/bootstrap | |
| with: | |
| python-version: 3.8 | |
| - name: Install dependencies | |
| run: | | |
| cd e2e/opacus | |
| python -m poetry install | |
| - name: Cache Datasets | |
| uses: actions/cache@v2 | |
| with: | |
| path: "./e2e/opacus/data" | |
| key: pytorch-datasets | |
| - name: Download Datasets | |
| run: | | |
| cd e2e/opacus | |
| python -c "from torchvision.datasets import CIFAR10; CIFAR10('./data', download=True)" | |
| - name: Run edge client test | |
| run: | | |
| cd e2e/opacus | |
| ./test.sh | |
| - name: Run virtual client test | |
| run: | | |
| cd e2e/opacus | |
| python simulation.py | |
| fastai: | |
| runs-on: ubuntu-22.04 | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Bootstrap | |
| uses: ./.github/actions/bootstrap | |
| with: | |
| python-version: 3.8 | |
| - name: Install dependencies | |
| run: | | |
| cd e2e/fastai | |
| python -m poetry install | |
| - name: Cache Datasets | |
| uses: actions/cache@v2 | |
| with: | |
| path: "~/.fastai" | |
| key: fastai-datasets | |
| - name: Download Datasets | |
| run: | | |
| cd e2e/fastai | |
| python -c "from fastai.vision.all import *; untar_data(URLs.MNIST)" | |
| - name: Run edge client test | |
| run: | | |
| cd e2e/fastai | |
| ./test.sh | |
| - name: Run virtual client test | |
| run: | | |
| cd e2e/fastai | |
| python simulation.py |