diff --git a/.github/workflows/ci-cache.yml b/.github/workflows/ci-cache.yml index 9945a841150..c0a348d08d2 100644 --- a/.github/workflows/ci-cache.yml +++ b/.github/workflows/ci-cache.yml @@ -9,7 +9,7 @@ on: pull_request: branches: - main - + env: FLWR_TELEMETRY_ENABLED: 0 @@ -24,7 +24,12 @@ jobs: # https://github.com/actions/setup-python/blob/main/docs/advanced-usage.md#hosted-tool-cache # By not specifying the patch version it is ensured that a version available in # the hosted tool cache is used - python-version: [3.7, 3.8, 3.9, 3.10] + python-version: [ + 3.7, + 3.8, + # 3.9, + # 3.10 + ] steps: - uses: actions/checkout@v3 - name: Bootstrap diff --git a/.github/workflows/e2e.yml b/.github/workflows/e2e.yml index 6531481ec38..24b4c530dad 100644 --- a/.github/workflows/e2e.yml +++ b/.github/workflows/e2e.yml @@ -36,201 +36,201 @@ jobs: cd e2e/pytorch python simulation.py - tensorflow: - runs-on: ubuntu-22.04 - timeout-minutes: 10 - steps: - - uses: actions/checkout@v3 - - name: Bootstrap - uses: ./.github/actions/bootstrap - - name: Install dependencies - run: | - cd e2e/tensorflow - python -m poetry install - - name: Download Datasets - run: | - python -c "import tensorflow as tf; tf.keras.datasets.cifar10.load_data()" - - name: Run edge client test - run: | - cd e2e/tensorflow - ./test.sh - - name: Run virtual client test - run: | - cd e2e/tensorflow - python simulation.py + # tensorflow: + # runs-on: ubuntu-22.04 + # timeout-minutes: 10 + # steps: + # - uses: actions/checkout@v3 + # - name: Bootstrap + # uses: ./.github/actions/bootstrap + # - name: Install dependencies + # run: | + # cd e2e/tensorflow + # python -m poetry install + # - name: Download Datasets + # run: | + # python -c "import tensorflow as tf; tf.keras.datasets.cifar10.load_data()" + # - name: Run edge client test + # run: | + # cd e2e/tensorflow + # ./test.sh + # - name: Run virtual client test + # run: | + # cd e2e/tensorflow + # python simulation.py - bare: - runs-on: ubuntu-22.04 - timeout-minutes: 10 - steps: - - uses: actions/checkout@v3 - - name: Bootstrap - uses: ./.github/actions/bootstrap - - name: Install dependencies - run: | - cd e2e/bare - python -m poetry install - - name: Run edge client test - run: | - cd e2e/bare - ./test.sh - - name: Run virtual client test - run: | - cd e2e/bare - python simulation.py + # bare: + # runs-on: ubuntu-22.04 + # timeout-minutes: 10 + # steps: + # - uses: actions/checkout@v3 + # - name: Bootstrap + # uses: ./.github/actions/bootstrap + # - name: Install dependencies + # run: | + # cd e2e/bare + # python -m poetry install + # - name: Run edge client test + # run: | + # cd e2e/bare + # ./test.sh + # - name: Run virtual client test + # run: | + # cd e2e/bare + # python simulation.py - pandas: - runs-on: ubuntu-22.04 - timeout-minutes: 10 - steps: - - uses: actions/checkout@v3 - - name: Bootstrap - uses: ./.github/actions/bootstrap - with: - python-version: 3.8 - - name: Install dependencies - run: | - cd e2e/pandas - python -m poetry install - - name: Download Datasets - run: | - cd e2e/pandas - mkdir -p data - python -c "from sklearn.datasets import load_iris; load_iris(as_frame=True)['data'].to_csv('./data/client.csv')" - - name: Run edge client test - run: | - cd e2e/pandas - ./test.sh - - name: Run virtual client test - run: | - cd e2e/pandas - python simulation.py + # pandas: + # runs-on: ubuntu-22.04 + # timeout-minutes: 10 + # steps: + # - uses: actions/checkout@v3 + # - name: Bootstrap + # uses: ./.github/actions/bootstrap + # with: + # python-version: 3.8 + # - name: Install dependencies + # run: | + # cd e2e/pandas + # python -m poetry install + # - name: Download Datasets + # run: | + # cd e2e/pandas + # mkdir -p data + # python -c "from sklearn.datasets import load_iris; load_iris(as_frame=True)['data'].to_csv('./data/client.csv')" + # - name: Run edge client test + # run: | + # cd e2e/pandas + # ./test.sh + # - name: Run virtual client test + # run: | + # cd e2e/pandas + # python simulation.py - jax: - runs-on: ubuntu-22.04 - timeout-minutes: 10 - steps: - - uses: actions/checkout@v3 - - name: Bootstrap - uses: ./.github/actions/bootstrap - with: - python-version: 3.8 - - name: Install dependencies - run: | - cd e2e/jax - python -m poetry install - - name: Run edge client test - run: | - cd e2e/jax - ./test.sh - - name: Run virtual client test - run: | - cd e2e/jax - python simulation.py + # jax: + # runs-on: ubuntu-22.04 + # timeout-minutes: 10 + # steps: + # - uses: actions/checkout@v3 + # - name: Bootstrap + # uses: ./.github/actions/bootstrap + # with: + # python-version: 3.8 + # - name: Install dependencies + # run: | + # cd e2e/jax + # python -m poetry install + # - name: Run edge client test + # run: | + # cd e2e/jax + # ./test.sh + # - name: Run virtual client test + # run: | + # cd e2e/jax + # python simulation.py - mxnet: - runs-on: ubuntu-22.04 - timeout-minutes: 10 - steps: - - uses: actions/checkout@v3 - - name: Bootstrap - uses: ./.github/actions/bootstrap - with: - python-version: 3.8 - - name: Install dependencies - run: | - cd e2e/mxnet - python -m poetry install - - name: Download Datasets - run: | - cd e2e/mxnet - python -c "import mxnet as mx; mx.test_utils.get_mnist()" - - name: Run edge client test - run: | - cd e2e/mxnet - ./test.sh - - name: Run virtual client test - run: | - cd e2e/mxnet - python simulation.py + # mxnet: + # runs-on: ubuntu-22.04 + # timeout-minutes: 10 + # steps: + # - uses: actions/checkout@v3 + # - name: Bootstrap + # uses: ./.github/actions/bootstrap + # with: + # python-version: 3.8 + # - name: Install dependencies + # run: | + # cd e2e/mxnet + # python -m poetry install + # - name: Download Datasets + # run: | + # cd e2e/mxnet + # python -c "import mxnet as mx; mx.test_utils.get_mnist()" + # - name: Run edge client test + # run: | + # cd e2e/mxnet + # ./test.sh + # - name: Run virtual client test + # run: | + # cd e2e/mxnet + # python simulation.py - scikit: - runs-on: ubuntu-22.04 - timeout-minutes: 10 - steps: - - uses: actions/checkout@v3 - - name: Bootstrap - uses: ./.github/actions/bootstrap - with: - python-version: 3.8 - - name: Install dependencies - run: | - cd e2e/scikit-learn - python -m poetry install - - name: Download Datasets - run: | - cd e2e/scikit-learn - python -c "import openml; openml.datasets.get_dataset(554)" - - name: Run edge client test - run: | - cd e2e/scikit-learn - ./test.sh - - name: Run virtual client test - run: | - cd e2e/scikit-learn - python simulation.py + # scikit: + # runs-on: ubuntu-22.04 + # timeout-minutes: 10 + # steps: + # - uses: actions/checkout@v3 + # - name: Bootstrap + # uses: ./.github/actions/bootstrap + # with: + # python-version: 3.8 + # - name: Install dependencies + # run: | + # cd e2e/scikit-learn + # python -m poetry install + # - name: Download Datasets + # run: | + # cd e2e/scikit-learn + # python -c "import openml; openml.datasets.get_dataset(554)" + # - name: Run edge client test + # run: | + # cd e2e/scikit-learn + # ./test.sh + # - name: Run virtual client test + # run: | + # cd e2e/scikit-learn + # python simulation.py - opacus: - runs-on: ubuntu-22.04 - timeout-minutes: 10 - steps: - - uses: actions/checkout@v3 - - name: Bootstrap - uses: ./.github/actions/bootstrap - with: - python-version: 3.8 - - name: Install dependencies - run: | - cd e2e/opacus - python -m poetry install - - name: Download Datasets - run: | - cd e2e/opacus - python -c "from torchvision.datasets import CIFAR10; CIFAR10('./data', download=True)" - - name: Run edge client test - run: | - cd e2e/opacus - ./test.sh - - name: Run virtual client test - run: | - cd e2e/opacus - python simulation.py + # opacus: + # runs-on: ubuntu-22.04 + # timeout-minutes: 10 + # steps: + # - uses: actions/checkout@v3 + # - name: Bootstrap + # uses: ./.github/actions/bootstrap + # with: + # python-version: 3.8 + # - name: Install dependencies + # run: | + # cd e2e/opacus + # python -m poetry install + # - name: Download Datasets + # run: | + # cd e2e/opacus + # python -c "from torchvision.datasets import CIFAR10; CIFAR10('./data', download=True)" + # - name: Run edge client test + # run: | + # cd e2e/opacus + # ./test.sh + # - name: Run virtual client test + # run: | + # cd e2e/opacus + # python simulation.py - fastai: - runs-on: ubuntu-22.04 - timeout-minutes: 10 - steps: - - uses: actions/checkout@v3 - - name: Bootstrap - uses: ./.github/actions/bootstrap - with: - python-version: 3.8 - - name: Install dependencies - run: | - cd e2e/fastai - python -m poetry install - - name: Download Datasets - run: | - cd e2e/fastai - python -c "from fastai.vision.all import *; untar_data(URLs.MNIST)" - - name: Run edge client test - run: | - cd e2e/fastai - ./test.sh - - name: Run virtual client test - run: | - cd e2e/fastai - python simulation.py + # fastai: + # runs-on: ubuntu-22.04 + # timeout-minutes: 10 + # steps: + # - uses: actions/checkout@v3 + # - name: Bootstrap + # uses: ./.github/actions/bootstrap + # with: + # python-version: 3.8 + # - name: Install dependencies + # run: | + # cd e2e/fastai + # python -m poetry install + # - name: Download Datasets + # run: | + # cd e2e/fastai + # python -c "from fastai.vision.all import *; untar_data(URLs.MNIST)" + # - name: Run edge client test + # run: | + # cd e2e/fastai + # ./test.sh + # - name: Run virtual client test + # run: | + # cd e2e/fastai + # python simulation.py diff --git a/.github/workflows/flower.yml b/.github/workflows/flower.yml index ef81d6be488..c9eb5780371 100644 --- a/.github/workflows/flower.yml +++ b/.github/workflows/flower.yml @@ -21,13 +21,18 @@ jobs: # In case of a mismatch, the job has to download Python to install it. # Note: Due to a bug in actions/setup-python we have to put 3.10 in # qoutes as it will otherwise will assume 3.1 - python: [3.7, 3.8, 3.9, 3.10] + python-version: [ + 3.7, + 3.8, + # 3.9, + # 3.10 + ] steps: - uses: actions/checkout@v3 - name: Bootstrap uses: ./.github/actions/bootstrap with: - python-version: ${{ matrix.python }} + python-version: ${{ matrix.python-version }} - name: Install dependencies (mandatory only) run: python -m poetry install --all-extras - name: Check if protos need recompilation