Skip to content
push-to-master

Merge pull request #7 from YarShev/dev/yigoshev-mpi-master #80

Sign in to view logs

Merge pull request #7 from YarShev/dev/yigoshev-mpi-master

Merge pull request #7 from YarShev/dev/yigoshev-mpi-master #80

Workflow file for this run

.github/workflows/push-to-master.yml at f49c7e2
name: push-to-master
on:
push:
branches:
- master
concurrency:
# Cancel other jobs in the same branch. We don't care whether CI passes
# on old commits.
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: ${{ startsWith(github.ref, 'refs/pull/') }}
env:
MODIN_GITHUB_CI: true
jobs:
test-ray-master:
runs-on: ubuntu-latest
defaults:
run:
# `shell: bash -l {0}` - special way to activate modin environment
shell: bash -l {0}
services:
moto:
image: motoserver/moto
ports:
- 5000:5000
env:
AWS_ACCESS_KEY_ID: foobar_key
AWS_SECRET_ACCESS_KEY: foobar_secret
steps:
- uses: actions/checkout@v3
- uses: ./.github/actions/mamba-env
with:
environment-file: environment-dev.yml
- name: install Ray nightly build
# Use --force-reinstall to always reinstall ray and its dependencies.
# botocore isn't compatible with urllib3>=2; see #6094 for details
run: pip install --force-reinstall "urllib3<2" https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-3.0.0.dev0-cp39-cp39-manylinux2014_x86_64.whl
- name: Conda environment
run: |
conda info
conda list
- run: sudo apt update && sudo apt install -y libhdf5-dev
- name: Run Modin tests
run: |
python -m pytest modin/pandas/test/dataframe/test_binary.py
python -m pytest modin/pandas/test/dataframe/test_default.py
python -m pytest modin/pandas/test/dataframe/test_indexing.py
python -m pytest modin/pandas/test/dataframe/test_iter.py
python -m pytest modin/pandas/test/dataframe/test_join_sort.py
python -m pytest modin/pandas/test/dataframe/test_map_metadata.py
python -m pytest modin/pandas/test/dataframe/test_reduce.py
python -m pytest modin/pandas/test/dataframe/test_udf.py
python -m pytest modin/pandas/test/dataframe/test_window.py
python -m pytest modin/pandas/test/test_series.py
python -m pytest modin/numpy/test/test_array.py
python -m pytest modin/numpy/test/test_array_creation.py
python -m pytest modin/numpy/test/test_array_arithmetic.py
python -m pytest modin/numpy/test/test_array_axis_functions.py
python -m pytest modin/numpy/test/test_array_logic.py
python -m pytest modin/numpy/test/test_array_linalg.py
python -m pytest modin/numpy/test/test_array_indexing.py
python -m pytest modin/numpy/test/test_array_math.py
python -m pytest modin/numpy/test/test_array_shaping.py
python -m pytest modin/pandas/test/test_rolling.py
python -m pytest modin/pandas/test/test_expanding.py
python -m pytest modin/pandas/test/test_concat.py
python -m pytest modin/pandas/test/test_groupby.py
python -m pytest modin/pandas/test/test_reshape.py
python -m pytest modin/pandas/test/test_general.py
python -m pytest modin/pandas/test/test_io.py
python -m pytest modin/experimental/pandas/test/test_io_exp.py
test-docs:
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
name: test docs
steps:
- uses: actions/checkout@v3
- uses: ./.github/actions/mamba-env
with:
environment-file: environment-dev.yml
- run: sudo apt update && sudo apt install -y libhdf5-dev
- name: Docstring URL validity check
run: python -m pytest modin/test/test_docstring_urls.py
test-ray-client:
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
services:
moto:
image: motoserver/moto
ports:
- 5000:5000
env:
AWS_ACCESS_KEY_ID: foobar_key
AWS_SECRET_ACCESS_KEY: foobar_secret
strategy:
matrix:
python-version: ["3.9"]
test-task:
- modin/pandas/test/dataframe/test_binary.py
- modin/pandas/test/dataframe/test_default.py
- modin/pandas/test/dataframe/test_indexing.py
- modin/pandas/test/dataframe/test_iter.py
- modin/pandas/test/dataframe/test_join_sort.py
- modin/pandas/test/dataframe/test_map_metadata.py
- modin/pandas/test/dataframe/test_reduce.py
- modin/pandas/test/dataframe/test_udf.py
- modin/pandas/test/dataframe/test_window.py
- modin/pandas/test/dataframe/test_pickle.py
- modin/pandas/test/test_series.py
- modin/numpy/test/test_array.py
- modin/numpy/test/test_array_creation.py
- modin/numpy/test/test_array_arithmetic.py
- modin/numpy/test/test_array_axis_functions.py
- modin/numpy/test/test_array_logic.py
- modin/numpy/test/test_array_linalg.py
- modin/numpy/test/test_array_indexing.py
- modin/numpy/test/test_array_math.py
- modin/numpy/test/test_array_shaping.py
- modin/pandas/test/test_rolling.py
- modin/pandas/test/test_expanding.py
- modin/pandas/test/test_concat.py
- modin/pandas/test/test_groupby.py
- modin/pandas/test/test_reshape.py
- modin/pandas/test/test_general.py
- modin/pandas/test/test_io.py
env:
MODIN_ENGINE: ray
MODIN_MEMORY: 1000000000
MODIN_TEST_RAY_CLIENT: "True"
name: "test-ray-client"
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 1
- uses: conda-incubator/setup-miniconda@v2
with:
activate-environment: modin
python-version: ${{matrix.python-version}}
channel-priority: strict
# we set use-only-tar-bz2 to false in order for conda to properly find new packages to be installed
# for more info see https://github.com/conda-incubator/setup-miniconda/issues/264
use-only-tar-bz2: false
- run: pip install -r requirements-dev.txt
- name: Install HDF5
run: sudo apt update && sudo apt install -y libhdf5-dev
- run: python -m pytest ${{matrix.test-task}}