Update dpnp.extract implementation to get rid of limitations for input arguments
#4275
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Conda package | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| permissions: read-all | |
| env: | |
| PACKAGE_NAME: dpnp | |
| MODULE_NAME: dpnp | |
| CHANNELS: '-c dppy/label/dev -c intel -c conda-forge --override-channels' | |
| CONDA_BUILD_VERSION: '24.5.1' | |
| CONDA_INDEX_VERSION: '0.5.0' | |
| RUN_TESTS_MAX_ATTEMPTS: 2 | |
| TEST_ENV_NAME: 'test' | |
| TEST_SCOPE: >- | |
| test_absolute.py | |
| test_amin_amax.py | |
| test_arithmetic.py | |
| test_arraycreation.py | |
| test_arraymanipulation.py | |
| test_bitwise.py | |
| test_copy.py | |
| test_counting.py | |
| test_dparray.py | |
| test_extensions.py | |
| test_fft.py | |
| test_flat.py | |
| test_histogram.py | |
| test_indexing.py | |
| test_linalg.py | |
| test_logic.py | |
| test_manipulation.py | |
| test_mathematical.py | |
| test_mixins.py | |
| test_nanfunctions.py | |
| test_outer.py | |
| test_product.py | |
| test_random_state.py | |
| test_search.py | |
| test_sort.py | |
| test_special.py | |
| test_statistics.py | |
| test_sum.py | |
| test_sycl_queue.py | |
| test_umath.py | |
| test_usm_type.py | |
| third_party/cupy/core_tests | |
| third_party/cupy/creation_tests | |
| third_party/cupy/indexing_tests/test_indexing.py | |
| third_party/cupy/lib_tests | |
| third_party/cupy/linalg_tests | |
| third_party/cupy/logic_tests | |
| third_party/cupy/manipulation_tests | |
| third_party/cupy/math_tests | |
| third_party/cupy/sorting_tests | |
| third_party/cupy/statistics_tests/test_histogram.py | |
| third_party/cupy/statistics_tests/test_meanvar.py | |
| VER_JSON_NAME: 'version.json' | |
| VER_SCRIPT1: "import json; f = open('version.json', 'r'); j = json.load(f); f.close(); " | |
| VER_SCRIPT2: "d = j['dpnp'][0]; print('='.join((d[s] for s in ('version', 'build'))))" | |
| jobs: | |
| build: | |
| name: Build ['${{ matrix.os }}', python='${{ matrix.python }}'] | |
| strategy: | |
| matrix: | |
| python: ['3.9', '3.10', '3.11'] | |
| os: [ubuntu-20.04, windows-2019] | |
| permissions: | |
| # Needed to cancel any previous runs that are not completed for a given workflow | |
| actions: write | |
| runs-on: ${{ matrix.os }} | |
| defaults: | |
| run: | |
| shell: ${{ matrix.os == 'windows-2019' && 'cmd /C CALL {0}' || 'bash -l {0}' }} | |
| continue-on-error: true | |
| steps: | |
| - name: Cancel Previous Runs | |
| uses: styfle/cancel-workflow-action@85880fa0301c86cca9da44039ee3bb12d3bedbfa # 0.12.1 | |
| with: | |
| access_token: ${{ github.token }} | |
| - name: Checkout DPNP repo | |
| uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup miniconda | |
| uses: conda-incubator/setup-miniconda@a4260408e20b96e80095f42ff7f1a15b27dd94ca # v3.0.4 | |
| with: | |
| miniforge-variant: Mambaforge | |
| miniforge-version: latest | |
| use-mamba: true | |
| channels: conda-forge | |
| python-version: ${{ matrix.python }} | |
| activate-environment: 'build' | |
| # Here is an issue in conda gh-12356 causing adding defaults to the list of channels | |
| # upon running `conda config --append channels conda-forge`, while mamba requires to have only conda-forge channel | |
| - name: Remove defaults channel | |
| run: | | |
| conda config --remove channels defaults | |
| conda config --show | |
| # Sometimes `mamba install ...` fails due to slow download speed rate, so disable the check in mamba | |
| - name: Disable speed limit check in mamba | |
| run: echo "MAMBA_NO_LOW_SPEED_LIMIT=1" >> $GITHUB_ENV | |
| - name: Store conda paths as envs | |
| shell: bash -l {0} | |
| run: | | |
| echo "CONDA_BLD=$CONDA_PREFIX/conda-bld/${{ runner.os == 'Linux' && 'linux' || 'win' }}-64/" | tr "\\\\" '/' >> $GITHUB_ENV | |
| echo "WHEELS_OUTPUT_FOLDER=$GITHUB_WORKSPACE${{ runner.os == 'Linux' && '/' || '\\' }}" >> $GITHUB_ENV | |
| - name: Install conda-build | |
| run: mamba install conda-build=${{ env.CONDA_BUILD_VERSION}} | |
| - name: Cache conda packages | |
| uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9 # v4.0.2 | |
| env: | |
| CACHE_NUMBER: 1 # Increase to reset cache | |
| with: | |
| path: ${{ env.CONDA_PKGS_DIR }} | |
| key: | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}-${{hashFiles('**/meta.yaml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}- | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}- | |
| - name: Build conda package | |
| run: conda build --no-test --python ${{ matrix.python }} --numpy 1.24 ${{ env.CHANNELS }} conda-recipe | |
| - name: Upload artifact | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| path: ${{ env.CONDA_BLD }}${{ env.PACKAGE_NAME }}-*.tar.bz2 | |
| - name: Upload wheels artifact | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Wheels Python ${{ matrix.python }} | |
| path: ${{ env.WHEELS_OUTPUT_FOLDER }}${{ env.PACKAGE_NAME }}-*.whl | |
| test_linux: | |
| name: Test ['${{ matrix.os }}', python='${{ matrix.python }}'] | |
| needs: build | |
| runs-on: ${{ matrix.os }} | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| strategy: | |
| matrix: | |
| python: ['3.9', '3.10', '3.11'] | |
| os: [ubuntu-20.04, ubuntu-latest] | |
| continue-on-error: true | |
| env: | |
| conda-pkgs: '/home/runner/conda_pkgs_dir/' | |
| channel-path: '${{ github.workspace }}/channel/' | |
| pkg-path-in-channel: '${{ github.workspace }}/channel/linux-64/' | |
| extracted-pkg-path: '${{ github.workspace }}/pkg/' | |
| tests-path: '${{ github.workspace }}/pkg/info/test/tests/' | |
| ver-json-path: '${{ github.workspace }}/version.json' | |
| steps: | |
| - name: Download artifact | |
| uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| path: ${{ env.pkg-path-in-channel }} | |
| - name: Extract package archive | |
| run: | | |
| mkdir -p ${{ env.extracted-pkg-path }} | |
| tar -xvf ${{ env.pkg-path-in-channel }}/${{ env.PACKAGE_NAME }}-*.tar.bz2 -C ${{ env.extracted-pkg-path }} | |
| - name: Setup miniconda | |
| uses: conda-incubator/setup-miniconda@a4260408e20b96e80095f42ff7f1a15b27dd94ca # v3.0.4 | |
| with: | |
| miniforge-variant: Mambaforge | |
| miniforge-version: latest | |
| use-mamba: true | |
| channels: conda-forge | |
| python-version: ${{ matrix.python }} | |
| activate-environment: ${{ env.TEST_ENV_NAME }} | |
| - name: Remove defaults channel | |
| run: conda config --remove channels defaults | |
| - name: Install conda-index | |
| run: mamba install conda-index=${{ env.CONDA_INDEX_VERSION }} | |
| - name: Create conda channel | |
| run: | | |
| python -m conda_index ${{ env.channel-path }} | |
| - name: Test conda channel | |
| run: | | |
| mamba search ${{ env.PACKAGE_NAME }} -c ${{ env.channel-path }} --override-channels --info --json > ${{ env.ver-json-path }} | |
| cat ${{ env.ver-json-path }} | |
| - name: Collect dependencies | |
| run: | | |
| export PACKAGE_VERSION=$(python -c "${{ env.VER_SCRIPT1 }} ${{ env.VER_SCRIPT2 }}") | |
| echo PACKAGE_VERSION=${PACKAGE_VERSION} | |
| echo "PACKAGE_VERSION=$PACKAGE_VERSION" >> $GITHUB_ENV | |
| mamba install ${{ env.PACKAGE_NAME }}=${PACKAGE_VERSION} python=${{ matrix.python }} ${{ env.TEST_CHANNELS }} --only-deps --dry-run > lockfile | |
| cat lockfile | |
| env: | |
| TEST_CHANNELS: '-c ${{ env.channel-path }} ${{ env.CHANNELS }}' | |
| - name: Cache conda packages | |
| uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9 # v4.0.2 | |
| env: | |
| CACHE_NUMBER: 1 # Increase to reset cache | |
| with: | |
| path: ${{ env.conda-pkgs }} | |
| key: | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}-${{hashFiles('lockfile') }} | |
| restore-keys: | | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}- | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}- | |
| - name: Install dpnp | |
| run: mamba install ${{ env.PACKAGE_NAME }}=${{ env.PACKAGE_VERSION }} pytest python=${{ matrix.python }} ${{ env.TEST_CHANNELS }} | |
| env: | |
| TEST_CHANNELS: '-c ${{ env.channel-path }} ${{ env.CHANNELS }}' | |
| MAMBA_NO_LOW_SPEED_LIMIT: 1 | |
| - name: List installed packages | |
| run: mamba list | |
| - name: Smoke test | |
| run: | | |
| python -c "import dpnp, dpctl; dpctl.lsplatform()" | |
| python -c "import dpnp; print(dpnp.__version__)" | |
| # TODO: run the whole scope once the issues on CPU are resolved | |
| # - name: Run tests | |
| # run: | | |
| # python -m pytest -q -ra --disable-warnings -vv ${{ env.TEST_SCOPE }} | |
| # working-directory: ${{ env.tests-path }} | |
| # TODO: remove once 2024.2 release is published | |
| - name: Run tests | |
| id: run_tests_linux | |
| uses: nick-fields/retry@7152eba30c6575329ac0576536151aca5a72780e # v3.0.0 | |
| with: | |
| shell: bash | |
| timeout_minutes: 10 | |
| max_attempts: ${{ env.RUN_TESTS_MAX_ATTEMPTS }} | |
| retry_on: any | |
| command: | | |
| . $CONDA/etc/profile.d/conda.sh | |
| conda activate ${{ env.TEST_ENV_NAME }} | |
| cd ${{ env.tests-path }} | |
| python -m pytest -q -ra --disable-warnings -vv ${{ env.TEST_SCOPE }} | |
| test_windows: | |
| name: Test ['windows-2019', python='${{ matrix.python }}'] | |
| needs: build | |
| runs-on: windows-2019 | |
| defaults: | |
| run: | |
| shell: cmd /C CALL {0} | |
| strategy: | |
| matrix: | |
| python: ['3.9', '3.10', '3.11'] | |
| continue-on-error: true | |
| env: | |
| conda-pkgs: 'C:\Users\runneradmin\conda_pkgs_dir\' | |
| channel-path: '${{ github.workspace }}\channel\' | |
| pkg-path-in-channel: '${{ github.workspace }}\channel\win-64\' | |
| extracted-pkg-path: '${{ github.workspace }}\pkg' | |
| tests-path: '${{ github.workspace }}\pkg\info\test\tests\' | |
| ver-json-path: '${{ github.workspace }}\version.json' | |
| steps: | |
| - name: Download artifact | |
| uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| path: ${{ env.pkg-path-in-channel }} | |
| - name: Extract package archive | |
| run: | | |
| @echo on | |
| mkdir -p ${{ env.extracted-pkg-path }} | |
| set SEARCH_SCRIPT="DIR ${{ env.pkg-path-in-channel }} /s/b | FINDSTR /r "dpnp-.*\.tar\.bz2"" | |
| FOR /F "tokens=* USEBACKQ" %%F IN (`%SEARCH_SCRIPT%`) DO ( | |
| SET FULL_PACKAGE_PATH=%%F | |
| ) | |
| echo FULL_PACKAGE_PATH: %FULL_PACKAGE_PATH% | |
| python -c "import shutil; shutil.unpack_archive(r\"%FULL_PACKAGE_PATH%\", extract_dir=r\"${{ env.extracted-pkg-path }}\")" | |
| dir ${{ env.extracted-pkg-path }} | |
| - name: Setup miniconda | |
| uses: conda-incubator/setup-miniconda@a4260408e20b96e80095f42ff7f1a15b27dd94ca # v3.0.4 | |
| with: | |
| miniforge-variant: Mambaforge | |
| miniforge-version: latest | |
| use-mamba: true | |
| channels: conda-forge | |
| python-version: ${{ matrix.python }} | |
| activate-environment: ${{ env.TEST_ENV_NAME }} | |
| - name: Remove defaults channel | |
| run: conda config --remove channels defaults | |
| - name: Store conda paths as envs | |
| run: | | |
| @echo on | |
| (echo CONDA_LIB_PATH=%CONDA_PREFIX%\Library\lib\) >> %GITHUB_ENV% | |
| (echo CONDA_LIB_BIN_PATH=%CONDA_PREFIX%\Library\bin\) >> %GITHUB_ENV% | |
| - name: Install conda-index | |
| run: mamba install conda-index=${{ env.CONDA_INDEX_VERSION }} | |
| - name: Create conda channel | |
| run: | | |
| @echo on | |
| python -m conda_index ${{ env.channel-path }} | |
| - name: Test conda channel | |
| run: | | |
| @echo on | |
| mamba search ${{ env.PACKAGE_NAME }} -c ${{ env.channel-path }} --override-channels --info --json > ${{ env.ver-json-path }} | |
| - name: Dump version.json | |
| run: more ${{ env.ver-json-path }} | |
| - name: Collect dependencies | |
| run: | | |
| @echo on | |
| set "SCRIPT=${{ env.VER_SCRIPT1 }} ${{ env.VER_SCRIPT2 }}" | |
| FOR /F "tokens=* USEBACKQ" %%F IN (`python -c "%SCRIPT%"`) DO ( | |
| SET PACKAGE_VERSION=%%F | |
| ) | |
| echo PACKAGE_VERSION: %PACKAGE_VERSION% | |
| (echo PACKAGE_VERSION=%PACKAGE_VERSION%) >> %GITHUB_ENV% | |
| mamba install ${{ env.PACKAGE_NAME }}=%PACKAGE_VERSION% python=${{ matrix.python }} ${{ env.TEST_CHANNELS }} --only-deps --dry-run > lockfile | |
| env: | |
| TEST_CHANNELS: '-c ${{ env.channel-path }} ${{ env.CHANNELS }}' | |
| - name: Dump lockfile | |
| run: more lockfile | |
| - name: Cache conda packages | |
| uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9 # v4.0.2 | |
| env: | |
| CACHE_NUMBER: 1 # Increase to reset cache | |
| with: | |
| path: ${{ env.conda-pkgs }} | |
| key: | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}-${{hashFiles('lockfile') }} | |
| restore-keys: | | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}- | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}- | |
| - name: Install dpnp | |
| run: | | |
| @echo on | |
| mamba install ${{ env.PACKAGE_NAME }}=${{ env.PACKAGE_VERSION }} pytest python=${{ matrix.python }} ${{ env.TEST_CHANNELS }} | |
| env: | |
| TEST_CHANNELS: '-c ${{ env.channel-path }} ${{ env.CHANNELS }}' | |
| MAMBA_NO_LOW_SPEED_LIMIT: 1 | |
| - name: List installed packages | |
| run: mamba list | |
| - name: Activate OCL CPU RT | |
| shell: pwsh | |
| run: | | |
| $script_path="$env:CONDA_PREFIX\Scripts\set-intel-ocl-icd-registry.ps1" | |
| &$script_path | |
| # Check the variable assisting OpenCL CPU driver to find TBB DLLs which are not located where it expects them by default | |
| $cl_cfg="$env:CONDA_PREFIX\Library\lib\cl.cfg" | |
| Get-Content -Tail 5 -Path $cl_cfg | |
| - name: Smoke test | |
| run: | | |
| python -c "import dpnp, dpctl; dpctl.lsplatform()" | |
| python -c "import dpnp; print(dpnp.__version__)" | |
| # TODO: run the whole scope once the issues on CPU are resolved | |
| # - name: Run tests | |
| # run: | | |
| # python -m pytest -q -ra --disable-warnings -vv ${{ env.TEST_SCOPE }} | |
| # working-directory: ${{ env.tests-path }} | |
| # TODO: remove once 2024.2 release is published | |
| - name: Run tests | |
| id: run_tests_win | |
| uses: nick-fields/retry@7152eba30c6575329ac0576536151aca5a72780e # v3.0.0 | |
| with: | |
| shell: cmd | |
| timeout_minutes: 15 | |
| max_attempts: ${{ env.RUN_TESTS_MAX_ATTEMPTS }} | |
| retry_on: any | |
| command: >- | |
| mamba activate ${{ env.TEST_ENV_NAME }} | |
| & cd ${{ env.tests-path }} | |
| & python -m pytest -q -ra --disable-warnings -vv ${{ env.TEST_SCOPE }} | |
| upload: | |
| name: Upload ['${{ matrix.os }}', python='${{ matrix.python }}'] | |
| needs: [test_linux, test_windows] | |
| strategy: | |
| matrix: | |
| python: ['3.9', '3.10', '3.11'] | |
| os: [ubuntu-20.04, windows-2019] | |
| runs-on: ${{ matrix.os }} | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| continue-on-error: true | |
| if: | | |
| (github.repository == 'IntelPython/dpnp') && | |
| (github.ref == 'refs/heads/master' || (startsWith(github.ref, 'refs/heads/release') == true) || github.event_name == 'push' && contains(github.ref, 'refs/tags/')) | |
| steps: | |
| - name: Download artifact | |
| uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| - name: Download wheels artifact | |
| uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Wheels Python ${{ matrix.python }} | |
| - name: Setup miniconda | |
| uses: conda-incubator/setup-miniconda@a4260408e20b96e80095f42ff7f1a15b27dd94ca # v3.0.4 | |
| with: | |
| miniforge-variant: Mambaforge | |
| miniforge-version: latest | |
| use-mamba: true | |
| channels: conda-forge | |
| python-version: ${{ matrix.python }} | |
| activate-environment: 'upload' | |
| - name: Remove defaults channel | |
| run: conda config --remove channels defaults | |
| - name: Install anaconda-client | |
| run: mamba install anaconda-client | |
| - name: Package version | |
| run: echo "PACKAGE_VERSION=$(basename ${{ env.PACKAGE_NAME }}-*.tar.bz2 | sed 's/^${{ env.PACKAGE_NAME }}-\([^-]*\).*/\1/')" >> $GITHUB_ENV | |
| - name: Upload | |
| run: anaconda --token ${{ env.ANACONDA_TOKEN }} upload --user dppy --label dev ${{ env.PACKAGE_NAME }}-*.tar.bz2 | |
| env: | |
| ANACONDA_TOKEN: ${{ secrets.ANACONDA_TOKEN }} | |
| - name: Upload wheels | |
| run: anaconda --token ${{ env.ANACONDA_TOKEN }} upload --user dppy --label dev ${{ env.PACKAGE_NAME }}-*.whl --version ${{ env.PACKAGE_VERSION }} | |
| env: | |
| ANACONDA_TOKEN: ${{ secrets.ANACONDA_TOKEN }} | |
| cleanup_packages: | |
| name: Clean up anaconda packages | |
| needs: [upload] | |
| runs-on: 'ubuntu-latest' | |
| defaults: | |
| run: | |
| shell: bash -el {0} | |
| steps: | |
| - uses: conda-incubator/setup-miniconda@a4260408e20b96e80095f42ff7f1a15b27dd94ca # v3.0.4 | |
| with: | |
| miniforge-variant: Mambaforge | |
| miniforge-version: latest | |
| use-mamba: true | |
| channels: conda-forge | |
| run-post: false | |
| python-version: '3.11' | |
| activate-environment: 'cleanup' | |
| - name: Remove defaults channel | |
| run: conda config --remove channels defaults | |
| - name: Install anaconda-client | |
| run: mamba install anaconda-client | |
| - name: Checkout repo | |
| uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7 | |
| with: | |
| repository: IntelPython/devops-tools | |
| fetch-depth: 0 | |
| - name: Cleanup old packages | |
| run: | | |
| python scripts/cleanup-old-packages.py \ | |
| --verbose --force --token ${{ secrets.ANACONDA_TOKEN }} \ | |
| --package dppy/${{ env.PACKAGE_NAME }} --label dev |