Build Python Wheel for Linux #41
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # (C) Copyright 2024- ECMWF. | |
| # | |
| # This software is licensed under the terms of the Apache Licence Version 2.0 | |
| # which can be obtained at http://www.apache.org/licenses/LICENSE-2.0. | |
| # In applying this licence, ECMWF does not waive the privileges and immunities | |
| # granted to it by virtue of its status as an intergovernmental organisation | |
| # nor does it submit to any jurisdiction. | |
| name: Build Python Wheel for Linux | |
| on: | |
| # Trigger the workflow manually | |
| workflow_dispatch: ~ | |
| # Allow to be called from another workflow | |
| workflow_call: ~ | |
| # TODO automation trigger | |
| jobs: | |
| build: | |
| name: Build macos wheel | |
| # TODO enable after all tested | |
| # strategy: | |
| # matrix: | |
| # arch_type: [ARM64, X64] | |
| # runs-on: [self-hosted, macOS, "${{ matrix.arch_type }}"] | |
| runs-on: [self-hosted, macOS, ARM64 ] | |
| steps: | |
| # TODO convert this to be matrix-friendly for python versions. Note it's a bit tricky since | |
| # we'd ideally not reexecute the compile step multiple times, but it | |
| # (non-essentially) depends on a matrix-based step | |
| # NOTE we dont use action checkout because it doesnt cleanup after itself correctly | |
| - run: | | |
| if [ -z "$(which uv)" ] ; then curl -LsSf https://astral.sh/uv/install.sh | sh ; fi | |
| rm -rf ecbuild wheelmaker | |
| git clone --depth=1 https://github.com/ecmwf/ecbuild ecbuild | |
| # git clone --depth=1 --branch="wheelmaker" https://github.com/ecmwf/ci-utils wheelmaker # get token in there, get rid of the checkout action | |
| - uses: actions/checkout@v4 | |
| with: | |
| repository: ecmwf/ci-utils | |
| ref: wheelmaker | |
| path: ci-utils | |
| token: ${{ secrets.GH_REPO_READ_TOKEN }} | |
| - run: rm -rf proj && git clone --depth=1 --branch="${GITHUB_REF#refs/heads/}" https://github.com/$GITHUB_REPOSITORY proj | |
| - run: cd proj && $GITHUB_WORKSPACE/ci-utils/wheelmaker/buildscripts/prepare_deps.sh ./python_wrapper/buildconfig 3.11 | |
| - run: cd proj && PATH="$PATH:$GITHUB_WORKSPACE/ecbuild/bin/" $GITHUB_WORKSPACE/ci-utils/wheelmaker/buildscripts/compile.sh ./python_wrapper/buildconfig | |
| - run: | | |
| uv python install python3.11 && uv pip install --python python3.11 --system build # NOTE we could guard with `if` too, but effectively no-op so not worth it | |
| cd proj && PYTHONPATH=$GITHUB_WORKSPACE/ci-utils/wheelmaker/buildscripts $GITHUB_WORKSPACE/ci-utils/wheelmaker/buildscripts/wheel-linux.sh ./python_wrapper/buildconfig 3.11 | |
| - run: cd proj && $GITHUB_WORKSPACE/ci-utils/wheelmaker/buildscripts/test-wheel.sh ./python_wrapper/buildconfig 3.11 /build/wheel/*whl | |
| - run: cd proj && $GITHUB_WORKSPACE/ci-utils/wheelmaker/buildscripts/upload-pypi.sh /build/wheel/*whl | |
| env: | |
| TWINE_USERNAME: __token__ | |
| TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }} | |
| # NOTE temporary thing until all the mess gets cleared | |
| - run: rm -rf ./* ./.git ./.github | |
| #jobs: | |
| # build: | |
| # name: Build manylinux_2_28 | |
| # runs-on: [self-hosted, Linux, platform-builder-Rocky-8.6] | |
| # # TODO which manylinux do we want to build for? 2014? 2_28? 2_34? Matrix? | |
| # container: | |
| # image: eccr.ecmwf.int/wheelmaker/2_28:0.9 | |
| # credentials: | |
| # username: ${{ secrets.ECMWF_DOCKER_REGISTRY_USERNAME }} | |
| # password: ${{ secrets.ECMWF_DOCKER_REGISTRY_ACCESS_TOKEN }} | |
| # steps: | |
| # # TODO convert this to be matrix-friendly. Note it's a bit tricky since | |
| # # we'd ideally not reexecute the compile step multiple times, but it | |
| # # (non-essentially) depends on a matrix-based step | |
| # # NOTE we dont use action checkout because it doesnt cleanup after itself correctly | |
| # - run: git clone --depth=1 --branch="${GITHUB_REF#refs/heads/}" https://github.com/$GITHUB_REPOSITORY /proj | |
| # - run: cd /proj && /buildscripts/prepare_deps.sh ./python_wrapper/buildconfig 3.11 | |
| # - run: cd /proj && /buildscripts/compile.sh ./python_wrapper/buildconfig | |
| # - run: cd /proj && PYTHONPATH=/buildscripts /buildscripts/wheel-linux.sh ./python_wrapper/buildconfig 3.11 | |
| # - run: cd /proj && /buildscripts/test-wheel.sh ./python_wrapper/buildconfig 3.11 /build/wheel/*whl | |
| # - run: cd /proj && /buildscripts/upload-pypi.sh /build/wheel/*whl | |
| # env: | |
| # TWINE_USERNAME: __token__ | |
| # TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }} | |
| # # NOTE temporary thing until all the mess gets cleared | |
| # - run: rm -rf ./* ./.git ./.github |