CI: Add nightly workflow for CLN master; update main workflow to use latest CLN release #1931
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Integration Tests (latest) | |
| # Cancel duplicate jobs | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| on: | |
| push: | |
| branches: [ master ] | |
| pull_request: | |
| jobs: | |
| build-and-test: | |
| name: Test PY=${{ matrix.python-version }}, BCD=${{ matrix.bitcoind-version }}, EXP=${{ matrix.experimental }}, DEP=${{ matrix.deprecated }} | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 60 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"] | |
| bitcoind-version: ["26.0"] | |
| experimental: [1] | |
| deprecated: [0] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Download Bitcoin ${{ matrix.bitcoind-version }} & install binaries | |
| run: | | |
| export BITCOIND_VERSION=${{ matrix.bitcoind-version }} | |
| wget https://bitcoincore.org/bin/bitcoin-core-${BITCOIND_VERSION}/bitcoin-${BITCOIND_VERSION}-x86_64-linux-gnu.tar.gz | |
| tar -xzf bitcoin-${BITCOIND_VERSION}-x86_64-linux-gnu.tar.gz | |
| sudo mv bitcoin-${BITCOIND_VERSION}/bin/* /usr/local/bin | |
| rm -rf bitcoin-${BITCOIND_VERSION}-x86_64-linux-gnu.tar.gz bitcoin-${BITCOIND_VERSION} | |
| - name: Download Core Lightning latest & install binaries | |
| id: cln-latest-install | |
| run: | | |
| url=$(curl -s https://api.github.com/repos/ElementsProject/lightning/releases/latest \ | |
| | jq '.assets[] | select(.name | contains("22.04")) | .browser_download_url' \ | |
| | tr -d '\"') | |
| wget $url | |
| sudo tar -xvf ${url##*/} -C /usr/local --strip-components=2 | |
| echo "CLN_VERSION=$(lightningd --version)" >> "$GITHUB_OUTPUT" | |
| - name: Checkout Core Lightning latest | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: 'ElementsProject/lightning' | |
| path: 'lightning' | |
| ref: ${{ steps.cln-latest-install.outputs.CLN_VERSION }} | |
| fetch-depth: 0 # Fetch all history for all branches and tags | |
| submodules: 'recursive' | |
| - name: Install Core Lightning Python package dependencies | |
| run: | | |
| sudo apt-get install -y \ | |
| python3 \ | |
| python3-pip \ | |
| cd lightning | |
| pip3 install --user -U \ | |
| pip \ | |
| poetry \ | |
| wheel \ | |
| blinker \ | |
| pytest-custom-exit-code==0.3.0 \ | |
| pytest-json-report | |
| poetry install | |
| poetry update | |
| poetry export --without-hashes -f requirements.txt --output requirements.txt | |
| pip install --user -U -r requirements.txt | |
| pip install --user contrib/pyln-client contrib/pyln-testing flaky | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Run pytest tests | |
| run: | | |
| export CLN_PATH=${{ github.workspace }}/lightning | |
| export COMPAT=${{ matrix.deprecated }} | |
| export EXPERIMENTAL_FEATURES=${{ matrix.experimental }} | |
| export SLOW_MACHINE=1 | |
| export TEST_DEBUG=1 | |
| export TRAVIS=1 | |
| export VALGRIND=0 | |
| pip3 install --upgrade pip | |
| pip3 install --user -U virtualenv pip > /dev/null | |
| plugin_dirs='' | |
| if [[ ${{ github.event_name }} == 'pull_request' ]]; then | |
| # Fetch and checkout branches to permit the 'git diff' below. | |
| git fetch && git checkout ${{ github.base_ref }} | |
| source_repo="${{ github.event.pull_request.head.repo.full_name }}" | |
| # Fetch and update local head ref if the source repository is not ours. | |
| if [[ $source_repo != ${{ github.repository }} ]]; then | |
| git fetch https://github.com/$source_repo.git ${{ github.head_ref }}:${{ github.head_ref }} | |
| fi | |
| git checkout ${{ github.head_ref }} | |
| # Collect the plugins that have changed. | |
| plugin_dirs=$(git diff --name-only ${{ github.base_ref }} ${{ github.head_ref }} \ | |
| | cut -d '/' -f1 \ | |
| | grep -v '^\.' \ | |
| | grep -v 'archived' \ | |
| | xargs -I {} find {} -maxdepth 0 -type d) | |
| fi | |
| # Run the tests: In the case of a 'pull_request' event only the plugins in `plugin_dirs` | |
| # are going to be tested; otherwise ('push' event) we test all plugins. | |
| python3 .ci/test.py $(echo "$plugin_dirs") | |
| gather: | |
| # A dummy task that depends on the full matrix of tests, and | |
| # signals successful completion. Used for the PR status to pass | |
| # before merging. | |
| name: CI completion | |
| runs-on: ubuntu-22.04 | |
| needs: | |
| - build-and-test | |
| steps: | |
| - name: Complete | |
| run: | | |
| echo CI completed successfully |