Skip to content

feature: Add script to download ledger snapshot and options #757

feature: Add script to download ledger snapshot and options

feature: Add script to download ledger snapshot and options #757

Workflow file for this run

name: CI
on:
release:
types: [ published ]
push:
branches:
- main
tags:
- test-artifacts*
pull_request:
branches:
- main
permissions:
id-token: write
packages: write
contents: write
jobs:
snyk-scan:
runs-on: ubuntu-latest
container:
image: radixdlt/snyk-python:sha-e6b1b80
permissions:
id-token: write
pull-requests: read
contents: read
deployments: write
steps:
- uses: RDXWorks-actions/checkout@main
- name: Configure AWS credentials to fetch secrets
uses: RDXWorks-actions/configure-aws-credentials@main
with:
role-to-assume: ${{ secrets.AWS_ROLE_NAME_SNYK_SECRET }}
aws-region: "eu-west-2"
role-session-name: "baylon-nodecli-${{ github.run_id }}-${{ github.run_attempt }}"
- name: Fetch AWS secrets
uses: RDXWorks-actions/aws-secretsmanager-get-secrets@main
with:
secret-ids: |
SNYK, ${{ secrets.AWS_SECRET_NAME_SNYK }}
parse-json-secrets: true
- name: Run Snyk to check for deps vulnerabilities
run: |
cd node-runner-cli/
pipenv install --python /usr/local/bin/python
snyk auth "${{ env.SNYK_TOKEN }}"
snyk test --file=Pipfile --org="${{ env.SNYK_NETWORK_ORG_ID }}" --severity-threshold=critical
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Run Snyk to check for code vulnerabilities
continue-on-error: true
run: snyk code test --file=./node-runner-cli/Pipfile --org="${{ env.SNYK_NETWORK_ORG_ID }}" --severity-threshold=high
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test SBOM generation
run: snyk sbom --file=./node-runner-cli/Pipfile --org="${{ env.SNYK_NETWORK_ORG_ID }}" --format=cyclonedx1.4+json > sbom.json
snyk-monitor:
runs-on: ubuntu-latest
if: ${{ github.event_name == 'release' }}
needs:
- build-jammy
- build-focal
- snyk-scan
permissions:
id-token: write
pull-requests: read
contents: read
deployments: write
steps:
- uses: RDXWorks-actions/checkout@main
- uses: radixdlt/public-iac-resuable-artifacts/fetch-secrets@main
with:
role_name: ${{ secrets.AWS_ROLE_NAME_SNYK_SECRET }}
app_name: 'babylon-nodecli'
step_name: 'snyk-monitor'
secret_prefix: 'SNYK'
secret_name: ${{ secrets.AWS_SECRET_NAME_SNYK }}
parse_json: true
- name: Setup python
uses: RDXWorks-actions/setup-python@main
with:
python-version: 3.10.6
- name: Install pipenv
run: python -m pip install --upgrade pipenv wheel
- name: Install dependencies
run: |
cd ./node-runner-cli
pipenv install
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Install Snyk cli
run: |
npm install snyk -g
snyk -v
snyk auth "${{ env.SNYK_TOKEN }}"
- name: Enable Snyk online monitoring - Devops
run: snyk monitor --file=./node-runner-cli/Pipfile --org="${{ env.SNYK_DEVOPS_ORG_ID }}" --target-reference="${{ github.ref_name }}"
- name: Enable Snyk online monitoring - Network
run: snyk monitor --file=./node-runner-cli/Pipfile --org="${{ env.SNYK_NETWORK_ORG_ID }}" --target-reference="${{ github.ref_name }}"
upload-sbom:
runs-on: ubuntu-latest
if: ${{ github.event_name == 'release' }}
permissions: write-all
needs:
- build-jammy
- snyk-scan
steps:
- uses: RDXWorks-actions/checkout@main
- uses: radixdlt/public-iac-resuable-artifacts/fetch-secrets@main
with:
role_name: ${{ secrets.AWS_ROLE_NAME_SNYK_SECRET }}
app_name: 'babylon-nodecli'
step_name: 'upload-sbom'
secret_prefix: 'SNYK'
secret_name: ${{ secrets.AWS_SECRET_NAME_SNYK }}
parse_json: true
- name: Setup python
uses: RDXWorks-actions/setup-python@main
with:
python-version: 3.10.6
- name: Install pipenv
run: python -m pip install --upgrade pipenv wheel
- name: Install dependencies
run: |
cd ./node-runner-cli
pipenv install
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Install Snyk cli
run: |
npm install snyk -g
snyk -v
snyk auth "${{ env.SNYK_TOKEN }}"
- name: Generate SBOM
run: snyk sbom --file=./node-runner-cli/Pipfile --org="${{ env.SNYK_NETWORK_ORG_ID }}" --format=cyclonedx1.4+json > sbom.json
- name: Upload SBOM
uses: RDXWorks-actions/action-gh-release@master
with:
files: sbom.json
tests:
name: "Unit tests"
runs-on: ubuntu-22.04
permissions:
checks: write
pull-requests: write
steps:
- name: cancel running workflows
uses: RDXWorks-actions/cancel-workflow-action@main
with:
access_token: ${{ github.token }}
- name: Checkout
uses: RDXWorks-actions/checkout@main
with:
fetch-depth: 0
- name: Dump context
uses: RDXWorks-actions/ghaction-dump-context@master
- name: Install build essentials
run: sudo apt-get -y install build-essential
- name: setup python
uses: RDXWorks-actions/setup-python@main
with:
python-version: 3.10.6
- name: Install pipenv
run: |
pip install pipenv==2023.7.23
cd node-runner-cli/
pipenv install
pipenv run pip install pytest pytest-cov
pipenv run pytest tests/unit --doctest-modules --junitxml=junit/test-results.xml --cov=. --cov-report=xml --cov-report=html
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Publish Test Results
uses: RDXWorks-actions/publish-unit-test-result-action@master
if: always()
with:
files: |
/home/runner/work/babylon-nodecli/babylon-nodecli/node-runner-cli/junit/test-results.xml
test-results/**/*.xml
test-results/**/*.trx
test-results/**/*.json
junit/**/*.xml
junit/*.xml
node-runner-cli/junit/**/*.xml
junit/*.xml
**/junit/test-results.xml
- if: ${{ github.event_name == 'pull_request' }}
name: Get Cover
uses: RDXWorks-actions/coverage@main
with:
coverageFile: node-runner-cli/coverage.xml
token: ${{ secrets.GITHUB_TOKEN }}
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
e2e-tests:
name: "E2E tests"
runs-on: ubuntu-22.04
steps:
- name: cancel running workflows
uses: RDXWorks-actions/cancel-workflow-action@main
with:
access_token: ${{ github.token }}
- name: Checkout
uses: RDXWorks-actions/checkout@main
with:
fetch-depth: 0
- name: Dump context
uses: RDXWorks-actions/ghaction-dump-context@master
- name: setup python
uses: RDXWorks-actions/setup-python@main
with:
python-version: 3.10.6
- name: Install pipenv
run: |
pip install pipenv==2023.7.23
cd node-runner-cli/
pipenv install
pipenv run pip install pytest
pipenv run pytest tests/e2e
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
build-jammy:
needs:
- tests
- e2e-tests
name: "Build jammy"
runs-on: ubuntu-22.04
steps:
- name: Checkout
uses: RDXWorks-actions/checkout@main
with:
fetch-depth: 0
- name: Build the binary for ubuntu jammy
run: |
cd node-runner-cli
make output-ubuntu-jammy
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: "Upload generated cli file"
uses: RDXWorks-actions/upload-artifact@main
with:
name: ubuntu 22.04
path: "${{ github.workspace }}/node-runner-cli/out/ubuntu/jammy/babylonnode"
build-focal:
needs:
- tests
name: "Build focal"
runs-on: ubuntu-22.04
steps:
- name: Checkout
uses: RDXWorks-actions/checkout@main
with:
fetch-depth: 0
- name: Build the binary for ubuntu focal
run: |
cd node-runner-cli
make output-ubuntu-focal
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: "Upload generated cli file"
uses: RDXWorks-actions/upload-artifact@main
with:
name: ubuntu 20.04
path: "${{ github.workspace }}/node-runner-cli/out/ubuntu/focal/babylonnode"
upload-release-jammy:
runs-on: ubuntu-22.04
if: ${{ github.event_name == 'release' }}
needs:
- build-jammy
- snyk-scan
steps:
- name: Download packaged cli
uses: RDXWorks-actions/download-artifact@main
with:
name: ubuntu 22.04
- name: Rename release asset
run: |
mv ./babylonnode babylonnode-ubuntu-22.04
- if: ${{ github.event_name == 'release' }}
name: Upload radixcli ubuntu binary
uses: RDXWorks-actions/action-gh-release@master
with:
files: |
babylonnode-ubuntu-22.04
upload-release-focal:
runs-on: ubuntu-20.04
if: ${{ github.event_name == 'release' }}
needs:
- build-focal
- snyk-scan
steps:
- name: Download packaged cli
uses: RDXWorks-actions/download-artifact@main
with:
name: ubuntu 20.04
- name: Rename release asset
run: |
mv ./babylonnode babylonnode-ubuntu-20.04
- if: ${{ github.event_name == 'release' }}
name: Upload radixcli ubuntu binary
uses: RDXWorks-actions/action-gh-release@master
with:
files: |
babylonnode-ubuntu-20.04
test-config-command:
runs-on: ubuntu-22.04
needs:
- build-jammy
- snyk-scan
steps:
- name: Checkout
uses: RDXWorks-actions/checkout@main
with:
fetch-depth: 0
- name: Download packaged cli
uses: RDXWorks-actions/download-artifact@main
with:
name: ubuntu 22.04
- name: Get dependencies
run: |
chmod +x ./babylonnode
sudo apt-get update
./babylonnode docker dependencies
- name: core-gateway-all-local
run: |
ls -a
chmod +x ./babylonnode
mkdir -p "$HOME/node-config"
export PROMPT_FEEDS="node-runner-cli/test-prompts/core-gateway-all-local.yml"
./babylonnode docker config -m DETAILED \
-d "$HOME/node-config" \
-k "$KEYSTORE_PASSWORD" -nk -a
env:
KEYSTORE_PASSWORD: ${{secrets.KEYSTORE_PASSWORD}}
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: corenode-01
run: |
ls -a
chmod +x ./babylonnode
export PROMPT_FEEDS="node-runner-cli/test-prompts/corenode-01.yml"
./babylonnode docker config -m DETAILED \
-d "$HOME/node-config" \
-k $KEYSTORE_PASSWORD -nk -a
env:
KEYSTORE_PASSWORD: ${{secrets.KEYSTORE_PASSWORD}}
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: corenode-02
run: |
ls -a
export PROMPT_FEEDS="node-runner-cli/test-prompts/corenode-02.yml"
./babylonnode docker config -m DETAILED \
-d "$HOME/node-config" \
-k "$KEYSTORE_PASSWORD" -nk -a
env:
KEYSTORE_PASSWORD: ${{secrets.KEYSTORE_PASSWORD}}
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: gateway-remote-core-local-postgress
run: |
ls -a
export PROMPT_FEEDS="node-runner-cli/test-prompts/gateway-remote-core-local-postgress.yml"
./babylonnode docker config -m DETAILED \
-d "$HOME/node-config" \
-k "$KEYSTORE_PASSWORD" -nk -a
env:
KEYSTORE_PASSWORD: ${{secrets.KEYSTORE_PASSWORD}}
- name: gateway-remote-core-remote-postgress
run: |
ls -a
export PROMPT_FEEDS="node-runner-cli/test-prompts/gateway-remote-core-remote-postgress.yml"
./babylonnode docker config -m DETAILED \
-d "$HOME/node-config" \
-k "$KEYSTORE_PASSWORD" -nk -a
env:
KEYSTORE_PASSWORD: ${{secrets.KEYSTORE_PASSWORD}}
test-userflow-docker-core-gateway-same-host:
runs-on: gh-ephemeral-nodecli-docker-runner
needs:
- build-jammy
- snyk-scan
steps:
- name: Checkout
uses: RDXWorks-actions/checkout@main
with:
fetch-depth: 0
- name: Download packaged cli
uses: RDXWorks-actions/download-artifact@main
with:
name: ubuntu 22.04
- name: Get dependencies
run: |
chmod +x ./babylonnode
sudo apt-get update
sudo apt-get install -y postgresql-client jq docker-compose
./babylonnode docker dependencies
- name: "Execute User Flow: Install Core, Gateway and Monitoring on the same host"
run: |
chmod +x ./node-runner-cli/tests/userflows/install-docker-all-same-host.sh
./node-runner-cli/tests/userflows/install-docker-all-same-host.sh
env:
NGINX_ADMIN_PASSWORD: ${{secrets.NGINX_ADMIN_PASSWORD}}
NGINX_METRICS_PASSWORD: ${{secrets.NGINX_METRICS_PASSWORD}}
NGINX_GATEWAY_PASSWORD: ${{secrets.NGINX_GATEWAY_PASSWORD}}
POSTGRES_PASSWORD: ${{secrets.POSTGRES_PASSWORD}}
KEYSTORE_PASSWORD: ${{secrets.KEYSTORE_PASSWORD}}
SEED_NODE: ${{ vars.SEED_NODE }}
NETWORK_ID: ${{ vars.NETWORK_ID }}
NETWORK_NAME: ${{ vars.NETWORK_NAME }}
test-userflow-systemd-simple:
runs-on: gh-ephemeral-nodecli-systemd-runner
needs:
- build-jammy
- snyk-scan
steps:
- name: Checkout
uses: RDXWorks-actions/checkout@main
with:
fetch-depth: 0
- name: Download packaged cli
uses: RDXWorks-actions/download-artifact@main
with:
name: ubuntu 22.04
- name: Get dependencies
run: |
sudo apt-get update
sudo apt-get install -y jq
chmod +x ./babylonnode
# Expect dependencies to be installed before. Since the command is interactive
# ./babylonnode systemd dependencies
- name: "Execute User Flow: Install Core, Gateway and Monitoring on the same host"
run: |
export DOCKER_COMPOSE_LOCATION="/usr/local/bin/docker-compose"
chmod +x ./node-runner-cli/tests/userflows/install-systemd-simple.sh
./node-runner-cli/tests/userflows/install-systemd-simple.sh
env:
NGINX_ADMIN_PASSWORD: ${{secrets.NGINX_ADMIN_PASSWORD}}
NGINX_METRICS_PASSWORD: ${{secrets.NGINX_METRICS_PASSWORD}}
NGINX_GATEWAY_PASSWORD: ${{secrets.NGINX_GATEWAY_PASSWORD}}
POSTGRES_PASSWORD: ${{secrets.POSTGRES_PASSWORD}}
KEYSTORE_PASSWORD: ${{secrets.KEYSTORE_PASSWORD}}
SEED_NODE: ${{ vars.SEED_NODE }}
NETWORK_ID: ${{ vars.NETWORK_ID }}
NETWORK_NAME: ${{ vars.NETWORK_NAME }}
test-core-only-node:
runs-on: ubuntu-22.04
permissions:
id-token: write
pull-requests: read
contents: read
needs:
- build-jammy
- snyk-scan
steps:
- name: Checkout
uses: RDXWorks-actions/checkout@main
with:
fetch-depth: 0
- name: Download packaged cli
uses: RDXWorks-actions/download-artifact@main
with:
name: ubuntu 22.04
- name: Run configure command
run: |
chmod +x ./babylonnode
sudo apt-get update
sudo apt-get install containerd runc
./babylonnode docker dependencies
- name: Setup config
run: |
chmod +x ./babylonnode
mkdir -p "$HOME/babylon-node-config"
export DISABLE_VERSION_CHECK=true
export RADIXDLT_APP_VERSION_OVERRIDE="rcnet-v2-phase2-r4"
export DOCKER_COMPOSE_LOCATION="/usr/local/bin/docker-compose"
export PROMPT_FEEDS="node-runner-cli/test-prompts/core-gateway-all-local.yml"
./babylonnode docker config -m DETAILED \
-d "$HOME/babylon-node-config" \
-k "$KEYSTORE_PASSWORD" -nk -a
env:
KEYSTORE_PASSWORD: ${{secrets.KEYSTORE_PASSWORD}}
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Run CLI setup
run: |
export DISABLE_VERSION_CHECK=true
export DOCKER_COMPOSE_LOCATION="/usr/local/bin/docker-compose"
./babylonnode docker install -f "$HOME/babylon-node-config/config.yaml" -a
sleep 60
./babylonnode auth set-admin-password -m DOCKER -p "$NGINX_ADMIN_PASSWORD"
./babylonnode auth set-metrics-password -m DOCKER -p "$NGINX_METRICS_PASSWORD"
./babylonnode auth set-superadmin-password -m DOCKER -p "$NGINX_SUPERADMIN_PASSWORD"
NGINX_ADMIN_PASSWORD="$NGINX_ADMIN_PASSWORD" ./babylonnode api system health
NGINX_ADMIN_PASSWORD="$NGINX_ADMIN_PASSWORD" ./babylonnode api system version
env:
NGINX_ADMIN_PASSWORD: ${{secrets.NGINX_ADMIN_PASSWORD}}
NGINX_METRICS_PASSWORD: ${{secrets.NGINX_METRICS_PASSWORD}}
NGINX_SUPERADMIN_PASSWORD: ${{secrets.NGINX_SUPERADMIN_PASSWORD}}
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Run Monitoring setup
run: |
export DOCKER_COMPOSE_LOCATION="/usr/local/bin/docker-compose"
./babylonnode monitoring config \
-m MONITOR_CORE \
-cm "$NGINX_METRICS_PASSWORD" \
-gm "$NGINX_METRICS_PASSWORD" \
-am "$NGINX_METRICS_PASSWORD"
./babylonnode monitoring install -a
env:
NGINX_ADMIN_PASSWORD: ${{secrets.NGINX_ADMIN_PASSWORD}}
NGINX_METRICS_PASSWORD: ${{secrets.NGINX_METRICS_PASSWORD}}
NGINX_SUPERADMIN_PASSWORD: ${{secrets.NGINX_SUPERADMIN_PASSWORD}}