Merge branch 'update-renode' #192
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Integration Tests | |
| on: | |
| push: | |
| workflow_dispatch: | |
| inputs: | |
| package_channel: | |
| description: 'Modality package channel (stable/nightly)' | |
| required: true | |
| default: 'stable' | |
| type: choice | |
| options: | |
| - stable | |
| - nightly | |
| env: | |
| MODALITY_URL: "http://localhost:14181/v1" | |
| MODALITY_WORKSPACE: "ci-tests" | |
| RENODE_CI_MODE: YES | |
| jobs: | |
| demo: | |
| name: Run, collect, and test | |
| timeout-minutes: 30 | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Print Environment | |
| run: | | |
| echo "GITHUB_WORKFLOW=$GITHUB_WORKFLOW" | |
| echo "GITHUB_RUN_ID=$GITHUB_RUN_ID" | |
| echo "GITHUB_RUN_NUMBER=$GITHUB_RUN_NUMBER" | |
| echo "GITHUB_JOB=$GITHUB_JOB" | |
| echo "GITHUB_ACTION=$GITHUB_ACTION" | |
| echo "GITHUB_ACTOR=$GITHUB_ACTOR" | |
| echo "GITHUB_REF=$GITHUB_REF" | |
| echo "GITHUB_SHA=$GITHUB_SHA" | |
| echo "PACKAGE_CHANNEL=${{inputs.package_channel}}" | |
| docker --version | |
| - name: Checkout Sources | |
| uses: actions/checkout@v4 | |
| - name: Login to github container registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.AUXON_GHCR_TOKEN_RO }} | |
| - name: Install system packages | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y libusb-1.0-0-dev libftdi1-dev libudev-dev bridge-utils gcc-arm-none-eabi binutils-arm-none-eabi | |
| - name: Install renode (1.15.3) | |
| run: | | |
| cd /opt | |
| sudo wget --quiet --output-document renode.tar.gz https://builds.renode.io/renode-1.15.3.linux-portable.tar.gz | |
| sudo mkdir renode | |
| sudo tar xf renode.tar.gz -C renode --strip-components 1 | |
| sudo pip install -r /opt/renode/tests/requirements.txt | |
| echo "PATH=/opt/renode:${PATH}" >> $GITHUB_ENV | |
| /opt/renode/renode --version | |
| - name: Install toolchain | |
| uses: dtolnay/rust-toolchain@stable | |
| with: | |
| components: clippy, rustfmt | |
| toolchain: stable | |
| - name: Build release binaries | |
| run: cargo build --release | |
| - name: Install Auxon client packages | |
| env: | |
| DEBIAN_FRONTEND: noninteractive | |
| run: | | |
| wget --no-verbose --quiet https://get.keygen.sh/auxon-io/auxon.deb -O /tmp/auxon.deb | |
| sudo apt-get install -y /tmp/auxon.deb | |
| sudo apt-get update | |
| sudo apt-get install -y --no-install-recommends modality-client conform deviant | |
| - name: Start Modality server | |
| run: | | |
| image="ghcr.io/auxoncorp/modalityd:latest" | |
| if [ "${{inputs.package_channel}}" == "nightly" ]; then | |
| image="ghcr.io/auxoncorp/modalityd-nightly:latest" | |
| fi | |
| mkdir -p modalityd_data | |
| docker run \ | |
| --name modalityd \ | |
| --network=host \ | |
| -v "$(pwd)/modalityd_data:/data-dir" \ | |
| -e MODALITY_ACCEPT_EULA=Y \ | |
| -e MODALITY_LICENSE_KEY="${{secrets.MODALITY_LICENSE_KEY}}" \ | |
| -e NO_TLS=Y \ | |
| -d --rm \ | |
| ${image} | |
| curl --retry-max-time 30 --retry 10 --retry-connrefused ${{env.MODALITY_URL}}/alive | |
| docker logs modalityd | |
| - name: Setup initial Modality configuration | |
| run: | | |
| modality --version | |
| modality config --modalityd ${{env.MODALITY_URL}} | |
| modality user create --use ci | |
| echo "MODALITY_AUTH_TOKEN=$(modality user auth-token)" >> $GITHUB_ENV | |
| modality workspace create --use ${{env.MODALITY_WORKSPACE}} test_system/config/workspace.toml | |
| - name: Update reflector plugins | |
| run: | | |
| sudo mkdir -p /usr/lib/modality-reflector-plugins/importers | |
| sudo mkdir -p /usr/lib/modality-reflector-plugins/collectors | |
| sudo cp target/release/modality-trace-recorder-importer /usr/lib/modality-reflector-plugins/importers/ | |
| sudo cp target/release/modality-trace-recorder-tcp-collector /usr/lib/modality-reflector-plugins/collectors/ | |
| sudo cp target/release/modality-trace-recorder-itm-collector /usr/lib/modality-reflector-plugins/collectors/ | |
| - name: Create specs | |
| run: | | |
| conform spec create --file test_system/specs/device.speqtr device-specs | |
| - name: Setup test network | |
| working-directory: test_system | |
| run: sudo ./scripts/setup_network.sh & | |
| - name: Build test system with TCP stream port | |
| working-directory: test_system | |
| run: ./scripts/build.sh -DSTREAM_PORT=TCP | |
| - name: Start Modality Reflector | |
| working-directory: test_system | |
| run: | | |
| image="ghcr.io/auxoncorp/modality-reflector:latest" | |
| if [ "${{inputs.package_channel}}" == "nightly" ]; then | |
| image="ghcr.io/auxoncorp/modality-reflector-nightly:latest" | |
| fi | |
| docker run \ | |
| --name reflector \ | |
| --network=host \ | |
| -e GITHUB_JOB="$GITHUB_JOB" \ | |
| -e GITHUB_SHA="$GITHUB_SHA" \ | |
| -e GIT_COMMIT="$GIT_COMMIT" \ | |
| -e GITHUB_RUN_NUMBER="$GITHUB_RUN_NUMBER" \ | |
| -e INGEST_PROTOCOL_PARENT_URL="modality-ingest://127.0.0.1" \ | |
| -e MUTATION_PROTOCOL_PARENT_URL="modality-mutation://127.0.0.1" \ | |
| -v "/usr/lib/modality-reflector-plugins:/usr/lib/modality-reflector-plugins" \ | |
| -v "$(pwd)/config/reflector_config_tcp.toml:/reflector_config.toml" \ | |
| -e MODALITY_AUTH_TOKEN="${{env.MODALITY_AUTH_TOKEN}}" \ | |
| -e REFLECTOR_OPTS="--config /reflector_config.toml --collector trace-recorder-tcp" \ | |
| -d --rm \ | |
| ${image} | |
| - name: Run the system with TCP stream port | |
| working-directory: test_system | |
| env: | |
| MODALITY_AUTH_TOKEN: ${{env.MODALITY_AUTH_TOKEN}} | |
| run: | | |
| ./scripts/run.sh | |
| sleep 1 | |
| docker container stop -s SIGINT reflector | |
| - name: Build test system with RTT stream port | |
| working-directory: test_system | |
| run: ./scripts/build.sh -DSTREAM_PORT=RTT | |
| - name: Run the system with RTT stream port | |
| working-directory: test_system | |
| env: | |
| MODALITY_AUTH_TOKEN: ${{env.MODALITY_AUTH_TOKEN}} | |
| run: | | |
| ./scripts/run.sh | |
| - name: Import RTT data | |
| working-directory: test_system | |
| run: | | |
| image="ghcr.io/auxoncorp/modality-reflector:latest" | |
| if [ "${{github.event.inputs.package_channel}}" == "nightly" ]; then | |
| image="ghcr.io/auxoncorp/modality-reflector-nightly:latest" | |
| fi | |
| docker run \ | |
| --name reflector \ | |
| --network=host \ | |
| -e GITHUB_JOB="$GITHUB_JOB" \ | |
| -e GITHUB_SHA="$GITHUB_SHA" \ | |
| -e GIT_COMMIT="$GIT_COMMIT" \ | |
| -e GITHUB_RUN_NUMBER="$GITHUB_RUN_NUMBER" \ | |
| -e RUST_LOG=modality_trace_recorder=trace \ | |
| -e INGEST_PROTOCOL_PARENT_URL="modality-ingest://127.0.0.1" \ | |
| -e MUTATION_PROTOCOL_PARENT_URL="modality-mutation://127.0.0.1" \ | |
| -v "/usr/lib/modality-reflector-plugins:/usr/lib/modality-reflector-plugins" \ | |
| -v "$(pwd)/config/reflector_config_rtt.toml:/reflector_config.toml" \ | |
| -v "/tmp/rtt_log.bin:/rtt_log.bin" \ | |
| -e MODALITY_AUTH_TOKEN="${{env.MODALITY_AUTH_TOKEN}}" \ | |
| -e IMPORT=1 \ | |
| -e REFLECTOR_OPTS="--config /reflector_config.toml trace-recorder" \ | |
| ${image} | |
| - name: Inspect data | |
| env: | |
| MODALITY_AUTH_TOKEN: ${{env.MODALITY_AUTH_TOKEN}} | |
| run: | | |
| modality workspace sync-indices | |
| modality workspace list | |
| modality workspace inspect ${{env.MODALITY_WORKSPACE}} | |
| modality segment list | |
| - name: Evaluate specs | |
| env: | |
| MODALITY_AUTH_TOKEN: ${{env.MODALITY_AUTH_TOKEN}} | |
| run: | | |
| conform spec eval --name device-specs --segment "RTT:$GITHUB_RUN_NUMBER" | |
| conform spec eval --name device-specs --segment "TCP:$GITHUB_RUN_NUMBER" | |
| - name: Spec coverage | |
| continue-on-error: true | |
| env: | |
| MODALITY_AUTH_TOKEN: ${{env.MODALITY_AUTH_TOKEN}} | |
| run: | | |
| echo '# RTT Spec Coverage' >> $GITHUB_STEP_SUMMARY | |
| conform spec coverage --format text --segment "RTT:$GITHUB_RUN_NUMBER" >> $GITHUB_STEP_SUMMARY || true | |
| echo '# TCP Spec Coverage' >> $GITHUB_STEP_SUMMARY | |
| conform spec coverage --format text --segment "TCP:$GITHUB_RUN_NUMBER" >> $GITHUB_STEP_SUMMARY || true | |
| - name: Export Data | |
| if: always() | |
| env: | |
| MODALITY_AUTH_TOKEN: ${{env.MODALITY_AUTH_TOKEN}} | |
| run: | | |
| datetime=$(date +'%Y-%m-%dT%H-%M-%SZ') | |
| tarfile=trc_test_system_modality_data_${datetime}.tar.gz | |
| echo TARBALL_NAME=${tarfile} >> $GITHUB_ENV | |
| docker container stop -s SIGTERM -t 20 modalityd | |
| modality user auth-token > modalityd_data/user_auth_token | |
| cp /tmp/rtt_log.bin modalityd_data/ | |
| sudo rm -rf modalityd_data/index_invalidation_events | |
| sudo rm -f modalityd_data/lcache | |
| tar czvf ${tarfile} modalityd_data | |
| - name: Upload Modality data | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| name: ${{ env.TARBALL_NAME }} | |
| path: ${{ env.TARBALL_NAME }} | |
| retention-days: 2 | |
| if-no-files-found: error |