hive.yml

# Runs `ethereum/hive` tests.

name: hive

on:
  workflow_dispatch:
  schedule:
    # every day
    - cron: "0 0 * * *"

env:
  CARGO_TERM_COLOR: always

concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  prepare:
    runs-on:
      group: Reth
    steps:
      - uses: actions/checkout@v4
      - run: mkdir artifacts
      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v2
      - name: Build and export reth image
        uses: docker/build-push-action@v4
        with:
          context: .
          tags: ghcr.io/paradigmxyz/reth:latest
          build-args: BUILD_PROFILE=hivetests
          outputs: type=docker,dest=./artifacts/reth_image.tar
          cache-from: type=gha
          cache-to: type=gha,mode=max

      - name: Checkout hive tests
        uses: actions/checkout@v4
        with:
          repository: ethereum/hive
          ref: master
          path: hivetests

      - uses: actions/setup-go@v3
        with:
          go-version: "^1.13.1"
      - run: go version
      - name: Build hive tool
        run: |
          cd hivetests
          go build .
          mv ./hive ../artifacts/

      - name: Upload artifacts
        uses: actions/upload-artifact@v3
        with:
          name: artifacts
          path: ./artifacts

  test:
    strategy:
      fail-fast: false
      matrix:
        sim: [ethereum/rpc, smoke/genesis, smoke/network, ethereum/sync]
        include:
          - sim: devp2p
            limit: discv4
          - sim: devp2p
            limit: eth
            # we have excluded these tests because we do not support block
            # announcements
            # exclude: [TestLargeAnnounce, TestBroadcast, TestBlockHashAnnounce]
            include:
              - TestStatus
              - TestGetBlockHeaders
              - TestSimultaneousRequests
              - TestSameRequestID
              - TestZeroRequestID
              - TestGetBlockBodies
              - TestMaliciousHandshake
              - TestMaliciousStatus
              - TestTransaction
              - TestMaliciousTx
          - sim: ethereum/engine
            limit: engine-exchange-capabilities
          - sim: ethereum/engine
            limit: engine-withdrawals
          - sim: ethereum/engine
            limit: engine-auth
          - sim: ethereum/engine
            limit: engine-transition
          - sim: ethereum/engine
            limit: engine-api
          - sim: ethereum/engine
            limit: cancun
            # eth_ rpc methods
          - sim: ethereum/rpc-compat
            include:
              - eth_blockNumber
              - eth_call
              - eth_chainId
              - eth_createAccessList
              - eth_estimateGas
              - eth_feeHistory
              - eth_getBalance
              - eth_getBlockBy
              - eth_getBlockTransactionCountBy
              - eth_getCode
              - eth_getStorage
              - eth_getTransactionBy
              - eth_getTransactionCount
              - eth_getTransactionReceipt
              - eth_sendRawTransaction
              - eth_syncing
            # not running eth_getProof tests because we do not support
            # eth_getProof yet
            # - sim: ethereum/rpc-compat
            #   include: [eth_getProof/get-account-proof-with-storage, eth_getProof/get-account-proof]
            #   experimental: true
            # debug_ rpc methods
          - sim: ethereum/rpc-compat
            include: [debug_]
          # Pyspec cancun jobs
          - sim: pyspec
            include: [cancun/eip4844]
          - sim: pyspec
            include: [cancun/eip4788]
          - sim: pyspec
            include: [cancun/eip6780]
          - sim: pyspec
            include: [cancun/eip5656]
          - sim: pyspec
            include: [cancun/eip1153]
          - sim: pyspec
            include: [cancun/eip7516]
          # Pyspec shanghai jobs
          - sim: pyspec
            include: [shanghai/eip3651]
          - sim: pyspec
            include: [shanghai/eip3855]
          - sim: pyspec
            include: [shanghai/eip3860]
          - sim: pyspec
            include: [shanghai/eip4895]
          # Pyspec merge and earlier jobs
          - sim: pyspec
            include: [merge/]
          - sim: pyspec
            include: [berlin/]
          - sim: pyspec
            include: [istanbul/]
          - sim: pyspec
            include: [homestead/]
          - sim: pyspec
            include: [frontier/]
    needs: prepare
    name: run
    runs-on:
      group: Reth

    steps:
      - name: Download artifacts
        uses: actions/download-artifact@v3
        with:
          name: artifacts
          path: /tmp

      - name: Load Docker image
        run: |
          docker load --input /tmp/reth_image.tar
          docker image ls -a
      - name: Move hive binary
        run: |
          mv /tmp/hive /usr/local/bin
          chmod +x /usr/local/bin/hive

      - name: Checkout hive tests
        uses: actions/checkout@v4
        with:
          repository: ethereum/hive
          ref: master
          path: hivetests

      - name: Run ${{ matrix.sim }} simulator
        run: |
          cd hivetests
          hive --sim "${{ matrix.sim }}$" --sim.limit "${{matrix.limit}}/${{join(matrix.include, '|')}}" --client reth

      - name: Print simulator output
        if: ${{ failure() }}
        run: |
          cat hivetests/workspace/logs/*simulator*.log

      - name: Print reth client logs
        if: ${{ failure() }}
        run: |
          cat hivetests/workspace/logs/reth/client-*.log