run_fvt_tests.yaml

name: Run fvt tests

concurrency:
  group: fvt-${{ github.event_name }}-${{ github.ref }}
  cancel-in-progress: true

on:
  workflow_call:

env:
  DEBIAN_FRONTEND: noninteractive

jobs:
  fvt_tests_with_edgex:
    runs-on: ubuntu-latest

    # Service containers to run with `runner-job`
    services:
      # Label used to access the service container
      redis:
        # Docker Hub image
        image: redis
        # Set health checks to wait until redis has started
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          # Maps port 6379 on service container to the host
          - 6379:6379
      emqx:
        image: emqx/emqx:4.3.10
        ports:
          - 1883:1883
          - 18083:18083

    env:
      JMETER_VERSION: 5.4.3

    steps:
      - uses: actions/setup-go@v5
        with:
          go-version: '1.23'
      - uses: actions/setup-java@v4
        with:
          distribution: zulu
          java-version: '8' # The JDK version to make available on the path.
          java-package: jdk # (jre, jdk, or jdk+fx) - defaults to jdk
          architecture: x64 # (x64 or x86) - defaults to x64
      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install pynng==0.7.2
      - name: Cache jmeter
        id: cache-jmeter
        uses: actions/cache@v4
        with:
          path: apache-jmeter.tgz
          key: apache-jmeter-${{ env.JMETER_VERSION }}
      - name: Download jmeter
        if: steps.cache-jmeter.outputs.cache-hit != 'true'
        timeout-minutes: 10
        env:
          JMETER_VERSION: ${{ env.JMETER_VERSION }}
        run: |
          wget --no-check-certificate --no-verbose -O apache-jmeter.tgz https://archive.apache.org/dist/jmeter/binaries/apache-jmeter-$JMETER_VERSION.tgz
      - name: Install jmeter
        timeout-minutes: 10
        env:
          JMETER_VERSION: ${{ env.JMETER_VERSION }}
        run: |
          tar -xvf apache-jmeter.tgz -C /tmp
          echo "jmeter.save.saveservice.output_format=xml" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
          echo "jmeter.save.saveservice.response_data.on_error=true" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
          wget -O /tmp/apache-jmeter-$JMETER_VERSION/lib/ext/mqtt-xmeter-1.13-jar-with-dependencies.jar https://github.com/emqx/mqtt-jmeter/raw/master/Download/v1.13.0/mqtt-xmeter-1.13-jar-with-dependencies.jar
          ln -s /tmp/apache-jmeter-$JMETER_VERSION /opt/jmeter
      - uses: actions/checkout@v4
      - name: build kuiper
        run: |
          sudo apt-get update && sudo apt-get install pkg-config libczmq-dev -y
          make build_with_cover
          echo "KUIPER_LOG_PATH=_build/kuiper-$(git describe --tags --always --match 'v[0-9]*.[0-9]*.[0-9]*' | sed 's/^v//g')-$(uname -s | tr "[A-Z]" "[a-z]")-amd64/log" >> $GITHUB_ENV
      - name: run edgex && kuiper
        run: |
          ./test/setup_env.sh
          ./test/prepare_plugins.sh
      - name: run fvt tests
        timeout-minutes: 12
        run: ./test/run_jmeter.sh with_edgex=true
      - uses: actions/upload-artifact@v4
        if: always()
        with:
          name: kuiper_logs_with_edgex
          path: ${{ env.KUIPER_LOG_PATH }}
      - uses: actions/upload-artifact@v4
        if: always()
        with:
          name: jmeter_logs_with_edgex
          path: ./jmeter_logs
      - name: check logs
        run: |
          sudo apt-get update && sudo apt-get install -y libxml2-utils
          cd jmeter_logs
          for file in `ls *.jtl`
          do
            if [ ! -z "$(cat $file| grep '<failure>' | awk -F '>' '{print $2}' | awk -F '<' '{print $1}' | grep true)" ] ||
              [ "$(xmllint --format --xpath '/testResults/sample/@rc' $file | sed -r 's/ /\n/g;' | sort -u | grep -E 'rc=\"[45][0-9][0-9]\"|rc=\"\"')" != "" ]; then
                echo -e "---------------------------------------------\n"
                echo "FVT tests error for $file"
                exit 1
            fi
          done
      - name: make clean.sh executable
        run: chmod +x ./test/clean.sh
      - name: stop kuiper
        run: ./test/clean.sh
      - name: gen codecov
        run: |
          go tool covdata textfmt -i=cover -o=jmeter.xml
          total_coverage=$(go tool cover -func=jmeter.xml | grep total | awk '{print $3}')
          echo "Total coverage: $total_coverage"
      - name: upload coverage report for jmeter
        uses: actions/upload-artifact@v4
        with:
          name: jmeter_coverage
          path: jmeter.xml

  fvt_tests_redis_as_storage:
    runs-on: ubuntu-latest

    # Service containers to run with `runner-job`
    services:
        # Label used to access the service container
      redis:
          # Docker Hub image
        image: redis
          # Set health checks to wait until redis has started
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
            # Maps port 6379 on service container to the host
          - 6379:6379
      emqx:
        image: emqx/emqx:4.3.10
        ports:
          - 1883:1883
          - 18083:18083

    env:
      JMETER_VERSION: 5.4.3

    steps:
      - uses: actions/setup-go@v5
        with:
          go-version: '1.23'
      - uses: actions/setup-java@v4
        with:
          distribution: zulu
          java-version: '8' # The JDK version to make available on the path.
          java-package: jdk # (jre, jdk, or jdk+fx) - defaults to jdk
          architecture: x64 # (x64 or x86) - defaults to x64
      - name: Cache jmeter
        id: cache-jmeter
        uses: actions/cache@v4
        with:
          path: apache-jmeter.tgz
          key: apache-jmeter-${{ env.JMETER_VERSION }}
      - name: Download jmeter
        if: steps.cache-jmeter.outputs.cache-hit != 'true'
        timeout-minutes: 10
        env:
          JMETER_VERSION: ${{ env.JMETER_VERSION }}
        run: |
          wget --no-check-certificate --no-verbose -O apache-jmeter.tgz https://archive.apache.org/dist/jmeter/binaries/apache-jmeter-$JMETER_VERSION.tgz
      - name: Install jmeter
        timeout-minutes: 10
        env:
          JMETER_VERSION: ${{ env.JMETER_VERSION }}
        run: |
          tar -xvf apache-jmeter.tgz -C /tmp
          echo "jmeter.save.saveservice.output_format=xml" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
          echo "jmeter.save.saveservice.response_data.on_error=true" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
          wget -O /tmp/apache-jmeter-$JMETER_VERSION/lib/ext/mqtt-xmeter-1.13-jar-with-dependencies.jar https://github.com/emqx/mqtt-jmeter/raw/master/Download/v1.13.0/mqtt-xmeter-1.13-jar-with-dependencies.jar
          ln -s /tmp/apache-jmeter-$JMETER_VERSION /opt/jmeter
      - uses: actions/checkout@v4
      - name: build kuiper
        run: |
          sudo apt-get update && sudo apt-get install pkg-config libczmq-dev -y
          make build_with_cover
          echo "KUIPER_LOG_PATH=_build/kuiper-$(git describe --tags --always --match 'v[0-9]*.[0-9]*.[0-9]*' | sed 's/^v//g')-$(uname -s | tr "[A-Z]" "[a-z]")-amd64/log" >> $GITHUB_ENV
      - name: run edgex && kuiper
        env:
          KUIPER__STORE__TYPE: redis
          KUIPER__STORE__REDIS__PASSWORD: ""
        run: ./test/setup_env.sh
      - name: run fvt tests
        timeout-minutes: 8
        run: |
          rm -rf test/redis/set

          go build -o test/redis/set test/redis/set.go

          chmod +x test/redis/set
          fvt_dir=`pwd`
          /opt/jmeter/bin/jmeter.sh -Jjmeter.save.saveservice.output_format=xml -n -t test/redis_kv_storage.jmx -Dfvt="$fvt_dir" -l jmeter_logs/redis_kv_storage.jtl -j jmeter_logs/redis_kv_storage.log

      - uses: actions/upload-artifact@v4
        if: always()
        with:
          name: kuiper_logs_redis_storage
          path: ${{ env.KUIPER_LOG_PATH }}
      - uses: actions/upload-artifact@v4
        if: always()
        with:
          name: jmeter_logs_redis_storage
          path: ./jmeter_logs
      - name: check logs
        run: |
          sudo apt-get update && sudo apt-get install -y libxml2-utils
          cd jmeter_logs
          for file in `ls *.jtl`
          do
            if [ ! -z "$(cat $file| grep '<failure>' | awk -F '>' '{print $2}' | awk -F '<' '{print $1}' | grep true)" ] ||
              [ "$(xmllint --format --xpath '/testResults/sample/@rc' $file | sed -r 's/ /\n/g;' | sort -u | grep -E 'rc=\"[45][0-9][0-9]\"|rc=\"\"')" != "" ]; then
                echo -e "---------------------------------------------\n"
                echo "FVT tests error for $file"
                exit 1
            fi
          done
      - name: make clean.sh executable
        run: chmod +x ./test/clean.sh
      - name: stop kuiper
        run: ./test/clean.sh
      - name: gen codecov
        run: |
          go tool covdata textfmt -i=cover -o=jmeter_redis.xml
          total_coverage=$(go tool cover -func=jmeter_redis.xml | grep total | awk '{print $3}')
          echo "Total coverage: $total_coverage"
      - name: upload coverage report for jmeter redis
        uses: actions/upload-artifact@v4
        with:
          name: jmeter_redis_coverage
          path: jmeter_redis.xml

  fvt_tests_for_container_in_helm:
    runs-on: ubuntu-latest

    env:
      JMETER_VERSION: 5.4.3

    steps:
    - uses: actions/checkout@v4
    - uses: actions/setup-java@v4
      with:
        distribution: zulu
        java-version: '8' # The JDK version to make available on the path.
        java-package: jdk # (jre, jdk, or jdk+fx) - defaults to jdk
        architecture: x64 # (x64 or x86) - defaults to x64
    - name: Cache jmeter
      id: cache-jmeter
      uses: actions/cache@v4
      with:
        path: apache-jmeter.tgz
        key: apache-jmeter-${{ env.JMETER_VERSION }}
    - name: Download jmeter
      if: steps.cache-jmeter.outputs.cache-hit != 'true'
      timeout-minutes: 10
      env:
        JMETER_VERSION: ${{ env.JMETER_VERSION }}
      run: |
        wget --no-check-certificate --no-verbose -O apache-jmeter.tgz https://archive.apache.org/dist/jmeter/binaries/apache-jmeter-$JMETER_VERSION.tgz
    - name: Install jmeter
      timeout-minutes: 10
      env:
        JMETER_VERSION: ${{ env.JMETER_VERSION }}
      run: |
        tar -xvf apache-jmeter.tgz -C /tmp
        echo "jmeter.save.saveservice.output_format=xml" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
        echo "jmeter.save.saveservice.response_data.on_error=true" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
        wget -O /tmp/apache-jmeter-$JMETER_VERSION/lib/ext/mqtt-xmeter-1.13-jar-with-dependencies.jar https://github.com/emqx/mqtt-jmeter/raw/master/Download/v1.13.0/mqtt-xmeter-1.13-jar-with-dependencies.jar
        ln -s /tmp/apache-jmeter-$JMETER_VERSION /opt/jmeter
    - name: setup jmeter
      timeout-minutes: 10
      run: |
        wget -O "/opt/jmeter/lib/json-lib-2.4-jdk15.jar" https://repo1.maven.org/maven2/net/sf/json-lib/json-lib/2.4/json-lib-2.4-jdk15.jar
        wget -O "/opt/jmeter/lib/commons-beanutils-1.8.0.jar" https://repo1.maven.org/maven2/commons-beanutils/commons-beanutils/1.8.0/commons-beanutils-1.8.0.jar
        wget -O "/opt/jmeter/lib/commons-collections-3.2.1.jar" https://repo1.maven.org/maven2/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar
        wget -O "/opt/jmeter/lib/commons-lang-2.5.jar" https://repo1.maven.org/maven2/commons-lang/commons-lang/2.5/commons-lang-2.5.jar
        wget -O "/opt/jmeter/lib/commons-logging-1.1.1.jar" https://repo1.maven.org/maven2/commons-logging/commons-logging/1.1.1/commons-logging-1.1.1.jar
        wget -O "/opt/jmeter/lib/ezmorph-1.0.6.jar" https://repo1.maven.org/maven2/net/sf/ezmorph/ezmorph/1.0.6/ezmorph-1.0.6.jar
    - name: install docker
      run: |
        sudo apt-get remove docker docker-engine docker.io containerd runc
        sudo apt-get update
        sudo apt-get install -y apt-transport-https ca-certificates curl gnupg-agent software-properties-common
        curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
        sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
        sudo apt-get update
        sudo apt-get install -y docker-ce docker-ce-cli containerd.io
    - name: install k3s
      env:
        KUBECONFIG: "/etc/rancher/k3s/k3s.yaml"
      run: |
        sudo sh -c "echo \"127.0.0.1 $(hostname)\" >> /etc/hosts"
        curl -sfL https://get.k3s.io | sh -
        sudo chmod 644 /etc/rancher/k3s/k3s.yaml
        kubectl cluster-info
    - name: install helm
      run: |
        curl -fsSL -o get_helm.sh https://raw.githubusercontent.com/helm/helm/master/scripts/get-helm-3
        sudo chmod 700 get_helm.sh
        sudo ./get_helm.sh
        helm version
    - name: build kuiper for docker
      run: sudo docker build --no-cache -t lfedge/ekuiper:$(git describe --tags --always --match 'v[0-9]*.[0-9]*.[0-9]*' | sed 's/^v//g') -f deploy/docker/Dockerfile .
    - name: run emqx on chart
      env:
        KUBECONFIG: "/etc/rancher/k3s/k3s.yaml"
      timeout-minutes: 5
      run: |
        helm repo add emqx https://repos.emqx.io/charts
        helm repo update
        helm install emqx --set replicaCount=1 emqx/emqx
        while [ "$(kubectl get StatefulSet -l app.kubernetes.io/name=emqx -o jsonpath='{.items[0].status.replicas}')" \
          != "$(kubectl get StatefulSet -l app.kubernetes.io/name=emqx -o jsonpath='{.items[0].status.readyReplicas}')" ]; do
          echo "waiting emqx started"
          sleep 10
        done
    - name: run kuiper for chart
      env:
        KUBECONFIG: "/etc/rancher/k3s/k3s.yaml"
      timeout-minutes: 5
      run: |
        version=$(git describe --tags --always --match 'v[0-9]*.[0-9]*.[0-9]*' | sed 's/^v//g')
        emqx_address=$(kubectl get svc --namespace default emqx -o jsonpath="{.spec.clusterIP}")

        sudo docker save lfedge/ekuiper:$version -o kuier.tar.gz
        sudo k3s ctr image import kuier.tar.gz

        sed -i -r "s/^appVersion: .*$/appVersion: \"${version}\"/g" deploy/chart/ekuiper/Chart.yaml
        sed -i -r 's/  pullPolicy: .*$/  pullPolicy: Never/g' deploy/chart/ekuiper/values.yaml

        helm install ekuiper deploy/chart/ekuiper --debug --dry-run
        helm install ekuiper deploy/chart/ekuiper
        while [ "$(kubectl get pods -l app.kubernetes.io/name=ekuiper -o json | jq '.items[0].status.containerStatuses[] | select(.ready==true) | .containerID')" = "" ]; do
            echo "=============================="
            kubectl get pods
            echo "=============================="
            echo "waiting ekuiper started"
            sleep 10
        done
        ekuiper_address=$(kubectl get svc --namespace default ekuiper -o jsonpath="{.spec.clusterIP}")
        if [ $(curl -w %{http_code} -fsSL -o /dev/null $ekuiper_address:9081) != 200 ];then
          ekuiper_pod=$(kubectl get pod -l app.kubernetes.io/instance=ekuiper -o jsonpath="{.items[0].metadata.name}")
          kubectl logs $ekuiper_pod
          exit 1;
        fi