run_fvt_tests.yaml

name: Run fvt tests

concurrency:
  group: fvt-${{ github.event_name }}-${{ github.ref }}
  cancel-in-progress: true

on:
  push:
    tags:
      - "*"
    branches:
      - master
  pull_request:
    paths-ignore:
      - "docs/**"
  release:
    types:
      - published

env:
  DEBIAN_FRONTEND: noninteractive

jobs:
  fvt_tests_with_edgex:
    runs-on: ubuntu-latest

      # Service containers to run with `runner-job`
    services:
        # Label used to access the service container
      redis:
          # Docker Hub image
        image: redis
          # Set health checks to wait until redis has started
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
            # Maps port 6379 on service container to the host
          - 6379:6379
      emqx:
        image: emqx/emqx:4.3.10
        ports:
          - 1883:1883
          - 18083:18083

    steps:
    - uses: actions/setup-go@v3
      with:
        go-version: '1.22'
    - uses: actions/setup-java@v3
      with:
        distribution: zulu
        java-version: '8' # The JDK version to make available on the path.
        java-package: jdk # (jre, jdk, or jdk+fx) - defaults to jdk
        architecture: x64 # (x64 or x86) - defaults to x64
    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        pip install pynng==0.7.2
    - name: install jmeter
      timeout-minutes: 10
      env:
          JMETER_VERSION: 5.4.3
      run: |
        wget --no-check-certificate -O /tmp/apache-jmeter.tgz https://archive.apache.org/dist/jmeter/binaries/apache-jmeter-$JMETER_VERSION.tgz
        cd /tmp && tar -xvf apache-jmeter.tgz
        echo "jmeter.save.saveservice.output_format=xml" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
        echo "jmeter.save.saveservice.response_data.on_error=true" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
        wget -O /tmp/apache-jmeter-$JMETER_VERSION/lib/ext/mqtt-xmeter-1.13-jar-with-dependencies.jar https://github.com/emqx/mqtt-jmeter/raw/master/Download/v1.13.0/mqtt-xmeter-1.13-jar-with-dependencies.jar
        ln -s /tmp/apache-jmeter-$JMETER_VERSION /opt/jmeter
    - name: install tdengine client
      timeout-minutes: 10
      env:
        TD_VERSION: 2.4.0.18
      run: |
        if [ "$(uname -m)" = "x86_64" ]; then
          wget "https://www.taosdata.com/assets-download/TDengine-client-$TD_VERSION-Linux-x64.tar.gz" -O /tmp/TDengine-client-2.4.0.18.tar.gz;
        fi;
        if [ "$(uname -m)" = "aarch64" ]; then
          wget "https://www.taosdata.com/assets-download/TDengine-client-$TD_VERSION-Linux-aarch64.tar.gz" -O /tmp/TDengine-client-2.4.0.18.tar.gz;
        fi;
        tar -zxvf /tmp/TDengine-client-$TD_VERSION.tar.gz
        cd TDengine-client-$TD_VERSION && ./install_client.sh
    - uses: actions/checkout@v3
    - name: build kuiper
      run: |
        sudo apt-get update && sudo apt-get install pkg-config libczmq-dev -y
        make build_with_edgex_and_script
        echo "KUIPER_LOG_PATH=_build/kuiper-$(git describe --tags --always | sed 's/^v//g')-$(uname -s | tr "[A-Z]" "[a-z]")-amd64/log" >> $GITHUB_ENV
    - name: run edgex && kuiper
      run: |
        ./test/setup_env.sh
        ./test/prepare_plugins.sh
    - name: run fvt tests
      timeout-minutes: 4
      run: ./test/run_jmeter.sh with_edgex=true
    - uses: actions/upload-artifact@v3
      if: always()
      with:
        name: kuiper_logs_with_edgex
        path: ${{ env.KUIPER_LOG_PATH }}
    - uses: actions/upload-artifact@v3
      if: always()
      with:
        name: jmeter_logs_with_edgex
        path: ./jmeter_logs
    - name: check logs
      run: |
        sudo apt-get update && sudo apt-get install -y libxml2-utils
        cd jmeter_logs
        for file in `ls *.jtl`
        do
          if [ ! -z "$(cat $file| grep '<failure>' | awk -F '>' '{print $2}' | awk -F '<' '{print $1}' | grep true)" ] ||
            [ "$(xmllint --format --xpath '/testResults/sample/@rc' $file | sed -r 's/ /\n/g;' | sort -u | grep -E 'rc=\"[45][0-9][0-9]\"|rc=\"\"')" != "" ]; then
              echo -e "---------------------------------------------\n"
              echo "FVT tests error for $file"
              exit 1
          fi
        done

  fvt_tests_redis_as_storage:
    runs-on: ubuntu-latest

    # Service containers to run with `runner-job`
    services:
        # Label used to access the service container
      redis:
          # Docker Hub image
        image: redis
          # Set health checks to wait until redis has started
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
            # Maps port 6379 on service container to the host
          - 6379:6379
      emqx:
        image: emqx/emqx:4.3.10
        ports:
          - 1883:1883
          - 18083:18083

    steps:
      - uses: actions/setup-go@v3
        with:
          go-version: '1.22'
      - uses: actions/setup-java@v3
        with:
          distribution: zulu
          java-version: '8' # The JDK version to make available on the path.
          java-package: jdk # (jre, jdk, or jdk+fx) - defaults to jdk
          architecture: x64 # (x64 or x86) - defaults to x64
      - name: install jmeter
        timeout-minutes: 10
        env:
          JMETER_VERSION: 5.4.3
        run: |
          wget --no-check-certificate -O /tmp/apache-jmeter.tgz https://archive.apache.org/dist/jmeter/binaries/apache-jmeter-$JMETER_VERSION.tgz
          cd /tmp && tar -xvf apache-jmeter.tgz
          echo "jmeter.save.saveservice.output_format=xml" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
          echo "jmeter.save.saveservice.response_data.on_error=true" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
          wget -O /tmp/apache-jmeter-$JMETER_VERSION/lib/ext/mqtt-xmeter-1.13-jar-with-dependencies.jar https://github.com/emqx/mqtt-jmeter/raw/master/Download/v1.13.0/mqtt-xmeter-1.13-jar-with-dependencies.jar
          ln -s /tmp/apache-jmeter-$JMETER_VERSION /opt/jmeter
      - uses: actions/checkout@v3
      - name: build kuiper
        run: |
          make build_with_edgex
          echo "KUIPER_LOG_PATH=_build/kuiper-$(git describe --tags --always | sed 's/^v//g')-$(uname -s | tr "[A-Z]" "[a-z]")-amd64/log" >> $GITHUB_ENV
      - name: run edgex && kuiper
        env:
          KUIPER__STORE__TYPE: redis
          KUIPER__STORE__REDIS__PASSWORD: ""
        run: ./test/setup_env.sh
      - name: run fvt tests
        timeout-minutes: 8
        run: |
          rm -rf test/redis/set

          go build -o test/redis/set test/redis/set.go

          chmod +x test/redis/set
          fvt_dir=`pwd`
          /opt/jmeter/bin/jmeter.sh -Jjmeter.save.saveservice.output_format=xml -n -t test/redis_kv_storage.jmx -Dfvt="$fvt_dir" -l jmeter_logs/redis_kv_storage.jtl -j jmeter_logs/redis_kv_storage.log

      - uses: actions/upload-artifact@v3
        if: always()
        with:
          name: kuiper_logs_redis_storage
          path: ${{ env.KUIPER_LOG_PATH }}
      - uses: actions/upload-artifact@v3
        if: always()
        with:
          name: jmeter_logs_redis_storage
          path: ./jmeter_logs
      - name: check logs
        run: |
          sudo apt-get update && sudo apt-get install -y libxml2-utils
          cd jmeter_logs
          for file in `ls *.jtl`
          do
            if [ ! -z "$(cat $file| grep '<failure>' | awk -F '>' '{print $2}' | awk -F '<' '{print $1}' | grep true)" ] ||
              [ "$(xmllint --format --xpath '/testResults/sample/@rc' $file | sed -r 's/ /\n/g;' | sort -u | grep -E 'rc=\"[45][0-9][0-9]\"|rc=\"\"')" != "" ]; then
                echo -e "---------------------------------------------\n"
                echo "FVT tests error for $file"
                exit 1
            fi
          done

  fvt_tests_for_container_in_helm:
    runs-on: ubuntu-latest

    steps:
    - uses: actions/checkout@v3
    - uses: actions/setup-java@v3
      with:
        distribution: zulu
        java-version: '8' # The JDK version to make available on the path.
        java-package: jdk # (jre, jdk, or jdk+fx) - defaults to jdk
        architecture: x64 # (x64 or x86) - defaults to x64
    - name: install jmeter
      timeout-minutes: 10
      env:
          JMETER_VERSION: 5.4.3
      run: |
        wget --no-check-certificate -O /tmp/apache-jmeter.tgz https://archive.apache.org/dist/jmeter/binaries/apache-jmeter-$JMETER_VERSION.tgz
        cd /tmp && tar -xvf apache-jmeter.tgz
        echo "jmeter.save.saveservice.output_format=xml" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
        echo "jmeter.save.saveservice.response_data.on_error=true" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
        wget -O /tmp/apache-jmeter-$JMETER_VERSION/lib/ext/mqtt-xmeter-1.13-jar-with-dependencies.jar https://github.com/emqx/mqtt-jmeter/raw/master/Download/v1.13.0/mqtt-xmeter-1.13-jar-with-dependencies.jar
        ln -s /tmp/apache-jmeter-$JMETER_VERSION /opt/jmeter
    - name: setup jmeter
      timeout-minutes: 10
      run: |
        wget -O "/opt/jmeter/lib/json-lib-2.4-jdk15.jar" https://repo1.maven.org/maven2/net/sf/json-lib/json-lib/2.4/json-lib-2.4-jdk15.jar
        wget -O "/opt/jmeter/lib/commons-beanutils-1.8.0.jar" https://repo1.maven.org/maven2/commons-beanutils/commons-beanutils/1.8.0/commons-beanutils-1.8.0.jar
        wget -O "/opt/jmeter/lib/commons-collections-3.2.1.jar" https://repo1.maven.org/maven2/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar
        wget -O "/opt/jmeter/lib/commons-lang-2.5.jar" https://repo1.maven.org/maven2/commons-lang/commons-lang/2.5/commons-lang-2.5.jar
        wget -O "/opt/jmeter/lib/commons-logging-1.1.1.jar" https://repo1.maven.org/maven2/commons-logging/commons-logging/1.1.1/commons-logging-1.1.1.jar
        wget -O "/opt/jmeter/lib/ezmorph-1.0.6.jar" https://repo1.maven.org/maven2/net/sf/ezmorph/ezmorph/1.0.6/ezmorph-1.0.6.jar
    - name: install docker
      run: |
        sudo apt-get remove docker docker-engine docker.io containerd runc
        sudo apt-get update
        sudo apt-get install -y apt-transport-https ca-certificates curl gnupg-agent software-properties-common
        curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
        sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
        sudo apt-get update
        sudo apt-get install -y docker-ce docker-ce-cli containerd.io
    - name: install k3s
      env:
        KUBECONFIG: "/etc/rancher/k3s/k3s.yaml"
      run: |
        sudo sh -c "echo \"127.0.0.1 $(hostname)\" >> /etc/hosts"
        curl -sfL https://get.k3s.io | sh -
        sudo chmod 644 /etc/rancher/k3s/k3s.yaml
        kubectl cluster-info
    - name: install helm
      run: |
        curl -fsSL -o get_helm.sh https://raw.githubusercontent.com/helm/helm/master/scripts/get-helm-3
        sudo chmod 700 get_helm.sh
        sudo ./get_helm.sh
        helm version
    - name: build kuiper for docker
      run: sudo docker build --no-cache -t lfedge/ekuiper:$(git describe --tags --always | sed 's/^v//g') -f deploy/docker/Dockerfile .
    - name: run emqx on chart
      env:
        KUBECONFIG: "/etc/rancher/k3s/k3s.yaml"
      timeout-minutes: 5
      run: |
        helm repo add emqx https://repos.emqx.io/charts
        helm repo update
        helm install emqx --set replicaCount=1 emqx/emqx
        while [ "$(kubectl get StatefulSet -l app.kubernetes.io/name=emqx -o jsonpath='{.items[0].status.replicas}')" \
          != "$(kubectl get StatefulSet -l app.kubernetes.io/name=emqx -o jsonpath='{.items[0].status.readyReplicas}')" ]; do
          echo "waiting emqx started"
          sleep 10
        done
    - name: run kuiper for chart
      env:
        KUBECONFIG: "/etc/rancher/k3s/k3s.yaml"
      timeout-minutes: 5
      run: |
        version=$(git describe --tags --always | sed 's/^v//g')
        emqx_address=$(kubectl get svc --namespace default emqx -o jsonpath="{.spec.clusterIP}")

        sudo docker save lfedge/ekuiper:$version -o kuier.tar.gz
        sudo k3s ctr image import kuier.tar.gz

        sed -i -r "s/^appVersion: .*$/appVersion: \"${version}\"/g" deploy/chart/ekuiper/Chart.yaml
        sed -i -r 's/  pullPolicy: .*$/  pullPolicy: Never/g' deploy/chart/ekuiper/values.yaml

        helm install ekuiper deploy/chart/ekuiper --debug --dry-run
        helm install ekuiper deploy/chart/ekuiper
        while [ "$(kubectl get pods -l app.kubernetes.io/name=ekuiper -o json | jq '.items[0].status.containerStatuses[] | select(.ready==true) | .containerID')" = "" ]; do
            echo "=============================="
            kubectl get pods
            echo "=============================="
            echo "waiting ekuiper started"
            sleep 10
        done
        ekuiper_address=$(kubectl get svc --namespace default ekuiper -o jsonpath="{.spec.clusterIP}")
        if [ $(curl -w %{http_code} -fsSL -o /dev/null $ekuiper_address:9081) != 200 ];then
          ekuiper_pod=$(kubectl get pod -l app.kubernetes.io/instance=ekuiper -o jsonpath="{.items[0].metadata.name}")
          kubectl logs $ekuiper_pod
          exit 1;
        fi