CI-nightly #1175
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI-nightly | |
| on: | |
| schedule: | |
| - cron: '0 22 * * *' | |
| workflow_dispatch: | |
| env: | |
| SERVER_IMAGE_TEST_REPO: cvat_server | |
| UI_IMAGE_TEST_REPO: instrumentation_cvat_ui | |
| CYPRESS_VERIFY_TIMEOUT: 180000 # https://docs.cypress.io/guides/guides/command-line#cypress-verify | |
| jobs: | |
| check_updates: | |
| runs-on: ubuntu-latest | |
| env: | |
| REPO: ${{ github.repository }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| outputs: | |
| last_commit_time: ${{ steps.check_updates.outputs.last_commit_time }} | |
| last_night_time: ${{ steps.check_updates.outputs.last_night_time }} | |
| steps: | |
| - id: check_updates | |
| run: | | |
| default_branch=$(gh api /repos/$REPO | jq -r '.default_branch') | |
| last_commit_date=$(gh api /repos/${REPO}/branches/${default_branch} | jq -r '.commit.commit.author.date') | |
| last_night_date=$(gh api /repos/${REPO}/actions/workflows/schedule.yml/runs | \ | |
| jq -r '.workflow_runs[]? | select((.status == "completed")) | .updated_at' \ | |
| | sort | tail -1) | |
| last_night_time=$(date +%s -d $last_night_date) | |
| last_commit_time=$(date +%s -d $last_commit_date) | |
| echo Last CI-nightly workflow run time: $last_night_date | |
| echo Last commit time in develop branch: $last_commit_date | |
| echo "last_commit_time=${last_commit_time}" >> $GITHUB_OUTPUT | |
| echo "last_night_time=${last_night_time}" >> $GITHUB_OUTPUT | |
| search_cache: | |
| needs: check_updates | |
| uses: ./.github/workflows/search-cache.yml | |
| build: | |
| needs: search_cache | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_CI_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_CI_TOKEN }} | |
| - name: CVAT server. Getting cache from the default branch | |
| uses: actions/cache@v3 | |
| with: | |
| path: /tmp/cvat_cache_server | |
| key: ${{ runner.os }}-build-server-${{ needs.search_cache.outputs.sha }} | |
| - name: CVAT UI. Getting cache from the default branch | |
| uses: actions/cache@v3 | |
| with: | |
| path: /tmp/cvat_cache_ui | |
| key: ${{ runner.os }}-build-ui-${{ needs.search_cache.outputs.sha }} | |
| - name: CVAT server. Extract metadata (tags, labels) for Docker | |
| id: meta-server | |
| uses: docker/metadata-action@master | |
| with: | |
| images: ${{ secrets.DOCKERHUB_CI_WORKSPACE }}/${{ env.SERVER_IMAGE_TEST_REPO }} | |
| tags: | |
| type=raw,value=nightly | |
| - name: CVAT UI. Extract metadata (tags, labels) for Docker | |
| id: meta-ui | |
| uses: docker/metadata-action@master | |
| with: | |
| images: ${{ secrets.DOCKERHUB_CI_WORKSPACE }}/${{ env.UI_IMAGE_TEST_REPO }} | |
| tags: | |
| type=raw,value=nightly | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: CVAT server. Build and push | |
| uses: docker/build-push-action@v3 | |
| with: | |
| cache-from: type=local,src=/tmp/cvat_cache_server | |
| context: . | |
| file: Dockerfile | |
| push: true | |
| tags: ${{ steps.meta-server.outputs.tags }} | |
| labels: ${{ steps.meta-server.outputs.labels }} | |
| - name: CVAT UI. Build and push | |
| uses: docker/build-push-action@v3 | |
| with: | |
| cache-from: type=local,src=/tmp/cvat_cache_ui | |
| context: . | |
| file: Dockerfile.ui | |
| push: true | |
| tags: ${{ steps.meta-ui.outputs.tags }} | |
| labels: ${{ steps.meta-ui.outputs.labels }} | |
| unit_testing: | |
| needs: build | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.8' | |
| - name: Getting CVAT UI cache from the default branch | |
| uses: actions/cache@v3 | |
| with: | |
| path: /tmp/cvat_cache_ui | |
| key: ${{ runner.os }}-build-ui-${{ needs.search_cache.outputs.sha }} | |
| - name: Building CVAT UI image | |
| uses: docker/build-push-action@v2 | |
| with: | |
| context: . | |
| file: ./Dockerfile.ui | |
| cache-from: type=local,src=/tmp/cvat_cache_ui | |
| tags: cvat/ui:latest | |
| load: true | |
| - name: CVAT server. Extract metadata (tags, labels) for Docker | |
| id: meta-server | |
| uses: docker/metadata-action@master | |
| with: | |
| images: ${{ secrets.DOCKERHUB_CI_WORKSPACE }}/${{ env.SERVER_IMAGE_TEST_REPO }} | |
| tags: | |
| type=raw,value=nightly | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_CI_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_CI_TOKEN }} | |
| - name: Pull CVAT server image | |
| run: | | |
| docker pull ${{ steps.meta-server.outputs.tags }} | |
| docker tag ${{ steps.meta-server.outputs.tags }} cvat/server:local | |
| docker tag ${{ steps.meta-server.outputs.tags }} cvat/server:latest | |
| docker tag cvat/ui:latest cvat/ui:local | |
| - name: OPA tests | |
| run: | | |
| curl -L -o opa https://openpolicyagent.org/downloads/v0.45.0/opa_linux_amd64_static | |
| chmod +x ./opa | |
| ./opa test cvat/apps/iam/rules | |
| - name: REST API and SDK tests | |
| run: | | |
| pip3 install -r cvat-sdk/gen/requirements.txt | |
| ./cvat-sdk/gen/generate.sh | |
| pip3 install -r ./tests/python/requirements.txt | |
| pip3 install -e ./cvat-sdk | |
| pip3 install -e ./cvat-cli | |
| pytest tests/python/ | |
| pytest tests/python/ --stop-services | |
| - name: Unit tests | |
| env: | |
| HOST_COVERAGE_DATA_DIR: ${{ github.workspace }} | |
| CONTAINER_COVERAGE_DATA_DIR: "/coverage_data" | |
| run: | | |
| docker compose -f docker-compose.yml -f docker-compose.dev.yml up -d cvat_opa cvat_server cvat_db | |
| max_tries=12 | |
| while [[ $(curl -s -o /dev/null -w "%{http_code}" localhost:8181/health?bundles) != "200" && max_tries -gt 0 ]]; do (( max_tries-- )); sleep 5; done | |
| docker compose -f docker-compose.yml -f docker-compose.dev.yml -f docker-compose.ci.yml run cvat_ci /bin/bash \ | |
| -c 'python manage.py test cvat/apps -v 2' | |
| docker compose -f docker-compose.yml -f docker-compose.dev.yml -f docker-compose.ci.yml run cvat_ci /bin/bash \ | |
| -c 'DISABLE_HUSKY=1 yarn --frozen-lockfile && yarn workspace cvat-core run test' | |
| docker compose -f docker-compose.yml -f docker-compose.dev.yml -f docker-compose.ci.yml down -v | |
| e2e_testing: | |
| needs: build | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| specs: ['actions_tasks', 'actions_tasks2', 'actions_tasks3', | |
| 'actions_objects', 'actions_objects2', 'actions_users', | |
| 'actions_projects_models', 'canvas3d_functionality', 'canvas3d_functionality_2', | |
| 'issues_prs', 'issues_prs2', 'features'] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: '16.x' | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_CI_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_CI_TOKEN }} | |
| - name: CVAT server. Extract metadata (tags, labels) for Docker | |
| id: meta-server | |
| uses: docker/metadata-action@master | |
| with: | |
| images: ${{ secrets.DOCKERHUB_CI_WORKSPACE }}/${{ env.SERVER_IMAGE_TEST_REPO }} | |
| tags: | |
| type=raw,value=nightly | |
| - name: CVAT UI. Extract metadata (tags, labels) for Docker | |
| id: meta-ui | |
| uses: docker/metadata-action@master | |
| with: | |
| images: ${{ secrets.DOCKERHUB_CI_USERNAME }}/${{ env.UI_IMAGE_TEST_REPO }} | |
| tags: | |
| type=raw,value=nightly | |
| - name: Pull CVAT UI image | |
| run: | | |
| docker pull ${{ steps.meta-server.outputs.tags }} | |
| docker tag ${{ steps.meta-server.outputs.tags }} cvat/server:dev | |
| docker pull ${{ steps.meta-ui.outputs.tags }} | |
| docker tag ${{ steps.meta-ui.outputs.tags }} cvat/ui:dev | |
| - name: Run CVAT instance | |
| run: | | |
| docker compose \ | |
| -f docker-compose.yml \ | |
| -f docker-compose.dev.yml \ | |
| -f tests/docker-compose.file_share.yml \ | |
| -f tests/docker-compose.minio.yml \ | |
| -f components/serverless/docker-compose.serverless.yml up -d | |
| - name: Waiting for server | |
| id: wait-server | |
| env: | |
| API_ABOUT_PAGE: "localhost:8080/api/server/about" | |
| run: | | |
| max_tries=60 | |
| status_code=$(curl -s -o /tmp/server_response -w "%{http_code}" ${API_ABOUT_PAGE}) | |
| while [[ $status_code != "200" && max_tries -gt 0 ]] | |
| do | |
| echo Number of attempts left: $max_tries | |
| echo Status code of response: $status_code | |
| sleep 5 | |
| status_code=$(curl -s -o /tmp/server_response -w "%{http_code}" ${API_ABOUT_PAGE}) | |
| (( max_tries-- )) | |
| done | |
| if [[ $status_code != "200" ]]; then | |
| echo Response from server is incorrect, output: | |
| cat /tmp/server_response | |
| fi | |
| echo "status_code=${status_code}" >> $GITHUB_OUTPUT | |
| - name: Fail on bad response from server | |
| if: steps.wait-server.outputs.status_code != '200' | |
| uses: actions/github-script@v3 | |
| with: | |
| script: | | |
| core.setFailed('Workflow failed: incorrect response from server. See logs artifact to get more info') | |
| - name: Add user for tests | |
| env: | |
| DJANGO_SU_NAME: "admin" | |
| DJANGO_SU_EMAIL: "admin@localhost.company" | |
| DJANGO_SU_PASSWORD: "12qwaszx" | |
| run: | | |
| docker exec -i cvat_server /bin/bash -c "echo \"from django.contrib.auth.models import User; User.objects.create_superuser('${DJANGO_SU_NAME}', '${DJANGO_SU_EMAIL}', '${DJANGO_SU_PASSWORD}')\" | python3 ~/manage.py shell" | |
| - name: Run tests | |
| run: | | |
| cd ./tests | |
| yarn --frozen-lockfile | |
| shopt -s extglob | |
| if [[ ${{ matrix.specs }} == canvas3d_* ]]; then | |
| npx cypress run \ | |
| --headed \ | |
| --browser chrome \ | |
| --env coverage=false \ | |
| --config-file cypress_canvas3d.config.js \ | |
| --spec 'cypress/e2e/${{ matrix.specs }}/**/*.js,cypress/e2e/remove_users_tasks_projects_organizations.js' | |
| else | |
| npx cypress run \ | |
| --browser chrome \ | |
| --env coverage=false \ | |
| --spec 'cypress/e2e/${{ matrix.specs }}/**/*.js,cypress/e2e/remove_users_tasks_projects_organizations.js' | |
| fi | |
| - name: Creating a log file from "cvat" container logs | |
| if: failure() | |
| run: | | |
| docker logs cvat_server > ${{ github.workspace }}/tests/cvat.log | |
| - name: Uploading cypress screenshots as an artifact | |
| if: failure() | |
| uses: actions/upload-artifact@v3.1.1 | |
| with: | |
| name: cypress_screenshots | |
| path: ${{ github.workspace }}/tests/cypress/screenshots | |
| - name: Uploading "cvat" container logs as an artifact | |
| if: failure() | |
| uses: actions/upload-artifact@v3.1.1 | |
| with: | |
| name: cvat_container_logs | |
| path: ${{ github.workspace }}/tests/cvat.log |