Integration Test Nonexistent Repo

.github/integration_tests/compliant_repo.sh

@@ -0,0 +1,47 @@
+#!/bin/bash
+
+set -euo pipefail
+
+# Integration test to ensure CI fails when a non-existent repository is added
+
+# set git credentials
+git config user.name dfinity
+git config user.email dfinity@dfinity.org
+
+# create new branch
+git checkout -b integration-test-2-$RUN_NUMBER
+
+# add compliant repository to for testing
+echo "test-compliant-repository" >> open-repositories.txt
+sort open-repositories.txt -o open-repositories.txt
+git add open-repositories.txt
+git commit -m 'add compliant repository'
+
+# create pull request
+git push --set-upstream origin integration-test-2-$RUN_NUMBER
+gh pr create --draft --title "Integration Test Compliant Repo" --body "generated by integration test from branch $GITHUB_HEAD_REF"
+
+commit_sha="$(git rev-parse HEAD)"
+
+# check CI
+while true
+do
+    sleep 3
+    status=$(curl -L -H "Accept: application/vnd.github+json" -H "Authorization: Bearer $GH_TOKEN" -H "X-GitHub-Api-Version: 2022-11-28"   https://api.github.com/repos/dfinity/repositories-open-to-contributions/actions/runs?branch=integration-test-2-$RUN_NUMBER | jq '[.workflow_runs[] | select(.name=="Check New Repo")] | map(select(.head_sha=='\"$commit_sha\"')) | max_by(.run_number) | .status')
+    echo $status
+    if [[ "$status" == '"completed"' ]]
+    then
+        break
+    fi
+done
+result=$(curl -L -H "Accept: application/vnd.github+json" -H "Authorization: Bearer $GH_TOKEN" -H "X-GitHub-Api-Version: 2022-11-28"   https://api.github.com/repos/dfinity/repositories-open-to-contributions/actions/runs?branch=integration-test-2-$RUN_NUMBER | jq '[.workflow_runs[] | select(.name=="Check New Repo")] | map(select(.head_sha=='\"$commit_sha\"')) | max_by(.run_number) | .conclusion')
+if [[ $result == '"success"' ]]
+    then echo "test passed"
+else
+    echo "test failed, expected Check New Repo to result in success but got $result" >&2
+    git push origin -d integration-test-2-$RUN_NUMBER
+    exit 1
+fi
+
+# delete branch and close PR
+git push origin -d integration-test-2-$RUN_NUMBER

.github/integration_tests/nonexistent_repo.sh

@@ -9,37 +9,39 @@ git config user.name dfinity
 git config user.email dfinity@dfinity.org
 
 # create new branch
-git checkout -b integration-test-1
+git checkout -b integration-test-1-$RUN_NUMBER
 
 # add a fake repository
 echo "fake-repository" >> open-repositories.txt
+sort open-repositories.txt -o open-repositories.txt
 git add open-repositories.txt
 git commit -m 'add nonexistent repository'
 
 # create pull request
-git push --set-upstream origin integration-test-1
-gh pr create --draft --title "Integration Test 1" --body "generated by integration test from branch $GITHUB_HEAD_REF"
+git push --set-upstream origin integration-test-1-$RUN_NUMBER
+gh pr create --draft --title "Integration Test Nonexistent Repo" --body "generated by integration test from branch $GITHUB_HEAD_REF"
 
 commit_sha="$(git rev-parse HEAD)"
 
 # check CI
 while true
 do
     sleep 3
-    status=$(curl -L -H "Accept: application/vnd.github+json" -H "Authorization: Bearer $GH_TOKEN" -H "X-GitHub-Api-Version: 2022-11-28"   https://api.github.com/repos/dfinity/repositories-open-to-contributions/actions/runs?branch=integration-test-1 | jq '[.workflow_runs[] | select(.name=="Check New Repo")] | map(select(.head_sha=='\"$commit_sha\"')) | max_by(.run_number) | .status')
+    status=$(curl -L -H "Accept: application/vnd.github+json" -H "Authorization: Bearer $GH_TOKEN" -H "X-GitHub-Api-Version: 2022-11-28"   https://api.github.com/repos/dfinity/repositories-open-to-contributions/actions/runs?branch=integration-test-1-$RUN_NUMBER| jq '[.workflow_runs[] | select(.name=="Check New Repo")] | map(select(.head_sha=='\"$commit_sha\"')) | max_by(.run_number) | .status')
     echo $status
     if [[ $status == '"completed"' ]]
     then
         break
     fi
 done
-result=$(curl -L -H "Accept: application/vnd.github+json" -H "Authorization: Bearer $GH_TOKEN" -H "X-GitHub-Api-Version: 2022-11-28"   https://api.github.com/repos/dfinity/repositories-open-to-contributions/actions/runs?branch=integration-test-1 | jq '[.workflow_runs[] | select(.name=="Check New Repo")] | map(select(.head_sha=='\"$commit_sha\"')) | max_by(.run_number) | .conclusion')
+result=$(curl -L -H "Accept: application/vnd.github+json" -H "Authorization: Bearer $GH_TOKEN" -H "X-GitHub-Api-Version: 2022-11-28"   https://api.github.com/repos/dfinity/repositories-open-to-contributions/actions/runs?branch=integration-test-1-$RUN_NUMBER| jq '[.workflow_runs[] | select(.name=="Check New Repo")] | map(select(.head_sha=='\"$commit_sha\"')) | max_by(.run_number) | .conclusion')
 if [[ $result == '"failure"' ]]
     then echo "test passed"
 else
     echo "test failed, expected Check New Repo to result in failure but got $result" >&2
+    git push origin -d integration-test-1-$RUN_NUMBER
     exit 1
 fi
 
 # delete branch and close PR
-git push origin -d integration-test-1
+git push origin -d integration-test-1-$RUN_NUMBER

.github/workflows/compliance_integration_tests.yml

@@ -0,0 +1,50 @@
+# Workflow to run integration tests
+# Checks that check_new_repo workflow works as expected
+
+name: Compliance Integration Tests
+
+on:
+  push:
+    branches-ignore:
+      - integration-test-*
+    paths:
+      - .github/custom_python_actions/check_compliance.py
+      - .github/custom_python_actions/check_external_contrib.py
+      - .github/tests/test_compliance_checks.py
+      - .github/tests/test_check_external_contrib.py
+      - .github/workflows/check_existing_repo.yml
+      - .github/workflows/check_new_repo.yml
+      - .github/workflows/compliance_integration_tests.yml
+      - .github/integration_tests/compliant_repo.sh
+      - .github/integration_tests/nonexistent_repo.sh
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+jobs:
+  compliance-integration-test-nonexistant-repo:
+    name: Integration Test Nonexistant repo
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Integration Test
+      run: |
+        ${GITHUB_WORKSPACE}/.github/integration_tests/nonexistent_repo.sh
+      env:
+        GH_TOKEN: ${{ secrets.INTEGRATION_TESTS_RUN_WORKFLOW }}
+        RUN_NUMBER: ${{ github.run_number }}
+
+  compliance-integration-test-compliant-repo:
+    name: Integration Test Compliant Repo
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+
+    - name: Integration Test
+      run: |
+        ${GITHUB_WORKSPACE}/.github/integration_tests/compliant_repo.sh
+      env:
+        GH_TOKEN: ${{ secrets.INTEGRATION_TESTS_RUN_WORKFLOW }}
+        RUN_NUMBER: ${{ github.run_number }}

open-repositories.txt

@@ -14,6 +14,7 @@ dfx-extensions
 examples
 exchange-rate-canister
 experimental-minting-tool
+fake-repository
 feedback
 getting-started
 hardware-wallet-cli