Test & Publish #156
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test & Publish | |
| on: | |
| push: | |
| branches: [main] | |
| workflow_dispatch: | |
| inputs: | |
| environment: | |
| type: environment | |
| description: The environment to deploy to. | |
| jobs: | |
| detect-environments: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| environments: ${{ steps.environments.outputs.result }} | |
| steps: | |
| - uses: actions/github-script@v6 | |
| id: environments | |
| with: | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| result-encoding: json | |
| script: | | |
| if (context.payload?.inputs?.environment) return [context.payload?.inputs?.environment]; | |
| const {data: {environments}} = | |
| await github.request(`GET /repos/${process.env.GITHUB_REPOSITORY}/environments`); | |
| return environments.map(e => e.name) | |
| test-request-api: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install test dependencies with pip | |
| working-directory: ./request-api | |
| run: | | |
| pip3 install -r requirements/test_requirements.txt | |
| - name: Run Lint and Tests | |
| working-directory: ./request-api | |
| run: make test | |
| publish-request-api: | |
| runs-on: ubuntu-latest | |
| needs: [detect-environments, test-request-api] | |
| strategy: | |
| matrix: | |
| environment: ${{ fromJSON(needs.detect-environments.outputs.environments) }} | |
| environment: ${{ matrix.environment }} | |
| env: | |
| DOCKER_REPO: ${{ secrets.DEPLOY_DOCKER_REPOSITORY_REQUEST_API }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - id: vars | |
| run: echo "sha_short=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT | |
| - run: | | |
| curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" | |
| unzip -q awscliv2.zip | |
| sudo ./aws/install --update | |
| sudo apt-get update | |
| sudo apt-get install -y rsync | |
| - uses: aws-actions/configure-aws-credentials@v1-node16 | |
| with: | |
| aws-access-key-id: ${{ secrets.DEPLOY_AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.DEPLOY_AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-east-1 | |
| - uses: aws-actions/amazon-ecr-login@v2 | |
| with: | |
| registry-type: public | |
| - run: docker pull $DOCKER_REPO:${GITHUB_REF_NAME} || echo "no current latest image" | |
| - run: docker build --build-arg DEPLOY_TIME="$(date +%Y-%m-%dT%H:%M:%S)" --build-arg GIT_COMMIT="${{ steps.vars.outputs.sha_short }}" -t $DOCKER_REPO:${{ steps.vars.outputs.sha_short }} -f request-api/Dockerfile . | |
| - run: docker tag $DOCKER_REPO:${{ steps.vars.outputs.sha_short }} $DOCKER_REPO:${GITHUB_REF_NAME} | |
| - run: docker push $DOCKER_REPO:${{ steps.vars.outputs.sha_short }} | |
| - run: docker push $DOCKER_REPO:${GITHUB_REF_NAME} | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.DEPLOY_AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.DEPLOY_AWS_SECRET_ACCESS_KEY }} | |
| aws-region: eu-west-2 | |
| - name: Update ECS Service | |
| run: | | |
| aws ecs update-service --cluster ${{ matrix.environment }}-cluster --service ${{ matrix.environment }}-pub-async-request-api --task-definition ${{ matrix.environment }}-pub-async-request-api-task --force-new-deployment | |
| test-request-processor: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Install GDAL binary package | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install gdal-bin | |
| - uses: actions/checkout@v4 | |
| - name: Install test dependencies with pip | |
| working-directory: ./request-processor | |
| run: | | |
| pip3 install -r requirements/test_requirements.txt | |
| - name: Download specification files | |
| working-directory: ./request-processor | |
| run: make specification | |
| - name: Lint, Test, Coverage | |
| working-directory: ./request-processor | |
| run: make all | |
| publish-request-processor: | |
| runs-on: ubuntu-latest | |
| needs: [detect-environments, test-request-processor] | |
| strategy: | |
| matrix: | |
| environment: ${{ fromJSON(needs.detect-environments.outputs.environments) }} | |
| environment: ${{ matrix.environment }} | |
| env: | |
| DOCKER_REPO: ${{ secrets.DEPLOY_DOCKER_REPOSITORY_REQUEST_PROCESSOR }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - id: vars | |
| run: echo "sha_short=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT | |
| - run: | | |
| curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" | |
| unzip -q awscliv2.zip | |
| sudo ./aws/install --update | |
| sudo apt-get update | |
| sudo apt-get install -y rsync | |
| - uses: aws-actions/configure-aws-credentials@v1-node16 | |
| with: | |
| aws-access-key-id: ${{ secrets.DEPLOY_AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.DEPLOY_AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-east-1 | |
| - uses: aws-actions/amazon-ecr-login@v2 | |
| with: | |
| registry-type: public | |
| - run: docker pull $DOCKER_REPO:${GITHUB_REF_NAME} || echo "no current latest image" | |
| - run: docker build --build-arg DEPLOY_TIME="$(date +%Y-%m-%dT%H:%M:%S)" --build-arg GIT_COMMIT="${{ steps.vars.outputs.sha_short }}" -t $DOCKER_REPO:${{ steps.vars.outputs.sha_short }} -f request-processor/Dockerfile . | |
| - run: docker tag $DOCKER_REPO:${{ steps.vars.outputs.sha_short }} $DOCKER_REPO:${GITHUB_REF_NAME} | |
| - run: docker push $DOCKER_REPO:${{ steps.vars.outputs.sha_short }} | |
| - run: docker push $DOCKER_REPO:${GITHUB_REF_NAME} | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.DEPLOY_AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.DEPLOY_AWS_SECRET_ACCESS_KEY }} | |
| aws-region: eu-west-2 | |
| - name: List ECS Tasks | |
| run: | | |
| TASK_ARNS=$(aws ecs list-tasks --cluster ${{ matrix.environment }}-cluster --family ${{ matrix.environment }}-pub-async-request-processor-task --output text --query 'taskArns[]') | |
| echo "TASK_ARNS=$TASK_ARNS" >> $GITHUB_ENV | |
| - name: Update ECS Task | |
| run: | | |
| aws ecs run-task --cluster ${{ matrix.environment }}-cluster --task-definition ${{ matrix.environment }}-pub-async-request-processor-task --count 2 --launch-type FARGATE --network-configuration "awsvpcConfiguration={subnets=[${{ secrets.SUBNET_PRIVATE_IDS }}],securityGroups=[${{ secrets.SECURITY_GROUP_PUBLIC_ID }}],assignPublicIp=ENABLED}" | |
| - name: Stop ECS Tasks | |
| if: env.TASK_ARNS | |
| run: | | |
| for TASK_ARN in $TASK_ARNS | |
| do | |
| aws ecs stop-task --cluster ${{ matrix.environment }}-cluster --task $TASK_ARN | |
| done |