Merge pull request #569 from desci-labs/aws-build-fix #63
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # build.yml | |
| on: | |
| workflow_dispatch: # This line enables manual triggers | |
| push: | |
| paths: | |
| - .github/workflows/** | |
| - desci-media-isolated/** | |
| - Dockerfile | |
| branches: # array of glob patterns matching against refs/heads. Optional; defaults to all | |
| - main # triggers on pushes that contain changes | |
| - develop | |
| # TODO: add demo env | |
| name: Build desci-isolated-media-server | |
| # https://docs.aws.amazon.com/cli/latest/userguide/cli-configure-envvars.html | |
| env: | |
| AWS_DEFAULT_REGION: us-east-2 | |
| AWS_DEFAULT_OUTPUT: json | |
| AWS_ACCOUNT_ID: ${{ secrets.AWS_ACCOUNT_ID }} | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| CONTAINER_IMAGE: desci-media-isolated | |
| DOCKER_BUILDKIT: 1 | |
| jobs: | |
| build-and-push: | |
| name: Build and deploy | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: hashicorp/setup-terraform@v1 | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| # Add steps here like linting, testing, minification, etc. | |
| - id: install-aws-cli | |
| uses: unfor19/install-aws-cli-action@v1 | |
| with: | |
| version: 1 | |
| - uses: prepor/action-aws-iam-authenticator@master | |
| - run: aws-iam-authenticator version | |
| - name: Install Kubectl | |
| run: | | |
| #$(curl -Ls https://dl.k8s.io/release/stable.txt) | |
| version=v1.23.6 | |
| echo "using kubectl@$version" | |
| curl -sLO "https://dl.k8s.io/release/$version/bin/linux/amd64/kubectl" -o kubectl | |
| chmod +x kubectl | |
| mv kubectl /usr/local/bin | |
| mkdir $HOME/.kube | |
| sudo apt-get update | |
| sudo apt-get install less | |
| echo ${{ secrets.KUBE_CONFIG_DATA }} | base64 --decode > $HOME/.kube/config | |
| aws sts get-caller-identity | |
| - name: Build and tag the image (DEV) | |
| if: github.ref == 'refs/heads/develop' | |
| run: | | |
| # Build and tag the image | |
| docker build \ | |
| --target production -t $CONTAINER_IMAGE-dev:production \ | |
| --target production -t $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$CONTAINER_IMAGE-dev \ | |
| ./desci-media-isolated | |
| - name: Build and tag the image (PROD) | |
| if: github.ref == 'refs/heads/main' | |
| run: | | |
| # Build and tag the image | |
| docker build \ | |
| --target production -t $CONTAINER_IMAGE-prod:production \ | |
| --target production -t $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$CONTAINER_IMAGE \ | |
| ./desci-media-isolated | |
| # Add additional steps here like scanning of image | |
| # Only push to registry on master | |
| - name: Push (DEV) | |
| if: github.ref == 'refs/heads/develop' | |
| run: | | |
| # Push image to AWS ECR | |
| aws ecr get-login-password --region $AWS_DEFAULT_REGION | docker login --username AWS --password-stdin $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com | |
| docker tag $CONTAINER_IMAGE-dev:production $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$CONTAINER_IMAGE-dev:${{ github.sha }} | |
| docker tag $CONTAINER_IMAGE-dev:production $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$CONTAINER_IMAGE-dev:production | |
| docker push $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$CONTAINER_IMAGE-dev:${{ github.sha }} | |
| docker push $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$CONTAINER_IMAGE-dev:production | |
| - name: Push (PROD) | |
| if: github.ref == 'refs/heads/main' | |
| run: | | |
| # Push image to AWS ECR | |
| aws ecr get-login-password --region $AWS_DEFAULT_REGION | docker login --username AWS --password-stdin $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com | |
| docker tag $CONTAINER_IMAGE-prod:production $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$CONTAINER_IMAGE-prod:${{ github.sha }} | |
| docker tag $CONTAINER_IMAGE-prod:production $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$CONTAINER_IMAGE-prod:production | |
| docker push $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$CONTAINER_IMAGE-prod:${{ github.sha }} | |
| docker push $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$CONTAINER_IMAGE-prod:production | |
| - name: Deploy to EKS (DEV) | |
| # uses: steebchen/kubectl@v2.0.0 | |
| if: github.ref == 'refs/heads/develop' | |
| run: | # defaults to latest kubectl binary version | |
| kubectl apply -f desci-media-isolated/kubernetes/deployment_dev.yaml | |
| kubectl set image deployment/desci-media-isolated-dev desci-media-isolated-dev=$AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$CONTAINER_IMAGE-dev:${{ github.sha }} --record | |
| - name: Deploy to EKS (PROD) | |
| if: github.ref == 'refs/heads/main' | |
| run: | # defaults to latest kubectl binary version | |
| kubectl apply -f desci-media-isolated/kubernetes/deployment_prod.yaml | |
| kubectl set image deployment/desci-media-isolated-prod desci-media-isolated-prod=$AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$CONTAINER_IMAGE-prod:${{ github.sha }} --record | |
| - name: Verify EKS Deployment (DEV) | |
| if: github.ref == 'refs/heads/develop' | |
| run: | | |
| kubectl rollout status deployment/desci-media-isolated-dev | |
| - name: Verify EKS Deployment (PROD) | |
| if: github.ref == 'refs/heads/main' | |
| run: | | |
| kubectl rollout status deployment/desci-media-isolated-prod |