refactor parameterize #95
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| paths: | |
| - 'dockerfiles/**' | |
| - 'scripts/deploy.py' | |
| - 'scripts/create-layer.sh' | |
| - 'tests/*' | |
| - '.github/workflows/ci.yml' | |
| branches: | |
| - master | |
| tags: | |
| - '*' | |
| pull_request: | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| if: "!contains(github.event.head_commit.message, '[skip ci]')" | |
| strategy: | |
| matrix: | |
| gdal-version: ["3.8.0"] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.9 | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install boto3 click | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Github | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Build | |
| uses: docker/build-push-action@v5 | |
| with: | |
| platforms: linux/amd64 | |
| context: . | |
| load: true | |
| file: dockerfiles/Dockerfile | |
| build-args: | | |
| GDAL_VERSION=${{ matrix.gdal-version }} | |
| tags: ghcr.io/${{ github.repository_owner }}/lambda-gdal:${{ matrix.gdal-version }} | |
| cache-from: type=gha | |
| cache-to: type=gha,mode=max | |
| - name: Test | |
| run: | | |
| docker run \ | |
| --platform=linux/amd64 \ | |
| --entrypoint bash \ | |
| -v ${{ github.workspace }}:/local \ | |
| --rm ghcr.io/${{ github.repository_owner }}/lambda-gdal:${{ matrix.gdal-version }} \ | |
| /local/tests/tests.sh | |
| deploy: | |
| needs: [build] | |
| runs-on: ubuntu-latest | |
| if: contains(github.ref, 'tags') && github.event_name == 'push' | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: Login to Github | |
| uses: docker/login-action@v1 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-east-1 | |
| - name: Publish docker image | |
| uses: docker/build-push-action@v5 | |
| with: | |
| platforms: linux/amd64 | |
| context: . | |
| file: dockerfiles/Dockerfile | |
| build-args: | | |
| GDAL_VERSION=${{ matrix.gdal-version }} | |
| push: true | |
| cache-from: type=gha | |
| tags: ghcr.io/${{ github.repository_owner }}/lambda-gdal:${{ matrix.gdal-version }} | |
| - name: Build and Deploy layers | |
| run: | | |
| docker run \ | |
| --platform=linux/amd64 \ | |
| --entrypoint bash \ | |
| -v ${{ github.workspace }}:/local \ | |
| --rm ghcr.io/${{ github.repository_owner }}/lambda-gdal:${{ matrix.gdal-version }} \ | |
| /local/scripts/create-layer.sh | |
| python scripts/deploy.py ${{ matrix.gdal-version }} --deploy | |
| - name: Build Runtime and Push | |
| run: | | |
| runtimes='3.9 3.10 3.11' | |
| for runtime in ${runtimes}; do | |
| docker build \ | |
| --platform=linux/amd64 \ | |
| --build-arg GDAL_VERSION=${{ matrix.gdal-version }} \ | |
| --build-arg RUNTIME_VERSION=${runtime} \ | |
| -f dockerfiles/runtimes/python \ | |
| -t ghcr.io/${{ github.repository_owner }}/lambda-gdal:${{ matrix.gdal-version }}-python${runtime} . | |
| docker push ghcr.io/${{ github.repository_owner }}/lambda-gdal:${{ matrix.gdal-version }}-python${runtime} | |
| done | |
| update-layer: | |
| needs: [deploy] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.9 | |
| - uses: actions/setup-node@v4 | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-east-1 | |
| - name: List layers | |
| run: | | |
| python -m pip install boto3 | |
| python scripts/list.py | jq > layer.json | |
| - name: Update resources | |
| uses: test-room-7/action-update-file@v1.8.0 | |
| with: | |
| file-path: layer.json | |
| commit-msg: Update layer [skip ci] | |
| github-token: ${{ secrets.GITHUB_TOKEN }} |