feat: new python playwright release pipeline #264
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Release Python + Selenium images | |
on: | |
workflow_dispatch: | |
inputs: | |
release_tag: | |
description: 'Tag for the images (e.g.: "latest" or "beta")' | |
required: true | |
apify_version: | |
description: 'Apify Python SDK version (e.g.: "1.0.0")' | |
required: true | |
repository_dispatch: | |
types: [build-python-images] | |
pull_request: | |
env: | |
RELEASE_TAG: ${{ github.event.inputs.release_tag || github.event.client_payload.release_tag }} | |
APIFY_VERSION: ${{ github.event.inputs.apify_version || github.event.client_payload.apify_version }} | |
LATEST_PYTHON: "3.13" | |
jobs: | |
matrix: | |
runs-on: ubuntu-latest | |
outputs: | |
matrix: ${{ steps.set-matrix.outputs.matrix }} | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Set up bun | |
uses: oven-sh/setup-bun@v1 | |
- run: bun install | |
working-directory: ./.github/actions/version-matrix | |
- name: Generate matrix | |
id: set-matrix | |
run: echo "matrix=$(bun python:selenium)" >> $GITHUB_OUTPUT | |
working-directory: ./.github/actions/version-matrix | |
- name: Print matrix | |
run: | | |
echo '${{ steps.set-matrix.outputs.matrix }}' | jq -r '.include[] | "python-version=\(.["python-version"]) selenium-version=\(.["selenium-version"]) apify-version=\(.["apify-version"]) is-latest=\(.["is-latest"])"' | |
echo "" | |
echo "Raw matrix:" | |
echo "" | |
echo '${{ steps.set-matrix.outputs.matrix }}' | jq -e | |
# Build master images that are not dependent on existing builds. | |
build-main: | |
needs: [matrix] | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: ${{ fromJson(needs.matrix.outputs.matrix) }} | |
name: "py: ${{ matrix.python-version }}, selenium: ${{ matrix.selenium-version }}, apify: ${{ matrix.apify-version }}, is-latest: ${{ matrix.is-latest }}" | |
steps: | |
- name: Set default inputs if event is pull request | |
if: github.event_name == 'pull_request' | |
run: | | |
if [[ -z "$RELEASE_TAG" ]]; then echo "RELEASE_TAG=CI_TEST" >> $GITHUB_ENV; fi | |
if [[ -z "$APIFY_VERSION" ]]; then echo "APIFY_VERSION=${{ matrix.apify-version }}" >> $GITHUB_ENV; fi | |
- name: Set default inputs if event is schedule | |
if: github.event_name == 'schedule' | |
run: | | |
if [[ -z "$RELEASE_TAG" ]]; then echo "RELEASE_TAG=latest" >> $GITHUB_ENV; fi | |
if [[ -z "$APIFY_VERSION" ]]; then echo "APIFY_VERSION=${{ matrix.apify-version }}" >> $GITHUB_ENV; fi | |
- name: Check if inputs are set correctly | |
run: | | |
if [[ -z "$RELEASE_TAG" ]]; then echo "RELEASE_TAG input is empty!" >&2; exit 1; fi | |
if [[ -z "$APIFY_VERSION" ]]; then echo "APIFY_VERSION input is empty!" >&2; exit 1; fi | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- name: Set up Python ${{ matrix.python-version }} | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ matrix.python-version }} | |
- name: Update pip | |
run: python -m pip install --upgrade pip | |
- # It seems that it takes a few minutes before a newly published version | |
# becomes available in the PyPI registry. We wait before starting the image builds. | |
name: Wait For Package Registry | |
uses: nick-fields/retry@v3 | |
with: | |
timeout_minutes: 2 # timeout for a single attempt | |
max_attempts: 3 | |
retry_wait_seconds: 60 # wait between retries | |
command: pip install apify~=$APIFY_VERSION | |
- name: Prepare image tags | |
id: prepare-tags | |
uses: actions/github-script@v7 | |
env: | |
CURRENT_PYTHON: ${{ matrix.python-version }} | |
LATEST_PYTHON: ${{ env.LATEST_PYTHON }} | |
FRAMEWORK_VERSION: ${{ matrix.selenium-version }} | |
RELEASE_TAG: ${{ env.RELEASE_TAG }} | |
IMAGE_NAME: apify/actor-${{ matrix.image-name }} | |
IS_LATEST_BROWSER_IMAGE: ${{ matrix.is-latest }} | |
with: | |
script: | | |
const generateTags = require("./.github/scripts/prepare-python-image-tags.js"); | |
return generateTags() | |
- name: Set up QEMU | |
uses: docker/setup-qemu-action@v3 | |
- name: Set up Docker Buildx | |
uses: docker/setup-buildx-action@v3 | |
- name: Build and tag image | |
uses: docker/build-push-action@v5 | |
with: | |
context: ./${{ matrix.image-name }} | |
file: ./${{ matrix.image-name }}/Dockerfile | |
build-args: | | |
PYTHON_VERSION=${{ matrix.python-version }} | |
APIFY_VERSION=${{ env.APIFY_VERSION }} | |
SELENIUM_VERSION=${{ matrix.selenium-version }} | |
load: true | |
tags: ${{ fromJson(steps.prepare-tags.outputs.result).allTags }} | |
- name: Test image | |
run: docker run ${{ fromJson(steps.prepare-tags.outputs.result).firstImageName }} | |
- name: Login to DockerHub | |
if: github.event_name != 'pull_request' | |
uses: docker/login-action@v3 | |
with: | |
username: ${{ secrets.APIFY_SERVICE_ACCOUNT_DOCKERHUB_USERNAME }} | |
password: ${{ secrets.APIFY_SERVICE_ACCOUNT_DOCKERHUB_TOKEN }} | |
- name: Push images | |
if: github.event_name != 'pull_request' | |
run: docker push apify/actor-${{ matrix.image-name }} --all-tags |