Skip to content

fix: bson type handling cleanup #679

fix: bson type handling cleanup

fix: bson type handling cleanup #679

Workflow file for this run

name: PR Cleanup
on:
pull_request:
types:
- closed
jobs:
cleanup_hosted_datasets:
name: 'Cleanup Hosted Datasets'
runs-on: ubuntu-latest
env:
GCP_PROJECT_ID: glaredb-dev-playground
SNOWFLAKE_USERNAME: ${{ secrets.SNOWFLAKE_USERNAME }}
SNOWFLAKE_PASSWORD: ${{ secrets.SNOWFLAKE_PASSWORD }}
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Authenticate to Google Cloud
uses: google-github-actions/auth@v2
with:
credentials_json: ${{ secrets.GCP_SERVICE_ACCOUNT_JSON }}
- name: Setup snowsql
run: |
curl -o snowsql.bash \
https://sfc-repo.snowflakecomputing.com/snowsql/bootstrap/1.2/linux_x86_64/snowsql-1.2.24-linux_x86_64.bash
mkdir -p ~/bin
SNOWSQL_DEST=~/bin SNOWSQL_LOGIN_SHELL=~/.profile bash snowsql.bash
- name: Setup gcloud
uses: google-github-actions/setup-gcloud@v2
- name: Cleanup (Snowflake)
run: |
export PATH="$HOME/bin:$PATH"
./scripts/cleanup-snowflake-dataset.sh ${{ github.event.pull_request.head.ref }}
- name: Cleanup (BigQuery)
run: ./scripts/cleanup-bigquery-dataset.sh ${{ github.event.pull_request.head.ref }}
update_main_datasets:
name: 'Update main datasets'
runs-on: ubuntu-latest
# Only update if PR is actually merged
if: github.event.pull_request.merged == true
env:
GCP_SERVICE_ACCOUNT_KEY: ${{ secrets.GCP_SERVICE_ACCOUNT_JSON }}
GCP_PROJECT_ID: glaredb-artifacts
SNOWFLAKE_USERNAME: ${{ secrets.SNOWFLAKE_USERNAME }}
SNOWFLAKE_PASSWORD: ${{ secrets.SNOWFLAKE_PASSWORD }}
# Set this so the main database is updated.
BIGQUERY_USE_MAIN_DATASET: true
SNOWFLAKE_USE_MAIN_DATABASE: true
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Authenticate to Google Cloud
uses: google-github-actions/auth@v2
with:
credentials_json: ${{ secrets.GCP_SERVICE_ACCOUNT_JSON }}
- name: Setup snowsql
run: |
curl -o snowsql.bash \
https://sfc-repo.snowflakecomputing.com/snowsql/bootstrap/1.2/linux_x86_64/snowsql-1.2.24-linux_x86_64.bash
mkdir -p ~/bin
SNOWSQL_DEST=~/bin SNOWSQL_LOGIN_SHELL=~/.profile bash snowsql.bash
- name: Setup gcloud
uses: google-github-actions/setup-gcloud@v2
- name: Download testdata from GCS
run: ./scripts/prepare-testdata.sh
- name: Update main dataset (Snowflake)
run: |
export PATH="$HOME/bin:$PATH"
./scripts/create-test-snowflake-db.sh
- name: Update main dataset (BigQuery)
run: ./scripts/create-test-bigquery-db.sh