Skip to content

Commit

Permalink
DAT-16954 DevOps :: Deprecate Postgres 11 (#793)
Browse files Browse the repository at this point in the history
* chore(advanced.yml): update default databases list to remove outdated versions and add new ones
chore(aws.yml): update default databases list to remove outdated versions and add new ones
chore(gcp.yml): update default databases list to remove outdated versions and add new ones
chore(main.yml): update default databases list to remove outdated versions and add new ones

docs(README.md): update supported versions for AWS Postgres RDS, Azure PostgreSQL SS, GCP PostgreSQL, and Postgres
refactor(automation-runner.sh): remove redundant test cases for older Postgres versions
refactor(create-infra.sh): update docker compose command to remove unsupported Postgres versions
refactor(docker-compose.yml): remove configurations for unsupported Postgres versions
refactor(harness-config.yml): remove configurations for unsupported Postgres versions

* removed test files for depracated postgresql versions

* put back mariaDB diff config after accidental deletion

* reverted changes in createView

---------

Co-authored-by: KushnirykOleh <kushnirykoleh@gmail.com>
  • Loading branch information
jandroav and KushnirykOleh authored Apr 25, 2024
1 parent cf78bec commit b90049d
Show file tree
Hide file tree
Showing 120 changed files with 18 additions and 1,672 deletions.
7 changes: 3 additions & 4 deletions .github/workflows/advanced.yml
Original file line number Diff line number Diff line change
Expand Up @@ -25,8 +25,7 @@ on:
databases:
description: Databases to start up. Comma separated list of "name"
required: true
default: "[\"mysql-5.6\",\"mysql-5.7\",\"mysql-8\",\"postgres-9.5\",\"postgres-9\",\"postgres-10\",
\"postgres-11\",\"postgres-12\",\"postgres-13\",\"postgres-14\",\"postgres-15\",\"postgres-16\",\"mariadb-10.2\",\"mariadb-10.3\",\"mariadb-10.4\",\"mariadb-10.5\",\"mariadb-10.6\",
default: "[\"mysql-5.6\",\"mysql-5.7\",\"mysql-8\",\"postgres-12\",\"postgres-13\",\"postgres-14\",\"postgres-15\",\"postgres-16\",\"mariadb-10.2\",\"mariadb-10.3\",\"mariadb-10.4\",\"mariadb-10.5\",\"mariadb-10.6\",
\"mariadb-10.7\",\"mssql-2017\",\"mssql-2019\",\"mssql-2022\",\"crdb-20.2\",\"crdb-21.1\",\"crdb-21.2\",\"crdb-22.1\",\"percona-xtradb-cluster-5.7\",\"percona-xtradb-cluster-8.0\",
\"edb-edb-9.5\",\"edb-edb-9.6\",\"edb-edb-10\",\"edb-edb-11\",\"edb-edb-12\",\"edb-edb-13\",\"edb-edb-14\",\"db2-luw\",\"H2Database-2.2\",\"sqlite\",\"derby\",
\"firebird-3\",\"firebird-4\",\"hsqldb-2.4\",\"hsqldb-2.5\",\"diff\"]"
Expand All @@ -50,8 +49,8 @@ jobs:
useLiquibaseSnapshot: ${{ steps.configure-build.outputs.useLiquibaseSnapshot }}
liquibaseBranch: ${{ steps.configure-build.outputs.liquibaseBranch }}
liquibaseRepo: ${{ steps.configure-build.outputs.liquibaseRepo }}
databases: ${{ github.event.inputs.databases || '["mysql-5.6","mysql-5.7","mysql-8","postgres-9.5",
"postgres-9","postgres-10","postgres-11","postgres-12","postgres-13","postgres-14","postgres-15","postgres-16","mariadb-10.2","mariadb-10.3","mariadb-10.4","mariadb-10.5","mariadb-10.6",
databases: ${{ github.event.inputs.databases || '["mysql-5.6","mysql-5.7","mysql-8",
"postgres-12","postgres-13","postgres-14","postgres-15","postgres-16","mariadb-10.2","mariadb-10.3","mariadb-10.4","mariadb-10.5","mariadb-10.6",
"mariadb-10.7","mssql-2017","mssql-2019","mssql-2022","crdb-20.2","crdb-21.1","crdb-21.2","crdb-22.1","percona-xtradb-cluster-5.7","percona-xtradb-cluster-8.0",
"edb-edb-9.5","edb-edb-9.6","edb-edb-10","edb-edb-11","edb-edb-12","edb-edb-13","edb-edb-14","db2-luw","H2Database-2.2","sqlite","derby","firebird-3","firebird-4",
"hsqldb-2.4","hsqldb-2.5","diff"]' }}
Expand Down
21 changes: 2 additions & 19 deletions .github/workflows/aws.yml
Original file line number Diff line number Diff line change
Expand Up @@ -23,14 +23,14 @@ on:
databases:
description: Databases to start up. Comma separated list of "name:version"
required: true
default: "[\"postgresql:11\",\"postgresql:12\",\"postgresql:13\",\"postgresql:14\",\"postgresql:16\",\"oracle:aws_19\",\"mariadb:aws_10.6\",\"mysql:aws\",\"mysql:aurora\",\"mssql:2019\",\"postgresql:aurora\"]"
default: "[\"postgresql:12\",\"postgresql:13\",\"postgresql:14\",\"postgresql:16\",\"oracle:aws_19\",\"mariadb:aws_10.6\",\"mysql:aws\",\"mysql:aurora\",\"mssql:2019\",\"postgresql:aurora\"]"

jobs:
setup:
name: Setup
runs-on: ubuntu-latest
outputs:
databases: ${{ github.event.inputs.databases || '["postgresql:11","postgresql:12","postgresql:13","postgresql:14","postgresql:16","oracle:aws_19",
databases: ${{ github.event.inputs.databases || '["postgresql:12","postgresql:13","postgresql:14","postgresql:16","oracle:aws_19",
"mariadb:aws_10.6","mysql:aws","mysql:aurora","mssql:2019","postgresql:aurora"]' }}
testClasses: ${{ inputs.testClasses || 'LiquibaseHarnessSuiteTest' }}
steps:
Expand Down Expand Up @@ -130,17 +130,6 @@ jobs:
sleep 30
liquibase --classpath="src/test/resources/init-changelogs/aws" --changeLogFile="${{ steps.setup.outputs.databasePlatform }}.sql" --username="${{ env.TH_DB_ADMIN }}" --password="${{ env.TH_DB_PASSWD }}" --url="$mariadb_url" update
- name: Init PostgreSQL 11 Database
if: ${{ steps.setup.outputs.databasePlatform == 'postgresql' && steps.setup.outputs.databaseVersion != 'aurora' && steps.setup.outputs.databaseVersion == '11' }}
run: |
awslocal rds create-db-cluster --db-cluster-identifier postgres11-primary-cluster --engine postgres --engine-version 11 --database-name ${{ env.TH_DB }} --master-username ${{ env.TH_DB_ADMIN }} --master-user-password ${{ env.TH_DB_PASSWD }}
awslocal rds create-db-instance --db-instance-identifier postgres11-primary-cluster-instance --db-cluster-identifier postgres11-primary-cluster --engine postgres --db-instance-class db.t3.medium
postgres11_port=$(awslocal rds describe-db-instances --db-instance-identifier postgres11-primary-cluster-instance --query 'DBInstances[0].Endpoint.Port' | jq -r)
postgres11_url="jdbc:postgresql://localhost:$postgres11_port/${{ env.TH_DB }}"
echo "TH_PGRESURL_11=$postgres11_url" >> $GITHUB_ENV
sleep 30
liquibase --classpath="src/test/resources/init-changelogs/aws" --changeLogFile="${{ steps.setup.outputs.databasePlatform }}.sql" --username="${{ env.TH_DB_ADMIN }}" --password="${{ env.TH_DB_PASSWD }}" --url="$postgres11_url" update
- name: Init PostgreSQL 12 Database
if: ${{ steps.setup.outputs.databasePlatform == 'postgresql' && steps.setup.outputs.databaseVersion != 'aurora' && steps.setup.outputs.databaseVersion == '12' }}
run: |
Expand Down Expand Up @@ -233,12 +222,6 @@ jobs:
restore-keys: |
${{ runner.os }}-maven-
- name: AWS RDS ${{ steps.setup.outputs.databasePlatform }}-${{ steps.setup.outputs.databaseVersion }} Test Run
if: ${{ steps.setup.outputs.databasePlatform == 'postgresql' && steps.setup.outputs.databaseVersion != 'aurora' && steps.setup.outputs.databaseVersion == '11' }}
env:
LIQUIBASE_PRO_LICENSE_KEY: ${{ secrets.LICENSE_KEY }}
run: mvn -Dtest=${{ needs.setup.outputs.testClasses }} -DconfigFile=/harness-config-cloud.yml -DdbName=${{ steps.setup.outputs.databasePlatform }} -DdbVersion=${{ steps.setup.outputs.databaseVersion }} -Dprefix=aws -DdbUsername=${{env.TH_DB_ADMIN}} -DdbPassword=${{env.TH_DB_PASSWD}} -DdbUrl='${{ env.TH_PGRESURL_11 }}' test

- name: AWS RDS ${{ steps.setup.outputs.databasePlatform }}-${{ steps.setup.outputs.databaseVersion }} Test Run
if: ${{ steps.setup.outputs.databasePlatform == 'postgresql' && steps.setup.outputs.databaseVersion != 'aurora' && steps.setup.outputs.databaseVersion == '12' }}
env:
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/gcp.yml
Original file line number Diff line number Diff line change
Expand Up @@ -23,14 +23,14 @@ on:
databases:
description: Databases to start up. Comma separated list of "name:version"
required: true
default: "[\"postgresql:11\",\"postgresql:12\",\"postgresql:13\",\"postgresql:14\",\"mysql:gcp\",\"mssql:gcp\"]"
default: "[\"postgresql:12\",\"postgresql:13\",\"postgresql:14\",\"mysql:gcp\",\"mssql:gcp\"]"

jobs:
setup:
name: Setup
runs-on: ubuntu-latest
outputs:
databases: ${{ github.event.inputs.databases || '["postgresql:11","postgresql:12","postgresql:13","postgresql:14","mysql:gcp","mssql:gcp"]' }}
databases: ${{ github.event.inputs.databases || '["postgresql:12","postgresql:13","postgresql:14","mysql:gcp","mssql:gcp"]' }}
testClasses: ${{ inputs.testClasses || 'LiquibaseHarnessSuiteTest' }}
steps:
- name: Checkout
Expand Down
8 changes: 2 additions & 6 deletions .github/workflows/main.yml
Original file line number Diff line number Diff line change
Expand Up @@ -59,10 +59,6 @@ on:
"mysql-8",
"percona-xtradb-cluster-5.7",
"percona-xtradb-cluster-8.0",
"postgres-9.5",
"postgres-9",
"postgres-10",
"postgres-11",
"postgres-12",
"postgres-13",
"postgres-14",
Expand Down Expand Up @@ -123,8 +119,8 @@ jobs:
liquibaseBranch: ${{ steps.configure-build.outputs.liquibaseBranch }}
liquibaseRepo: ${{ steps.configure-build.outputs.liquibaseRepo }}
liquibaseSha: ${{ steps.configure-build.outputs.liquibaseSha }}
databases: ${{ github.event.inputs.databases || '["mysql-5.6","mysql-5.7","mysql-8","percona-xtradb-cluster-5.7","percona-xtradb-cluster-8.0","postgres-9.5",
"postgres-9","postgres-10","postgres-11","postgres-12","postgres-13","postgres-14","postgres-15","postgres-16","mariadb-10.2","mariadb-10.3","mariadb-10.4","mariadb-10.5","mariadb-10.6",
databases: ${{ github.event.inputs.databases || '["mysql-5.6","mysql-5.7","mysql-8","percona-xtradb-cluster-5.7","percona-xtradb-cluster-8.0",
"postgres-12","postgres-13","postgres-14","postgres-15","postgres-16","mariadb-10.2","mariadb-10.3","mariadb-10.4","mariadb-10.5","mariadb-10.6",
"mariadb-10.7","mssql-2017","mssql-2019","mssql-2022","H2Database-2.2","crdb-20.2","crdb-21.1","crdb-21.2","crdb-22.1","edb-postgres-9.5","edb-postgres-9.6",
"edb-postgres-10","edb-postgres-11","edb-postgres-12","edb-postgres-13","edb-postgres-14","edb-edb-9.5","edb-edb-9.6","edb-edb-10","edb-edb-11",
"edb-edb-12","edb-edb-13","edb-edb-14","derby","sqlite","hsqldb-2.4","hsqldb-2.5","firebird-3","firebird-4","db2-luw"]' }}
Expand Down
8 changes: 4 additions & 4 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -8,20 +8,20 @@
|---------------------------|---------------------------------------|--------------------------------|
| Aurora MySQL | `8` | Advanced |
| Aurora Postgres | `14, 16` | Advanced |
| AWS Postgres RDS | `11, 12, 13, 14, 16` | Advanced |
| AWS Postgres RDS | `12, 13, 14, 16` | Advanced |
| AWS Oracle RDS | `19.0` | Advanced |
| AWS MySQL | `8` | Advanced |
| AWS MariaDB | `10.6` | Advanced |
| AWS SQL Server | `2019` | Advanced |
| Azure SQL DB | `latest` | Advanced |
| Azure SQL MI | `latest` | BaseHarnessSuite |
| Azure PostgreSQL SS | `11, 15, 16` | Advanced |
| Azure PostgreSQL SS | `15, 16` | Advanced |
| Azure PostgreSQL FlS | `14, 15, 16` | Advanced |
| GCP PostgreSQL | `11, 12, 13, 14` | Advanced |
| GCP PostgreSQL | `12, 13, 14` | Advanced |
| GCP MySQL | `8` | Advanced |
| GCP SQL Server | `2019` | Advanced |
| MariaDB | `10.2, 10.3 , 10.4, 10.5, 10.6, 10.7` | Advanced |
| Postgres | `9, 9.5, 10, 11, 12, 13, 14, 15, 16` | Advanced |
| Postgres | `12, 13, 14, 15, 16` | Advanced |
| MySQL | `5.6, 5.7, 8` | Advanced |
| SQL Server | `2017`, `2019`, `2022` | Advanced |
| Percona XtraDB | `5.7`, `8.0` | Advanced |
Expand Down

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

Loading

0 comments on commit b90049d

Please sign in to comment.