Skip to content
Teraslice CI Tests

Update minio to use RELEASE.2022-06-11T19-55-32Z #981

Sign in to view logs

Update minio to use RELEASE.2022-06-11T19-55-32Z

Update minio to use RELEASE.2022-06-11T19-55-32Z #981

Workflow file for this run

.github/workflows/test.yml at f2b3d01
name: Teraslice CI Tests
# this will technically run again on merge to master, should limit it
on:
pull_request:
branches: [ master ]
jobs:
verify-build:
runs-on: ubuntu-latest
steps:
- name: Check out code
uses: actions/checkout@v4
- name: Setup Node
uses: actions/setup-node@v4
with:
node-version: 18
cache: 'yarn'
- name: Install and build packages
run: yarn setup
env:
YARN_SETUP_ARGS: "--prod=false --silent"
- name: Lint codebase
run: yarn lint
- name: Sync codebase
run: yarn sync --verify
cache-docker-images:
runs-on: ubuntu-latest
steps:
- name: Check out code
uses: actions/checkout@v4
- name: Setup Node
uses: actions/setup-node@v4
with:
node-version: 18
cache: 'yarn'
# we login to docker to avoid docker pull limit rates
- name: Login to Docker Hub
uses: docker/login-action@v3
with:
username: ${{ secrets.DOCKER_USERNAME }}
password: ${{ secrets.DOCKER_PASSWORD }}
- name: Check docker.hub limit start of job
env:
USER: ${{ secrets.DOCKER_USERNAME }}
PASS: ${{ secrets.DOCKER_PASSWORD }}
run: yarn docker:limit
- name: Install and build packages
run: yarn setup
env:
YARN_SETUP_ARGS: "--prod=false --silent"
- name: Create Docker Image List
run: |
yarn docker:listImages
cat ./images/image-list.txt
- name: Restore Docker image cache
id: docker-cache
uses: actions/cache@v4
with:
path: /tmp/docker_cache
key: docker-images-${{ hashFiles('./images/image-list.txt') }}
lookup-only: true
- name: Pull and save Docker images
if: ${{steps.docker-cache.outputs.cache-hit != 'true'}}
run: yarn docker:saveImages
- name: Update Docker image cache
if: ${{steps.docker-cache.outputs.cache-hit != 'true'}}
uses: actions/cache/save@v4
with:
path: /tmp/docker_cache
key: docker-images-${{ hashFiles('./images/image-list.txt') }}
- name: Check docker.hub limit end of job
env:
USER: ${{ secrets.DOCKER_USERNAME }}
PASS: ${{ secrets.DOCKER_PASSWORD }}
run: npm run docker:limit
# linux-unit-tests:
# runs-on: ubuntu-latest
# strategy:
# matrix:
# node-version: [18, 20, 22]
# steps:
# - name: Check out code
# uses: actions/checkout@v4
# - name: Setup Node ${{ matrix.node-version }}
# uses: actions/setup-node@v4
# with:
# node-version: ${{ matrix.node-version }}
# cache: 'yarn'
# - name: Install and build packages
# run: yarn setup
# env:
# YARN_SETUP_ARGS: "--prod=false --silent"
# - name: Test
# run: yarn --silent test -- --suite unit --
# linux-unit-esm-tests:
# runs-on: ubuntu-latest
# strategy:
# matrix:
# node-version: [18, 20, 22]
# steps:
# - name: Check out code
# uses: actions/checkout@v4
# - name: Setup Node ${{ matrix.node-version }}
# uses: actions/setup-node@v4
# with:
# node-version: ${{ matrix.node-version }}
# cache: 'yarn'
# - name: Install and build packages
# run: yarn setup
# env:
# YARN_SETUP_ARGS: "--prod=false --silent"
# - name: Test
# run: yarn --silent test -- --suite unit-esm --
# env:
# NODE_OPTIONS: '--experimental-vm-modules'
teraslice-elasticsearch-tests:
runs-on: ubuntu-latest
needs: [verify-build, cache-docker-images]
strategy:
# opensearch is finiky, keep testing others if it fails
fail-fast: false
matrix:
node-version: [18, 20, 22]
search-version: [elasticsearch6, elasticsearch7, opensearch1, opensearch2]
steps:
- name: Check out code
uses: actions/checkout@v4
- name: Setup Node ${{ matrix.node-version }}
uses: actions/setup-node@v4
with:
node-version: ${{ matrix.node-version }}
cache: 'yarn'
# we login to docker to avoid docker pull limit rates
- name: Login to Docker Hub
uses: docker/login-action@v3
with:
username: ${{ secrets.DOCKER_USERNAME }}
password: ${{ secrets.DOCKER_PASSWORD }}
- name: Check docker.hub limit start
env:
USER: ${{ secrets.DOCKER_USERNAME }}
PASS: ${{ secrets.DOCKER_PASSWORD }}
run: npm run docker:limit
- name: Install and build packages
run: yarn setup
env:
YARN_SETUP_ARGS: "--prod=false --silent"
- name: Create Docker Image List
run: |
yarn docker:listImages
cat ./images/image-list.txt
- name: Restore Docker image cache
id: docker-cache
uses: actions/cache@v4
with:
path: /tmp/docker_cache
key: docker-images-${{ hashFiles('./images/image-list.txt') }}
- name: Test ${{ matrix.search-version }}
run: yarn --silent test:${{ matrix.search-version }}
working-directory: ./packages/teraslice
- name: Check docker.hub limit after Test
env:
USER: ${{ secrets.DOCKER_USERNAME }}
PASS: ${{ secrets.DOCKER_PASSWORD }}
run: npm run docker:limit
elasticsearch-store-tests:
runs-on: ubuntu-latest
needs: [verify-build, cache-docker-images]
strategy:
# opensearch is finiky, keep testing others if it fails
fail-fast: false
matrix:
node-version: [18, 20, 22]
search-version: [elasticsearch6, elasticsearch7, opensearch1, opensearch2]
steps:
- name: Check out code
uses: actions/checkout@v4
- name: Setup Node ${{ matrix.node-version }}
uses: actions/setup-node@v4
with:
node-version: ${{ matrix.node-version }}
cache: 'yarn'
# we login to docker to avoid docker pull limit rates
- name: Login to Docker Hub
uses: docker/login-action@v3
with:
username: ${{ secrets.DOCKER_USERNAME }}
password: ${{ secrets.DOCKER_PASSWORD }}
- name: Check docker.hub limit start
env:
USER: ${{ secrets.DOCKER_USERNAME }}
PASS: ${{ secrets.DOCKER_PASSWORD }}
run: npm run docker:limit
- name: Install and build packages
run: yarn setup
env:
YARN_SETUP_ARGS: "--prod=false --silent"
- name: Create Docker Image List
run: |
yarn docker:listImages
cat ./images/image-list.txt
- name: Restore Docker image cache
id: docker-cache
uses: actions/cache@v4
with:
path: /tmp/docker_cache
key: docker-images-${{ hashFiles('./images/image-list.txt') }}
- name: Test ${{ matrix.search-version }}
run: yarn --silent test:${{ matrix.search-version }}
working-directory: ./packages/elasticsearch-store
- name: Check docker.hub limit end of job
env:
USER: ${{ secrets.DOCKER_USERNAME }}
PASS: ${{ secrets.DOCKER_PASSWORD }}
run: npm run docker:limit
elasticsearch-api-tests:
runs-on: ubuntu-latest
needs: [verify-build, cache-docker-images]
strategy:
# opensearch is finiky, keep testing others if it fails
fail-fast: false
matrix:
# node-version: [18, 20, 22]
node-version: [18]
search-version: [elasticsearch6, elasticsearch7, opensearch1, opensearch2]
steps:
- name: Check out code
uses: actions/checkout@v4
- name: Setup Node ${{ matrix.node-version }}
uses: actions/setup-node@v4
with:
node-version: ${{ matrix.node-version }}
cache: 'yarn'
# we login to docker to avoid docker pull limit rates
- name: Login to Docker Hub
uses: docker/login-action@v3
with:
username: ${{ secrets.DOCKER_USERNAME }}
password: ${{ secrets.DOCKER_PASSWORD }}
- name: Check docker.hub limit start
env:
USER: ${{ secrets.DOCKER_USERNAME }}
PASS: ${{ secrets.DOCKER_PASSWORD }}
run: npm run docker:limit
- name: Install and build packages
run: yarn setup
env:
YARN_SETUP_ARGS: "--prod=false --silent"
- name: Create Docker Image List
run: |
yarn docker:listImages
cat ./images/image-list.txt
- name: Restore Docker image cache
id: docker-cache
uses: actions/cache@v4
with:
path: /tmp/docker_cache
key: docker-images-${{ hashFiles('./images/image-list.txt') }}
- name: Test ${{ matrix.search-version }}
run: yarn --silent test:${{ matrix.search-version }}
working-directory: ./packages/elasticsearch-api
- name: Check docker.hub limit end of job
env:
USER: ${{ secrets.DOCKER_USERNAME }}
PASS: ${{ secrets.DOCKER_PASSWORD }}
run: npm run docker:limit
# e2e-tests:
# runs-on: ubuntu-latest
# needs: [verify-build, cache-docker-images]
# strategy:
# # opensearch is finiky, keep testing others if it fails
# fail-fast: false
# matrix:
# node-version: [18, 20, 22]
# search-version: [elasticsearch6, elasticsearch7, opensearch1, opensearch2]
# steps:
# - name: Check out code
# uses: actions/checkout@v4
# - name: Setup Node ${{ matrix.node-version }}
# uses: actions/setup-node@v4
# with:
# node-version: ${{ matrix.node-version }}
# cache: 'yarn'
# # we login to docker to avoid docker pull limit rates
# - name: Login to Docker Hub
# uses: docker/login-action@v3
# with:
# username: ${{ secrets.DOCKER_USERNAME }}
# password: ${{ secrets.DOCKER_PASSWORD }}
# - name: Check docker.hub limit start
# env:
# USER: ${{ secrets.DOCKER_USERNAME }}
# PASS: ${{ secrets.DOCKER_PASSWORD }}
# run: npm run docker:limit
# - name: Install and build packages
# run: yarn setup
# env:
# YARN_SETUP_ARGS: "--prod=false --silent"
# - name: Create Docker Image List
# run: |
# yarn docker:listImages
# cat ./images/image-list.txt
# - name: Restore Docker image cache
# id: docker-cache
# uses: actions/cache@v4
# with:
# path: /tmp/docker_cache
# key: docker-images-${{ hashFiles('./images/image-list.txt') }}
# - name: Compile e2e code
# run: yarn build
# working-directory: ./e2e
# - name: Test ${{ matrix.search-version }}
# run: NODE_VERSION=${{ matrix.node-version }} yarn --silent test:${{ matrix.search-version }}
# working-directory: ./e2e
# - name: Check docker.hub limit end of job
# env:
# USER: ${{ secrets.DOCKER_USERNAME }}
# PASS: ${{ secrets.DOCKER_PASSWORD }}
# run: npm run docker:limit
# e2e-k8s-tests:
# runs-on: ubuntu-latest
# needs: [verify-build, cache-docker-images]
# strategy:
# # opensearch is finiky, keep testing others if it fails
# fail-fast: false
# matrix:
# node-version: [18, 22]
# steps:
# - name: Check out code
# uses: actions/checkout@v4
# - name: Setup Node ${{ matrix.node-version }}
# uses: actions/setup-node@v4
# with:
# node-version: ${{ matrix.node-version }}
# cache: 'yarn'
# # we login to docker to avoid docker pull limit rates
# - name: Login to Docker Hub
# uses: docker/login-action@v3
# with:
# username: ${{ secrets.DOCKER_USERNAME }}
# password: ${{ secrets.DOCKER_PASSWORD }}
# - name: Check docker.hub limit start
# env:
# USER: ${{ secrets.DOCKER_USERNAME }}
# PASS: ${{ secrets.DOCKER_PASSWORD }}
# run: npm run docker:limit
# - name: Install and build packages
# run: yarn setup
# env:
# YARN_SETUP_ARGS: "--prod=false --silent"
# - name: Create Docker Image List
# run: |
# yarn docker:listImages
# cat ./images/image-list.txt
# - name: Restore Docker image cache
# id: docker-cache
# uses: actions/cache@v4
# with:
# path: /tmp/docker_cache
# key: docker-images-${{ hashFiles('./images/image-list.txt') }}
# - name: Compile e2e code
# run: yarn build
# working-directory: ./e2e
# - name: Install Kind and Kubectl
# uses: helm/kind-action@v1.10.0
# with:
# install_only: "true"
# - name: Test k8s elasticsearch7
# run: NODE_VERSION=${{ matrix.node-version }} yarn --silent test:k8s
# working-directory: ./e2e
# - name: Check docker.hub limit end of job
# env:
# USER: ${{ secrets.DOCKER_USERNAME }}
# PASS: ${{ secrets.DOCKER_PASSWORD }}
# run: npm run docker:limit
# e2e-k8s-v2-tests:
# runs-on: ubuntu-latest
# needs: [verify-build, cache-docker-images]
# strategy:
# # opensearch is finiky, keep testing others if it fails
# fail-fast: false
# matrix:
# node-version: [18, 22]
# steps:
# - name: Check out code
# uses: actions/checkout@v4
# - name: Setup Node ${{ matrix.node-version }}
# uses: actions/setup-node@v4
# with:
# node-version: ${{ matrix.node-version }}
# cache: 'yarn'
# # we login to docker to avoid docker pull limit rates
# - name: Login to Docker Hub
# uses: docker/login-action@v3
# with:
# username: ${{ secrets.DOCKER_USERNAME }}
# password: ${{ secrets.DOCKER_PASSWORD }}
# - name: Check docker.hub limit start
# env:
# USER: ${{ secrets.DOCKER_USERNAME }}
# PASS: ${{ secrets.DOCKER_PASSWORD }}
# run: npm run docker:limit
# - name: Install and build packages
# run: yarn setup
# env:
# YARN_SETUP_ARGS: "--prod=false --silent"
# - name: Create Docker Image List
# run: |
# yarn docker:listImages
# cat ./images/image-list.txt
# - name: Restore Docker image cache
# id: docker-cache
# uses: actions/cache@v4
# with:
# path: /tmp/docker_cache
# key: docker-images-${{ hashFiles('./images/image-list.txt') }}
# - name: Compile e2e code
# run: yarn build
# working-directory: ./e2e
# - name: Install Kind and Kubectl
# uses: helm/kind-action@v1.10.0
# with:
# install_only: "true"
# - name: Test k8s V2 elasticsearch7
# run: NODE_VERSION=${{ matrix.node-version }} yarn --silent test:k8sV2
# working-directory: ./e2e
# - name: Check docker.hub limit end of job
# env:
# USER: ${{ secrets.DOCKER_USERNAME }}
# PASS: ${{ secrets.DOCKER_PASSWORD }}
# run: npm run docker:limit
# e2e-external-storage-tests:
# runs-on: ubuntu-latest
# needs: [verify-build, cache-docker-images]
# strategy:
# # opensearch is finiky, keep testing others if it fails
# fail-fast: false
# matrix:
# node-version: [18]
# steps:
# - name: Check out code
# uses: actions/checkout@v4
# - name: Setup Node ${{ matrix.node-version }}
# uses: actions/setup-node@v4
# with:
# node-version: ${{ matrix.node-version }}
# cache: 'yarn'
# # we login to docker to avoid docker pull limit rates
# - name: Login to Docker Hub
# uses: docker/login-action@v3
# with:
# username: ${{ secrets.DOCKER_USERNAME }}
# password: ${{ secrets.DOCKER_PASSWORD }}
# - name: Check docker.hub limit start
# env:
# USER: ${{ secrets.DOCKER_USERNAME }}
# PASS: ${{ secrets.DOCKER_PASSWORD }}
# run: npm run docker:limit
# - name: Install and build packages
# run: yarn setup
# env:
# YARN_SETUP_ARGS: "--prod=false --silent"
# - name: Create Docker Image List
# run: |
# yarn docker:listImages
# cat ./images/image-list.txt
# - name: Restore Docker image cache
# id: docker-cache
# uses: actions/cache@v4
# with:
# path: /tmp/docker_cache
# key: docker-images-${{ hashFiles('./images/image-list.txt') }}
# - name: Compile e2e code
# run: yarn build
# working-directory: ./e2e
# - name: Test external Asset Storage opensearch1
# run: NODE_VERSION=${{ matrix.node-version }} yarn --silent test:s3AssetStorage
# working-directory: ./e2e
# - name: Check docker.hub limit end of job
# env:
# USER: ${{ secrets.DOCKER_USERNAME }}
# PASS: ${{ secrets.DOCKER_PASSWORD }}
# run: npm run docker:limit
# e2e-external-storage-tests-encrypted:
# runs-on: ubuntu-latest
# needs: [verify-build, cache-docker-images]
# strategy:
# # opensearch is finiky, keep testing others if it fails
# fail-fast: false
# matrix:
# node-version: [18]
# steps:
# - name: Check out code
# uses: actions/checkout@v4
# - name: Setup Node ${{ matrix.node-version }}
# uses: actions/setup-node@v4
# with:
# node-version: ${{ matrix.node-version }}
# cache: 'yarn'
# # we login to docker to avoid docker pull limit rates
# - name: Login to Docker Hub
# uses: docker/login-action@v3
# with:
# username: ${{ secrets.DOCKER_USERNAME }}
# password: ${{ secrets.DOCKER_PASSWORD }}
# - name: Check docker.hub limit start
# env:
# USER: ${{ secrets.DOCKER_USERNAME }}
# PASS: ${{ secrets.DOCKER_PASSWORD }}
# run: npm run docker:limit
# - name: Install and build packages
# run: yarn setup
# env:
# YARN_SETUP_ARGS: "--prod=false --silent"
# - name: Create Docker Image List
# run: |
# yarn docker:listImages
# cat ./images/image-list.txt
# - name: Restore Docker image cache
# id: docker-cache
# uses: actions/cache@v4
# with:
# path: /tmp/docker_cache
# key: docker-images-${{ hashFiles('./images/image-list.txt') }}
# - name: Install mkcert
# run: curl -JLO "https://dl.filippo.io/mkcert/latest?for=linux/amd64" && sudo chmod 777 mkcert-v*-linux-amd64 && sudo cp mkcert-v*-linux-amd64 /usr/local/bin/mkcert
# - name: Install grep
# run: sudo apt update && sudo apt install grep
# - name: Check mkcert
# run: command -v mkcert
# - name: Check grep
# run: command -v grep
# - name: Compile e2e code
# run: yarn build
# working-directory: ./e2e
# - name: Test external Asset Storage opensearch1
# run: ENCRYPT_MINIO=true NODE_VERSION=${{ matrix.node-version }} yarn --silent test:s3AssetStorage
# working-directory: ./e2e
# - name: Check docker.hub limit end of job
# env:
# USER: ${{ secrets.DOCKER_USERNAME }}
# PASS: ${{ secrets.DOCKER_PASSWORD }}
# run: npm run docker:limit