bulker: clickhouse: stream mode now use async inserts #637
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Bulker Test | |
| on: | |
| push: | |
| branches: | |
| - 'main' | |
| tags-ignore: | |
| - 'jitsu2-v2.*' | |
| workflow_dispatch: | |
| env: | |
| BULKER_TEST_BIGQUERY: ${{ secrets.BULKER_TEST_BIGQUERY }} | |
| # BULKER_TEST_REDSHIFT: ${{ secrets.BULKER_TEST_REDSHIFT }} | |
| BULKER_TEST_REDSHIFT_SERVERLESS: ${{ secrets.BULKER_TEST_REDSHIFT_SERVERLESS }} | |
| BULKER_TEST_SNOWFLAKE: ${{ secrets.BULKER_TEST_SNOWFLAKE }} | |
| BULKER_TEST_MILLION_ROWS_BATCHED: postgres | |
| TESTCONTAINERS_RYUK_DISABLED: true | |
| jobs: | |
| bulker-test: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{ github.ref }} | |
| # Make sure the value of GITHUB_TOKEN will not be persisted in repo's config | |
| persist-credentials: false | |
| - name: Set up Go | |
| uses: actions/setup-go@v3 | |
| with: | |
| go-version: 1.23.1 | |
| cache: false | |
| - name: Bulker Test | |
| run: | | |
| go test -parallel=10 -timeout 60m -json ./jitsubase/... ./kafkabase/... ./eventslog/... ./bulkerlib/... ./bulkerapp/... > test_report.json | |
| - name: Test Report | |
| if: ${{ always() }} | |
| run: | | |
| go install github.com/vakenbolt/go-test-report@latest | |
| cat test_report.json | ~/go/bin/go-test-report | |
| - uses: actions/upload-artifact@v3 | |
| if: ${{ always() }} | |
| with: | |
| name: test-report | |
| path: | | |
| test_report.html | |
| test_report.json | |
| - name: Notify Slack | |
| uses: rtCamp/action-slack-notify@v2 | |
| if: always() | |
| env: | |
| SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }} | |
| SLACK_COLOR: ${{ job.status }} | |
| SLACK_ICON_EMOJI: ":github-mark:" | |
| SLACK_MESSAGE: "${{ job.status }}: Bulker Test: ${{ github.event.head_commit.message }}" | |
| # | |
| # docker: | |
| # needs: bulker-test | |
| # runs-on: ubuntu-latest | |
| # steps: | |
| # - name: Set outputs | |
| # id: vars | |
| # run: | | |
| # echo "timestamp=$(date '+%F_%H:%M:%S')" >> $GITHUB_OUTPUT | |
| # - uses: benjlevesque/short-sha@v2.2 | |
| # id: short-sha | |
| # - name: Set up QEMU | |
| # uses: docker/setup-qemu-action@v3 | |
| # - name: Set up Docker Buildx | |
| # uses: docker/setup-buildx-action@v3 | |
| # - name: Login to Docker Hub | |
| # uses: docker/login-action@v3 | |
| # with: | |
| # username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| # password: ${{ secrets.DOCKERHUB_PASSWORD }} | |
| # - name: Build and push | |
| # uses: docker/build-push-action@v5 | |
| # with: | |
| # file: "bulker.Dockerfile" | |
| # push: true | |
| # build-args: | | |
| # VERSION=${{ steps.short-sha.outputs.sha }} | |
| # BUILD_TIMESTAMP=${{ steps.vars.outputs.timestamp }} | |
| # tags: jitsucom/bulker:latest,jitsucom/bulker:${{ steps.short-sha.outputs.sha }} |