Skip to content

Commit

Permalink
chore: testing
Browse files Browse the repository at this point in the history
  • Loading branch information
Ma11hewThomas committed Oct 3, 2024
1 parent 564d04a commit 5bd71f4
Show file tree
Hide file tree
Showing 9 changed files with 301 additions and 67 deletions.
34 changes: 34 additions & 0 deletions .github/workflows/ai.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
name: ai

on:
push:
branches:
- '**'
pull_request:
branches:
- '**'

jobs:
testing:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
run: npm install
- name: Build
run: npx tsc
- name: Test ai with title
run: node dist/index.js ai ctrf-reports/ctrf-report.json --title "AI Summary With Title"
- name: Test ai without title
run: node dist/index.js ai ctrf-reports/ctrf-report.json
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: ctrf-report
path: ctrf-reports/ctrf-report.json
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: custom-artifact-name
path: ctrf-reports/ctrf-report-no-fails.json
36 changes: 36 additions & 0 deletions .github/workflows/custom.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
name: custom

on:
push:
branches:
- '**'
pull_request:
branches:
- '**'

jobs:
testing:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
run: npm install
- name: Build
run: npx tsc
- name: Test custom summary hbs file
run: node dist/index.js custom ctrf-reports/ctrf-report.json templates/custom-summary.hbs
if: github.event_name != 'schedule'
- name: Test custom summary string
run: node dist/index.js custom ctrf-reports/ctrf-report.json "I'm a custom summary string!"
if: github.event_name != 'schedule'
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: ctrf-report
path: ctrf-reports/ctrf-report.json
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: custom-artifact-name
path: ctrf-reports/ctrf-report-no-fails.json
34 changes: 34 additions & 0 deletions .github/workflows/detailed.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
name: detailed

on:
push:
branches:
- '**'
pull_request:
branches:
- '**'

jobs:
testing:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
run: npm install
- name: Build
run: npx tsc
- name: Test detailed with title
run: node dist/index.js tests ctrf-reports/ctrf-report.json --title "Detailed With Title"
- name: Test default no title
run: node dist/index.js ctrf-reports/ctrf-report.json --annotate false
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: ctrf-report
path: ctrf-reports/ctrf-report.json
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: custom-artifact-name
path: ctrf-reports/ctrf-report-no-fails.json
34 changes: 34 additions & 0 deletions .github/workflows/failed.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
name: failed

on:
push:
branches:
- '**'
pull_request:
branches:
- '**'

jobs:
testing:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
run: npm install
- name: Build
run: npx tsc
- name: Test failed with title
run: node dist/index.js failed ctrf-reports/ctrf-report.json --title Failed With Title
- name: Test failed no title
run: node dist/index.js failed ctrf-reports/ctrf-report.json
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: ctrf-report
path: ctrf-reports/ctrf-report.json
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: custom-artifact-name
path: ctrf-reports/ctrf-report-no-fails.json
34 changes: 34 additions & 0 deletions .github/workflows/flaky.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
name: flaky

on:
push:
branches:
- '**'
pull_request:
branches:
- '**'

jobs:
testing:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
run: npm install
- name: Build
run: npx tsc
- name: Test flaky with title
run: node dist/index.js flaky ctrf-reports/ctrf-report.json --title "Flaky With Title"
- name: Test flaky with out title
run: node dist/index.js flaky ctrf-reports/ctrf-report.json
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: ctrf-report
path: ctrf-reports/ctrf-report.json
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: custom-artifact-name
path: ctrf-reports/ctrf-report-no-fails.json
45 changes: 45 additions & 0 deletions .github/workflows/historical.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
name: historical

on:
push:
branches:
- '**'
pull_request:
branches:
- '**'

jobs:
testing:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
run: npm install
- name: Build
run: npx tsc
- name: Test historical
run: node dist/index.js historical ctrf-reports/ctrf-report.json --annotate false
if: github.event_name != 'schedule'
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test historical row arg set to 2
run: node dist/index.js historical ctrf-reports/ctrf-report.json --annotate false --rows 2 --title "Historical With Max Rows 2"
if: github.event_name != 'schedule'
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test historical with custom artifact name
run: node dist/index.js historical ctrf-reports/ctrf-report-no-fails.json --annotate false --rows 2 --title "Historical With Custom Artifact Name" --artifact-name custom-artifact-name
if: github.event_name != 'schedule'
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: ctrf-report
path: ctrf-reports/ctrf-report.json
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: custom-artifact-name
path: ctrf-reports/ctrf-report-no-fails.json
67 changes: 0 additions & 67 deletions .github/workflows/main.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -27,76 +27,9 @@ jobs:
- name: Test summary
run: node dist/index.js summary ctrf-reports/ctrf-report.json --title Summary
if: github.event_name != 'schedule'
- name: Test flaky
run: node dist/index.js flaky ctrf-reports/ctrf-report.json --title Flaky
if: github.event_name != 'schedule'
- name: Test failed
run: node dist/index.js failed ctrf-reports/ctrf-report.json --title Failed
if: github.event_name != 'schedule'
- name: Test failed
run: node dist/index.js ai ctrf-reports/ctrf-report.json --title "AI Summary"
if: github.event_name != 'schedule'
- name: Test failed no title
run: node dist/index.js failed ctrf-reports/ctrf-report.json
if: github.event_name != 'schedule'
- name: Test skipped
run: node dist/index.js skipped ctrf-reports/ctrf-report.json --title "Skipped"
if: github.event_name != 'schedule'
- name: Test detailed
run: node dist/index.js tests ctrf-reports/ctrf-report.json --title Detailed
if: github.event_name != 'schedule'
- name: Test default title
run: node dist/index.js ctrf-reports/ctrf-report.json --annotate false
if: github.event_name != 'schedule'
- name: Test no fails or flaky
run: node dist/index.js ctrf-reports/ctrf-report-no-fails.json
if: github.event_name != 'schedule'
- name: Test custom summary hbs file
run: node dist/index.js custom ctrf-reports/ctrf-report.json templates/custom-summary.hbs
if: github.event_name != 'schedule'
- name: Test custom summary string
run: node dist/index.js custom ctrf-reports/ctrf-report.json "I'm a custom summary string!"
if: github.event_name != 'schedule'
- name: Test PR comment
run: node dist/index.js ctrf-reports/ctrf-report.json --pr-comment --title "With PR Comment" --annotate false
if: github.event_name != 'schedule'
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test historical
run: node dist/index.js historical ctrf-reports/ctrf-report.json --annotate false
if: github.event_name != 'schedule'
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test historical row arg set to 2
run: node dist/index.js historical ctrf-reports/ctrf-report.json --annotate false --rows 2 --title "Historical With Max Rows 2"
if: github.event_name != 'schedule'
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test historical with custom artifact name
run: node dist/index.js historical ctrf-reports/ctrf-report-no-fails.json --annotate false --rows 2 --title "Historical With Custom Artifact Name" --artifact-name custom-artifact-name
if: github.event_name != 'schedule'
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test PR comment no fails
run: node dist/index.js ctrf-reports/ctrf-report-no-fails.json --pr-comment --title "With PR Comment No Fails" --annotate false
if: github.event_name != 'schedule'
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test PR comment no fails with on fail only true
run: node dist/index.js ctrf-reports/ctrf-report-no-fails.json --pr-comment --on-fail-only --title "With PR Comment On Fail Only No Fail" --annotate false
if: github.event_name != 'schedule'
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test PR comment with fails and on fail set to true
run: node dist/index.js ctrf-reports/ctrf-report.json --pr-comment --on-fail-only --title "With PR Comment On Fail Only With Fails" --annotate false
if: github.event_name != 'schedule'
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test PR with custom message hbs file
run: node dist/index.js ctrf-reports/ctrf-report.json --pr-comment --pr-comment-message "templates/custom-summary.hbs" --title "PR With HandleBars file" --annotate false
if: github.event_name != 'schedule'
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test schedule context
run: node dist/index.js ctrf-reports/ctrf-report.json
if: github.event_name == 'schedule'
Expand Down
50 changes: 50 additions & 0 deletions .github/workflows/pull-request.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
name: pull-request

on:
push:
branches:
- '**'
pull_request:
branches:
- '**'

jobs:
testing:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
run: npm install
- name: Build
run: npx tsc
- name: Test PR comment
run: node dist/index.js ctrf-reports/ctrf-report.json --pr-comment --title "With PR Comment" --annotate false
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test PR comment no fails
run: node dist/index.js ctrf-reports/ctrf-report-no-fails.json --pr-comment --title "With PR Comment No Fails" --annotate false
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test PR comment no fails with on fail only true
run: node dist/index.js ctrf-reports/ctrf-report-no-fails.json --pr-comment --on-fail-only --title "With PR Comment On Fail Only No Fail" --annotate false
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test PR comment with fails and on fail set to true
run: node dist/index.js ctrf-reports/ctrf-report.json --pr-comment --on-fail-only --title "With PR Comment On Fail Only With Fails" --annotate false
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Test PR with custom message hbs file
run: node dist/index.js ctrf-reports/ctrf-report.json --pr-comment --pr-comment-message "templates/custom-summary.hbs" --title "PR With HandleBars file" --annotate false
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: ctrf-report
path: ctrf-reports/ctrf-report.json
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: custom-artifact-name
path: ctrf-reports/ctrf-report-no-fails.json
34 changes: 34 additions & 0 deletions .github/workflows/skipped.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
name: skipped

on:
push:
branches:
- '**'
pull_request:
branches:
- '**'

jobs:
testing:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
run: npm install
- name: Build
run: npx tsc
- name: Test skipped with title
run: node dist/index.js skipped ctrf-reports/ctrf-report.json --title "Skipped With Title"
- name: Test failed no title
run: node dist/index.js skipped ctrf-reports/ctrf-report.json
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: ctrf-report
path: ctrf-reports/ctrf-report.json
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: custom-artifact-name
path: ctrf-reports/ctrf-report-no-fails.json

0 comments on commit 5bd71f4

Please sign in to comment.