Skip to content

Commit

Permalink
Add Spec Test Vector Report to CI (#129)
Browse files Browse the repository at this point in the history
* Add Spec Test Vector Report to CI

* Apply suggestions from code review

Co-authored-by: nitro-neal <5314059+nitro-neal@users.noreply.github.com>

---------

Co-authored-by: nitro-neal <5314059+nitro-neal@users.noreply.github.com>
  • Loading branch information
leordev and nitro-neal authored Oct 2, 2024
1 parent fb6803a commit 5eed046
Showing 1 changed file with 37 additions and 0 deletions.
37 changes: 37 additions & 0 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -269,6 +269,7 @@ jobs:
path: bound/kt/src/main/resources/

- name: Deploy Snapshot / Verify
id: kotlin_test_snapshot
run: |
# cd into the Kotlin project
Expand All @@ -295,6 +296,22 @@ jobs:
SIGN_KEY_PASS: ${{ secrets.GPG_SECRET_PASSPHRASE }}
SIGN_KEY: ${{ secrets.GPG_SECRET_KEY }}

- name: Execute Kotlin Spec Test Vector Report
id: spec_report_tbdex_core_kt
if: always() && steps.kotlin_test_snapshot.conclusion != 'skipped'
uses: TBD54566975/sdk-report-runner/.github/actions/specs-report@main
with:
junit-report-paths: bound/kt/target/surefire-reports/*.xml
spec-path: tbdex
suite-name-regex: TbdexTestVector
feature-regex: tbdex\.sdk\.\w+\.TbdexTestVectors(\w+)Test
vector-regex: (\w+)
fail-on-missing-vectors: false
fail-on-failed-test-cases: true
comment-on-pr: true
package-name: tbdex-core-kt
git-token: ${{ secrets.GITHUB_TOKEN }}

- name: Upload Kotlin Test Results
uses: actions/upload-artifact@v4.0.0
with:
Expand Down Expand Up @@ -367,14 +384,34 @@ jobs:
echo 'store-success-output = true' >> nextest.toml
echo 'store-failure-output = true' >> nextest.toml
- name: Run Rust Tests
id: rust_test
run: |
mkdir -p test-results
cargo nextest run --profile ci --config-file ./nextest.toml
- name: Modify testsuite name in XML for test runner consumption
if: always() && steps.rust_test.conclusion != 'skipped'
run: |
sed -i '' 's/<testsuite name="tbdex"/<testsuite name="TbdexTestVectorsProtocolTest"/' target/nextest/ci/junit.xml
- name: Move Test Results
if: always() && steps.rust_test.conclusion != 'skipped'
run: mv target/nextest/ci/junit.xml test-results/rust-test-results.xml
- name: Execute Rust Spec Test Vector Report
id: spec_report_tbdex_rs
if: always() && steps.rust_test.conclusion != 'skipped'
uses: TBD54566975/sdk-report-runner/.github/actions/specs-report@main
with:
junit-report-paths: test-results/rust-test-results.xml
spec-path: tbdex
suite-name-regex: TbdexTestVector
feature-regex:
vector-regex: (.+)::tbdex_test_vectors_(.+)::(.+)
extract-feature-on-test-case-name: true
prettify-feature: true
fail-on-missing-vectors: false
fail-on-failed-test-cases: true
comment-on-pr: true
package-name: tbdex-rs
git-token: ${{ secrets.GITHUB_TOKEN }}
- name: Upload Rust Test Vector Results
uses: actions/upload-artifact@v4.0.0
with:
Expand Down

0 comments on commit 5eed046

Please sign in to comment.