Skip to content

Commit

Permalink
update compatibility tests with new release branches (#2946)
Browse files Browse the repository at this point in the history
* update compatibility tests

* compatibility tests for v4.3.x

* adding tags to tests

* Skip e2e if test matrix does not exist (#2949)

Co-authored-by: Carlos Rodriguez <carlos@interchain.io>
Co-authored-by: Cian Hatton <cian@interchain.io>
  • Loading branch information
crodriguezvega and chatton authored Dec 16, 2022
1 parent 866bb9a commit c30f5d3
Show file tree
Hide file tree
Showing 36 changed files with 124 additions and 118 deletions.
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v5.0.x"],
"chain-b": ["release-v5.0.x", "v6.0.0", "v5.1.0", "v4.2.0", "v4.1.1"],
"chain-a": ["release-v4.3.x"],
"chain-b": ["release-v4.3.x", "v6.0.0", "v5.1.0", "v5.0.1", "4.2.0", "v4.1.1"],
"entrypoint": ["TestIncentivizedTransferTestSuite"],
"test": [
"TestMsgPayPacketFee_AsyncSingleSender_Succeeds",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1"],
"chain-b": ["release-v6.0.x"],
"chain-a": ["release-v4.3.x", "v6.0.0", "v5.1.0", "v5.0.1", "4.2.0", "v4.1.1"],
"chain-b": ["release-v4.3.x"],
"entrypoint": ["TestIncentivizedTransferTestSuite"],
"test": [
"TestMsgPayPacketFee_AsyncSingleSender_Succeeds",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x"],
"chain-b": ["release-v6.0.x", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"chain-a": ["release-v4.3.x"],
"chain-b": ["release-v4.3.x", "v6.0.0", "v5.1.0", "v5.0.1", "4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"entrypoint": ["TestTransferTestSuite"],
"test": [
"TestMsgTransfer_Succeeds_Nonincentivized",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"chain-b": ["release-v6.0.x"],
"chain-a": ["release-v4.3.x", "v6.0.0", "v5.1.0", "v5.0.1", "4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"chain-b": ["release-v4.3.x"],
"entrypoint": ["TestTransferTestSuite"],
"test": [
"TestMsgTransfer_Succeeds_Nonincentivized",
Expand Down

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x"],
"chain-b": ["release-v6.0.x", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1"],
"chain-a": ["release-v5.2.x"],
"chain-b": ["release-v5.2.x", "v6.0.0", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1"],
"entrypoint": ["TestIncentivizedTransferTestSuite"],
"test": [
"TestMsgPayPacketFee_AsyncSingleSender_Succeeds",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v5.0.x", "v6.0.0", "v5.1.0", "v4.2.0", "v4.1.1"],
"chain-b": ["release-v5.0.x"],
"chain-a": ["release-v5.2.x", "v6.0.0", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1"],
"chain-b": ["release-v5.2.x"],
"entrypoint": ["TestIncentivizedTransferTestSuite"],
"test": [
"TestMsgPayPacketFee_AsyncSingleSender_Succeeds",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v5.1.x"],
"chain-b": ["release-v5.1.x", "v6.0.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"chain-a": ["release-v5.2.x"],
"chain-b": ["release-v5.2.x", "v6.0.0", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"entrypoint": ["TestTransferTestSuite"],
"test": [
"TestMsgTransfer_Succeeds_Nonincentivized",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v5.1.x", "v6.0.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"chain-b": ["release-v5.1.x"],
"chain-a": ["release-v5.2.x", "v6.0.0", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"chain-b": ["release-v5.2.x"],
"entrypoint": ["TestTransferTestSuite"],
"test": [
"TestMsgTransfer_Succeeds_Nonincentivized",
Expand Down

This file was deleted.

This file was deleted.

Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v5.0.x"],
"chain-b": ["release-v5.0.x", "v6.0.0", "v5.1.0", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"chain-a": ["release-v6.1.x"],
"chain-b": ["release-v6.1.x", "v6.0.0", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"entrypoint": ["TestClientTestSuite"],
"test": [
"TestClientUpdateProposal_Succeeds"
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v5.0.x", "v6.0.0", "v5.1.0", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"chain-b": ["release-v5.0.x"],
"chain-a": ["release-v6.1.x", "v6.0.0", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"chain-b": ["release-v6.1.x"],
"entrypoint": ["TestClientTestSuite"],
"test": [
"TestClientUpdateProposal_Succeeds"
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x"],
"chain-b": ["release-v6.0.x", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"chain-a": ["release-v6.1.x"],
"chain-b": ["release-v6.1.x", "v6.0.0", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"entrypoint": ["TestConnectionTestSuite"],
"test": [
"TestMaxExpectedTimePerBlockParam"
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"chain-b": ["release-v6.0.x"],
"chain-a": ["release-v6.1.x", "v6.0.0", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"chain-b": ["release-v6.1.x"],
"entrypoint": ["TestConnectionTestSuite"],
"test": [
"TestMaxExpectedTimePerBlockParam"
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x"],
"chain-b": ["release-v6.0.x"],
"chain-a": ["release-v6.1.x"],
"chain-b": ["release-v6.1.x", "v6.0.0"],
"entrypoint": ["TestInterchainAccountsTestSuite"],
"test": [
"TestMsgSendTx_SuccessfulTransfer",
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
{
"chain-a": ["release-v6.1.x", "v6.0.0"],
"chain-b": ["release-v6.1.x"],
"entrypoint": ["TestInterchainAccountsTestSuite"],
"test": [
"TestMsgSendTx_SuccessfulTransfer",
"TestMsgSendTx_FailedTransfer_InsufficientFunds",
"TestMsgSubmitTx_SuccessfulTransfer_AfterReopeningICA"
],
"chain-binary": ["simd"],
"chain-image": ["ghcr.io/cosmos/ibc-go-simd"]
}
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x"],
"chain-b": ["release-v6.0.x"],
"chain-a": ["release-v6.1.x", "v6.0.0"],
"chain-b": ["release-v6.1.x"],
"entrypoint": ["TestInterchainAccountsGovTestSuite"],
"test": [
"TestInterchainAccountsGovIntegration"
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"chain-a": ["release-v6.1.x"],
"chain-b": ["release-v6.1.x", "v6.0.0"],
"entrypoint": ["TestInterchainAccountsGovTestSuite"],
"test": [
"TestInterchainAccountsGovIntegration"
],
"chain-binary": ["simd"],
"chain-image": ["ghcr.io/cosmos/ibc-go-simd"]
}
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x"],
"chain-b": ["release-v6.0.x"],
"chain-a": ["release-v6.1.x"],
"chain-b": ["release-v6.1.x", "v6.0.0"],
"entrypoint": ["TestInterchainAccountsGroupsTestSuite"],
"test": [
"TestInterchainAccountsGroupsIntegration"
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"chain-a": ["release-v6.1.x", "v6.0.0"],
"chain-b": ["release-v6.1.x"],
"entrypoint": ["TestInterchainAccountsGroupsTestSuite"],
"test": [
"TestInterchainAccountsGroupsIntegration"
],
"chain-binary": ["simd"],
"chain-image": ["ghcr.io/cosmos/ibc-go-simd"]
}
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x"],
"chain-b": ["release-v6.0.x"],
"chain-a": ["release-v6.1.x"],
"chain-b": ["release-v6.1.x", "v6.0.0"],
"entrypoint": ["TestIncentivizedInterchainAccountsTestSuite"],
"test": [
"TestMsgSendTx_SuccessfulBankSend_Incentivized",
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
{
"chain-a": ["release-v6.1.x", "v6.0.0"],
"chain-b": ["release-v6.1.x"],
"entrypoint": ["TestIncentivizedInterchainAccountsTestSuite"],
"test": [
"TestMsgSendTx_SuccessfulBankSend_Incentivized",
"TestMsgSendTx_FailedBankSend_Incentivized"
],
"chain-binary": ["simd"],
"chain-image": ["ghcr.io/cosmos/ibc-go-simd"]
}
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v5.1.x"],
"chain-b": ["release-v5.1.x", "v6.0.0", "v5.0.1", "v4.2.0", "v4.1.1"],
"chain-a": ["release-v6.1.x"],
"chain-b": ["release-v6.1.x", "v6.0.0", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1"],
"entrypoint": ["TestIncentivizedTransferTestSuite"],
"test": [
"TestMsgPayPacketFee_AsyncSingleSender_Succeeds",
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v5.1.x", "v6.0.0", "v5.0.1", "v4.2.0", "v4.1.1"],
"chain-b": ["release-v5.1.x"],
"chain-a": ["release-v6.1.x", "v6.0.0", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1"],
"chain-b": ["release-v6.1.x"],
"entrypoint": ["TestIncentivizedTransferTestSuite"],
"test": [
"TestMsgPayPacketFee_AsyncSingleSender_Succeeds",
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"chain-a": ["release-v6.1.x"],
"chain-b": ["release-v6.1.x", "v6.0.0", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"entrypoint": ["TestTransferTestSuite"],
"test": [
"TestMsgTransfer_Succeeds_Nonincentivized",
"TestMsgTransfer_Fails_InvalidAddress",
"TestMsgTransfer_Timeout_Nonincentivized",
"TestMsgTransfer_WithMemo",
"TestSendEnabledParam",
"TestReceiveEnabledParam"
],
"chain-binary": ["simd"],
"chain-image": ["ghcr.io/cosmos/ibc-go-simd"]
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"chain-a": ["release-v6.1.x", "v6.0.0", "v5.1.0", "v5.0.1", "v4.2.0", "v4.1.1", "v3.4.0", "v3.3.1", "v2.5.0", "v2.4.2"],
"chain-b": ["release-v6.1.x"],
"entrypoint": ["TestTransferTestSuite"],
"test": [
"TestMsgTransfer_Succeeds_Nonincentivized",
"TestMsgTransfer_Fails_InvalidAddress",
"TestMsgTransfer_Timeout_Nonincentivized",
"TestMsgTransfer_WithMemo",
"TestSendEnabledParam",
"TestReceiveEnabledParam"
],
"chain-binary": ["simd"],
"chain-image": ["ghcr.io/cosmos/ibc-go-simd"]
}
4 changes: 2 additions & 2 deletions .github/compatibility-test-matrices/unreleased/client.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x", "release-v5.1.x", "release-v5.0.x", "release-v4.2.x", "release-v3.4.x", "release-v2.5.x"],
"chain-b": ["release-v6.0.x", "release-v5.1.x", "release-v5.0.x", "release-v4.2.x", "release-v3.4.x", "release-v2.5.x"],
"chain-a": ["release-v6.1.x", "release-v5.2.x", "release-v4.3.x", "release-v4.2.x", "release-v3.4.x", "release-v2.5.x"],
"chain-b": ["release-v6.1.x", "release-v5.2.x", "release-v4.3.x", "release-v4.2.x", "release-v3.4.x", "release-v2.5.x"],
"entrypoint": ["TestClientTestSuite"],
"test": [
"TestClientUpdateProposal_Succeeds"
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x", "release-v5.1.x", "release-v5.0.x", "release-v4.2.x", "release-v3.4.x", "release-v2.5.x"],
"chain-b": ["release-v6.0.x", "release-v5.1.x", "release-v5.0.x", "release-v4.2.x", "release-v3.4.x", "release-v2.5.x"],
"chain-a": ["release-v6.1.x", "release-v5.2.x", "release-v4.3.x", "release-v4.2.x", "release-v3.4.x", "release-v2.5.x"],
"chain-b": ["release-v6.1.x", "release-v5.2.x", "release-v4.3.x", "release-v4.2.x", "release-v3.4.x", "release-v2.5.x"],
"entrypoint": ["TestConnectionTestSuite"],
"test": [
"TestMaxExpectedTimePerBlockParam"
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x", "release-v5.1.x", "release-v5.0.x", "release-v4.2.x"],
"chain-b": ["release-v6.0.x", "release-v5.1.x", "release-v5.0.x", "release-v4.2.x"],
"chain-a": ["release-v6.1.x", "release-v5.2.x", "release-v4.3.x", "release-v4.2.x"],
"chain-b": ["release-v6.1.x", "release-v5.2.x", "release-v4.3.x", "release-v4.2.x"],
"entrypoint": ["TestIncentivizedTransferTestSuite"],
"test": [
"TestMsgPayPacketFee_AsyncSingleSender_Succeeds",
Expand Down
4 changes: 2 additions & 2 deletions .github/compatibility-test-matrices/unreleased/transfer.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"chain-a": ["release-v6.0.x", "release-v5.1.x", "release-v4.2.x", "release-v3.4.x", "release-v2.5.x"],
"chain-b": ["release-v6.0.x", "release-v5.1.x", "release-v4.2.x", "release-v3.4.x", "release-v2.5.x"],
"chain-a": ["release-v6.1.x", "release-v5.2.x", "release-v4.2.x", "release-v3.4.x", "release-v2.5.x"],
"chain-b": ["release-v6.1.x", "release-v5.2.x", "release-v4.2.x", "release-v3.4.x", "release-v2.5.x"],
"entrypoint": ["TestTransferTestSuite"],
"test": [
"TestMsgTransfer_Succeeds_Nonincentivized",
Expand Down
1 change: 1 addition & 0 deletions .github/workflows/e2e-compatibility-workflow-call.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,7 @@ jobs:
e2e:
runs-on: ubuntu-latest
needs: load-test-matrix
if: needs.load-test-matrix.outputs.test-matrix
strategy:
fail-fast: false
matrix: ${{ fromJSON(needs.load-test-matrix.outputs.test-matrix) }}
Expand Down
12 changes: 6 additions & 6 deletions .github/workflows/e2e-compatibility.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@ on:
- release/v2.5.x
- release/v3.4.x
- release/v4.2.x
- release/v5.0.x
- release/v5.1.x
- release/v6.0.x
- release/v4.3.x
- release/v5.2.x
- release/v6.1.x
- main

env:
Expand Down Expand Up @@ -43,9 +43,9 @@ jobs:
- release/v2.5.x
- release/v3.4.x
- release/v4.2.x
- release/v5.0.x
- release/v5.1.x
- release/v6.0.x
- release/v4.3.x
- release/v5.2.x
- release/v6.1.x
- main
steps:
- uses: actions/checkout@v3
Expand Down

0 comments on commit c30f5d3

Please sign in to comment.