Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

feat: Benchmarks #2605

Merged
merged 22 commits into from
Oct 3, 2023
Merged

feat: Benchmarks #2605

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
22 commits
Select commit Hold shift + click to select a range
da6fc38
Logger functions now accept a string instead of varargs
spalladino Sep 28, 2023
6cca04b
Collect benchmarks from e2e tests
spalladino Sep 29, 2023
3805081
End-to-end doesnt like dev dependencies
spalladino Sep 29, 2023
b3ba3e1
Remove commented out code
spalladino Sep 29, 2023
9f7ce0e
Fix path to script
spalladino Sep 29, 2023
f25158f
Fix path to script again
spalladino Sep 29, 2023
f21a143
Comment to PR
spalladino Sep 29, 2023
930516a
Set benchmark true on docker composes
spalladino Sep 29, 2023
fd12315
Fix path to log folder in compose files
spalladino Sep 29, 2023
578c3ff
Fix post to gh comment
spalladino Sep 29, 2023
3c89354
Allow commenting to fail
spalladino Sep 29, 2023
9443b3d
Only process the bench jsonls for the aggregated benchmark
spalladino Sep 29, 2023
bad2c05
Remove exit 1s from chatgpt
spalladino Sep 29, 2023
0754100
Change benchmark and logs locations
spalladino Oct 2, 2023
95f4ea4
Trigger run
spalladino Oct 2, 2023
2571b83
Fix script and trigger rerun
spalladino Oct 2, 2023
9ab1fde
Fix logging when commenting failed
spalladino Oct 2, 2023
a400f47
Upload to pr number, not full url
spalladino Oct 2, 2023
c7cdec2
Trigger run
spalladino Oct 2, 2023
d1531a5
Add rollup size 128 for testing
spalladino Oct 2, 2023
b495c29
Fix build issue after rebase
spalladino Oct 3, 2023
5b5f10c
Fix initialisation in test
spalladino Oct 3, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
62 changes: 62 additions & 0 deletions .circleci/config.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -530,6 +530,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_2_pxes.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-multiple-accounts-1-enc-key:
machine:
Expand All @@ -541,6 +542,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_multiple_accounts_1_enc_key.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-deploy-contract:
machine:
Expand All @@ -552,6 +554,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_deploy_contract.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-lending-contract:
machine:
Expand All @@ -563,6 +566,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_lending_contract.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-token-contract:
machine:
Expand All @@ -574,6 +578,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_token_contract.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-private-airdrop:
machine:
Expand All @@ -585,6 +590,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_private_airdrop.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-private-token-contract:
machine:
Expand All @@ -596,6 +602,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_private_token_contract.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-sandbox-example:
machine:
Expand All @@ -607,6 +614,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_sandbox_example.test.ts ./scripts/docker-compose-e2e-sandbox.yml
environment: { DEBUG: 'aztec:*' }

e2e-multi-transfer-contract:
machine:
Expand All @@ -618,6 +626,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_multi_transfer.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-block-building:
machine:
Expand All @@ -629,6 +638,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_block_building.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-nested-contract:
machine:
Expand All @@ -640,6 +650,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_nested_contract.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-non-contract-account:
machine:
Expand All @@ -651,6 +662,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_non_contract_account.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-cross-chain-messaging:
machine:
Expand All @@ -662,6 +674,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_cross_chain_messaging.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-public-cross-chain-messaging:
machine:
Expand All @@ -673,6 +686,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_public_cross_chain_messaging.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-public-to-private-messaging:
machine:
Expand All @@ -684,6 +698,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_public_to_private_messaging.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-account-contracts:
machine:
Expand All @@ -695,6 +710,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_account_contracts.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-escrow-contract:
machine:
Expand All @@ -706,6 +722,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_escrow_contract.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-pending-commitments-contract:
machine:
Expand All @@ -717,6 +734,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_pending_commitments_contract.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-ordering:
machine:
Expand All @@ -728,6 +746,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_ordering.test.ts
environment: { DEBUG: 'aztec:*' }

uniswap-trade-on-l1-from-l2:
machine:
Expand All @@ -739,6 +758,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local uniswap_trade_on_l1_from_l2.test.ts
environment: { DEBUG: 'aztec:*' }

integration-archiver-l1-to-l2:
machine:
Expand All @@ -750,6 +770,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local integration_archiver_l1_to_l2.test.ts
environment: { DEBUG: 'aztec:*' }

integration-l1-publisher:
machine:
Expand All @@ -761,6 +782,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local integration_l1_publisher.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-public-token-contract:
machine:
Expand All @@ -772,6 +794,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_public_token_contract.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-cli:
machine:
Expand All @@ -783,6 +806,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_cli.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-p2p:
machine:
Expand All @@ -794,6 +818,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_p2p_network.test.ts
environment: { DEBUG: 'aztec:*' }

e2e-browser-sandbox:
machine:
Expand All @@ -805,6 +830,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_aztec_js_browser.test.ts ./scripts/docker-compose-e2e-sandbox-browser.yml
environment: { DEBUG: 'aztec:*' }

e2e-card-game:
machine:
Expand All @@ -816,6 +842,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local e2e_card_game.test.ts
environment: { DEBUG: 'aztec:*' }

pxe-sandbox:
machine:
Expand All @@ -827,6 +854,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local pxe_sandbox.test.ts ./scripts/docker-compose-e2e-sandbox.yml
environment: { DEBUG: 'aztec:*' }

cli-docs-sandbox:
machine:
Expand All @@ -838,6 +866,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local cli_docs_sandbox.test.ts ./scripts/docker-compose-e2e-sandbox.yml
environment: { DEBUG: 'aztec:*' }

guides-writing-an-account-contract:
machine:
Expand All @@ -849,6 +878,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local guides/writing_an_account_contract.test.ts
environment: { DEBUG: 'aztec:*' }

guides-dapp-testing:
machine:
Expand All @@ -860,6 +890,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local guides/dapp_testing.test.ts ./scripts/docker-compose-e2e-sandbox.yml
environment: { DEBUG: 'aztec:*' }

guides-sample-dapp:
machine:
Expand All @@ -871,6 +902,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local sample-dapp ./scripts/docker-compose-e2e-sandbox.yml
environment: { DEBUG: 'aztec:*' }

guides-up-quick-start:
machine:
Expand All @@ -882,6 +914,7 @@ jobs:
- run:
name: "Test"
command: cond_run_script end-to-end ./scripts/run_tests_local guides/up_quick_start.test.ts ./scripts/docker-compose-e2e-sandbox.yml
environment: { DEBUG: 'aztec:*' }

e2e-canary-test:
machine:
Expand All @@ -894,6 +927,18 @@ jobs:
name: "Test"
command: cond_run_script canary-build ./scripts/run_tests uniswap_trade_on_l1_from_l2.test.ts canary-build ./scripts/docker-compose-e2e-sandbox.yml

bench-publish-rollup:
machine:
image: ubuntu-2204:2023.07.2
resource_class: large
steps:
- *checkout
- *setup_env
- run:
name: "Benchmark"
command: cond_run_script end-to-end ./scripts/run_tests_local benchmarks/bench_publish_rollup.test.ts
environment: { DEBUG: 'aztec:benchmarks:*,aztec:sequencer' }

build-docs:
machine:
image: ubuntu-2204:2023.07.2
Expand Down Expand Up @@ -926,6 +971,16 @@ jobs:
name: "Noop"
command: echo Noop

bench-summary:
machine:
image: ubuntu-2204:2023.07.2
steps:
- *checkout
- *setup_env
- run:
name: "Assemble benchmark summary from uploaded logs"
command: ./scripts/ci/assemble_e2e_benchmark.sh

deploy-npm:
machine:
image: ubuntu-2204:2023.07.2
Expand Down Expand Up @@ -1220,6 +1275,7 @@ workflows:
- guides-dapp-testing: *e2e_test
- guides-sample-dapp: *e2e_test
- guides-up-quick-start: *e2e_test
- bench-publish-rollup: *e2e_test

- e2e-end:
requires:
Expand Down Expand Up @@ -1257,6 +1313,12 @@ workflows:
- guides-dapp-testing
- guides-sample-dapp
- guides-up-quick-start
- bench-publish-rollup
<<: *defaults

- bench-summary:
requires:
- e2e-end
<<: *defaults

# Deployment and Canary tests
Expand Down
Loading