Metrics #1322
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: | |
| schedule: | |
| - cron: "23 03 * * *" | |
| push: | |
| branches: | |
| - try_to_fix_metrics_job | |
| name: Metrics | |
| env: | |
| CARGO_INCREMENTAL: 0 | |
| CARGO_NET_RETRY: 10 | |
| RUSTUP_MAX_RETRIES: 10 | |
| RUSTFLAGS: "-C target-cpu=native" | |
| jobs: | |
| metrics: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| backend: ["postgres", "sqlite", "mysql"] | |
| steps: | |
| - name: Checkout sources | |
| uses: actions/checkout@v4 | |
| - name: cache | |
| uses: Swatinem/rust-cache@v2 | |
| with: | |
| key: metrics-${{matrix.backend}}-cargo-${{ hashFiles('diesel_bench/Cargo.toml')}} | |
| - name: Install postgres (Linux) | |
| if: matrix.backend == 'postgres' | |
| env: | |
| PG_VERSION: 16 | |
| run: | | |
| sudo apt-get update | |
| sudo DEBIAN_FRONTEND=noninteractive apt-get --purge remove postgresql\* -y | |
| sudo apt-get install gnupg2 -y | |
| curl -fsSL https://www.postgresql.org/media/keys/ACCC4CF8.asc|sudo gpg --dearmor -o /etc/apt/trusted.gpg.d/postgresql.gpg | |
| sudo sh -c 'echo "deb https://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list' | |
| sudo apt-get update | |
| sudo apt-get install -y libpq-dev postgresql-$PG_VERSION | |
| sudo tee /etc/postgresql/$PG_VERSION/main/pg_hba.conf <<'EOF' | |
| local all postgres peer | |
| local all all peer | |
| host all all 127.0.0.1/32 trust | |
| host all all ::1/128 trust | |
| EOF | |
| sudo service postgresql start $PG_VERSION && sleep 3 | |
| sudo -u postgres psql -c "ALTER USER postgres PASSWORD 'postgres';" | |
| sudo service postgresql restart $PG_VERSION && sleep 3 | |
| echo 'DATABASE_URL=postgres://postgres:postgres@localhost:5432/' >> $GITHUB_ENV | |
| - name: Install sqlite (Linux) | |
| if: matrix.backend == 'sqlite' | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y libsqlite3-dev | |
| echo 'SQLITE_DATABASE_URL=/tmp/test.db' >> $GITHUB_ENV | |
| echo 'DATABASE_URL=sqlite:///tmp/test.db' >> $GITHUB_ENV | |
| - name: Install mysql (Linux) | |
| if: matrix.backend == 'mysql' | |
| run: | | |
| sudo systemctl start mysql.service | |
| sudo apt-get update | |
| sudo apt-get -y install libmysqlclient-dev | |
| mysql -e "create database diesel_test; create database diesel_unit_test; grant all on \`diesel_%\`.* to 'root'@'localhost';" -uroot -proot | |
| echo 'DATABASE_URL=mysql://root:root@localhost/diesel_test' >> $GITHUB_ENV | |
| - name: Install rust toolchain | |
| uses: dtolnay/rust-toolchain@stable | |
| - name: Run Benchmarks (Postgres) | |
| if: matrix.backend == 'postgres' | |
| run: cargo +stable bench --no-fail-fast --manifest-path diesel_bench/Cargo.toml --no-default-features --features "postgres sqlx-bench sqlx/postgres rust_postgres tokio_postgres futures futures-util sea-orm sea-orm/sqlx-postgres criterion/async_tokio serde diesel-async diesel-async/postgres wtx" | |
| - name: Run Benchmarks (Sqlite) | |
| if: matrix.backend == 'sqlite' | |
| run: cargo +stable bench --no-fail-fast --manifest-path diesel_bench/Cargo.toml --no-default-features --features "sqlite sqlx-bench sqlx/sqlite tokio rusqlite futures sea-orm sea-orm/sqlx-sqlite criterion/async_tokio diesel-async diesel-async/sqlite" | |
| - name: Run Benchmarks (Mysql) | |
| if: matrix.backend == 'mysql' | |
| run: cargo +stable bench --no-fail-fast --manifest-path diesel_bench/Cargo.toml --no-default-features --features "mysql sqlx-bench sqlx/mysql tokio rustorm rustorm/with-mysql rustorm_dao rust_mysql futures sea-orm sea-orm/sqlx-mysql criterion/async_tokio serde diesel-async diesel-async/mysql" | |
| - name: Push metrics | |
| env: | |
| SSH_AUTH_SOCK: /tmp/ssh_agent.sock | |
| run: | | |
| sudo apt-get -y install git | |
| mkdir ~/.ssh -p | |
| ssh-agent -a $SSH_AUTH_SOCK > /dev/null | |
| ssh-keyscan github.com >> ~/.ssh/known_hosts | |
| echo "${{ secrets.METRIC_ACCESS_KEY }}" >> ~/.ssh/id_ed25519 | |
| chmod 600 ~/.ssh/id_ed25519 | |
| df -h | |
| rm diesel_bench/target/release -rf | |
| # delete unwanted files from criterion | |
| find diesel_bench/target/criterion/ -iname '*.json' -delete | |
| find diesel_bench/target/criterion/ -type d -name "base" -exec rm -rv {} \; || true | |
| find diesel_bench/target/criterion/ -type d -empty -delete | |
| # free some space on the runner | |
| df -h | |
| sudo rm -rf /usr/share/dotnet | |
| df -h | |
| sudo rm -rf /opt/ghc | |
| df -h | |
| sudo rm -rf "/usr/local/share/boost" | |
| df -h | |
| sudo rm -rf "$AGENT_TOOLSDIRECTORY" | |
| df -h | |
| pwd | |
| git clone --depth 1 git@github.com:diesel-rs/metrics.git | |
| df -h | |
| cd metrics | |
| export FOLDER_NAME=$(date +%Y%m%d-%H%M%S) | |
| mkdir -p metrics/$FOLDER_NAME-$GITHUB_SHA-${{matrix.backend}} | |
| mv ../diesel_bench/target/criterion/* metrics/$FOLDER_NAME-$GITHUB_SHA-${{matrix.backend}} | |
| git add metrics/$FOLDER_NAME-$GITHUB_SHA-${{matrix.backend}} | |
| git -c user.name=Bot -c user.email=dummy@example.com commit --message "📈" | |
| git push origin master | |
| - name: cleanup | |
| if: always() | |
| env: | |
| SSH_AUTH_SOCK: /tmp/ssh_agent.sock | |
| run: | | |
| rm -rf diesel_bench/target/criterion | |
| ssh-add -D | |
| rm -Rf ~/.ssh |