Benchmark #37
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Benchmark | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| old: | |
| description: "Old version to compare" | |
| type: string | |
| default: "latest" | |
| required: true | |
| new: | |
| description: "New version to compare" | |
| type: string | |
| default: "trunk" | |
| required: true | |
| theme: | |
| description: "Theme to test" | |
| type: choice | |
| options: | |
| - twentytwentyone | |
| - twentytwentythree | |
| - twentytwentyfour | |
| required: true | |
| memcached: | |
| description: 'Whether to test with memcached enabled' | |
| type: 'boolean' | |
| default: false | |
| required: false | |
| locale: | |
| description: 'Locale to use' | |
| type: 'string' | |
| default: 'en_US' | |
| required: false | |
| jobs: | |
| benchmarks: | |
| name: "Benchmarks" | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: GoogleChromeLabs/wpp-research | |
| path: wpp-research | |
| - name: Setup Node | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version-file: ".nvmrc" | |
| cache: npm | |
| - name: Install dependencies | |
| run: npm ci | |
| - name: Install wp-env | |
| run: npm -g i @wordpress/env | |
| - name: Install wpp-research dependencies | |
| working-directory: wpp-research | |
| run: npm ci | |
| - name: Configure WordPress versions | |
| run: | | |
| echo "Old version: $OLD_VERSION" | |
| if [[ $OLD_VERSION != 'latest' ]]; then | |
| if [[ "$OLD_VERSION" == *".zip"* ]]; then | |
| echo "{\"core\":\"$OLD_VERSION\"}" >> old/.wp-env.override.json | |
| else | |
| echo "{\"core\":\"WordPress/WordPress#$OLD_VERSION\"}" >> old/.wp-env.override.json | |
| fi | |
| fi | |
| echo "New version: $NEW_VERSION" | |
| if [[ "$NEW_VERSION" == *".zip"* ]]; then | |
| echo "{\"core\":\"$NEW_VERSION\"}" >> new/.wp-env.override.json | |
| else | |
| echo "{\"core\":\"WordPress/WordPress#$NEW_VERSION\"}" >> new/.wp-env.override.json | |
| fi | |
| env: | |
| OLD_VERSION: ${{ inputs.old == 'trunk' && 'master' || inputs.old }} | |
| NEW_VERSION: ${{ inputs.new == 'trunk' && 'master' || inputs.new }} | |
| - name: Install WordPress | |
| run: | | |
| chmod -R 767 old/ # TODO: Possibly integrate in wp-env | |
| chmod -R 767 new/ # TODO: Possibly integrate in wp-env | |
| (cd old && wp-env start) | |
| (cd new && wp-env start) | |
| env: | |
| LOCAL_PHP_MEMCACHED: ${{ inputs.memcached }} | |
| - name: Install additional languages | |
| run: | | |
| (cd old && wp-env run tests-cli wp language core install ${{ inputs.locale }}) | |
| (cd old && wp-env run tests-cli wp language plugin install ${{ inputs.locale }} -- --all) | |
| (cd old && wp-env run tests-cli wp language theme install ${{ inputs.locale }} -- --all) | |
| (cd old && wp-env run tests-cli wp site switch-language ${{ inputs.locale }}) | |
| (cd new && wp-env run tests-cli wp language core install ${{ inputs.locale }}) | |
| (cd new && wp-env run tests-cli wp language plugin install ${{ inputs.locale }} -- --all) | |
| (cd new && wp-env run tests-cli wp language theme install ${{ inputs.locale }} -- --all) | |
| (cd new && wp-env run tests-cli wp site switch-language ${{ inputs.locale }}) | |
| if: ${{ inputs.locale != 'en_US' }} | |
| - name: Update permalink structure | |
| run: | | |
| (cd old && wp-env run tests-cli wp rewrite structure '/%postname%/' -- --hard) | |
| (cd new && wp-env run tests-cli wp rewrite structure '/%postname%/' -- --hard) | |
| - name: Import mock data | |
| run: | | |
| (cd old && wp-env run tests-cli curl https://raw.githubusercontent.com/WordPress/theme-test-data/b9752e0533a5acbb876951a8cbb5bcc69a56474c/themeunittestdata.wordpress.xml -- --output /tmp/themeunittestdata.wordpress.xml) | |
| (cd old && wp-env run tests-cli wp import /tmp/themeunittestdata.wordpress.xml -- --authors=create) | |
| (cd new && wp-env run tests-cli curl https://raw.githubusercontent.com/WordPress/theme-test-data/b9752e0533a5acbb876951a8cbb5bcc69a56474c/themeunittestdata.wordpress.xml -- --output /tmp/themeunittestdata.wordpress.xml) | |
| (cd new && wp-env run tests-cli wp import /tmp/themeunittestdata.wordpress.xml -- --authors=create) | |
| - name: Deactivate WordPress Importer | |
| run: | | |
| (cd old && wp-env run tests-cli wp plugin deactivate wordpress-importer) | |
| (cd new && wp-env run tests-cli wp plugin deactivate wordpress-importer) | |
| - name: Post Debugging Info | |
| run: | | |
| echo "Old version – Theme info" | |
| (cd old && npm run wp-env run tests-cli wp theme list) | |
| echo "New version – Theme info" | |
| (cd new && npm run wp-env run tests-cli wp theme list) | |
| - name: Install theme | |
| run: | | |
| (cd old && wp-env run tests-cli wp theme activate $THEME) | |
| (cd new && wp-env run tests-cli wp theme activate $THEME) | |
| env: | |
| THEME: ${{ inputs.theme }} | |
| - name: Benchmark Web Vitals | |
| working-directory: wpp-research | |
| run: | | |
| npm run research --silent -- benchmark-web-vitals -u http://localhost:8881/ -n 100 -p -v -o csv > before.csv | |
| npm run research --silent -- benchmark-web-vitals -u http://localhost:8891/ -n 100 -p -v -o csv > after.csv | |
| node ../scripts/results.js "Web Vitals ($THEME)" before.csv after.csv > summary.md | |
| cat summary.md >> $GITHUB_STEP_SUMMARY | |
| env: | |
| THEME: ${{ inputs.theme }} | |
| - name: Benchmark Server-Timing | |
| working-directory: wpp-research | |
| run: | | |
| npm run research --silent -- benchmark-server-timing -u http://localhost:8881/ -n 100 -p -v -o csv > before.csv | |
| npm run research --silent -- benchmark-server-timing -u http://localhost:8891/ -n 100 -p -v -o csv > after.csv | |
| node ../scripts/results.js "Server-Timing ($THEME)" before.csv after.csv > summary.md | |
| cat summary.md >> $GITHUB_STEP_SUMMARY | |
| env: | |
| THEME: ${{ inputs.theme }} |