feat(benchmarks): add circleci job

Co-authored-by: Dustin Schau <dustinschau@gmail.com>
gatsbyjs · Jan 9, 2020 · a03ccbb · a03ccbb
1 parent e1a54f2
commit a03ccbb
Show file tree

Hide file tree

Showing 4 changed files with 53 additions and 2 deletions.
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -402,8 +402,26 @@ jobs:
           paths:
             - "*"
 
+  run_benchmarks:
+    docker:
+      - image: circleci/node:12
+    steps:
+      - checkout
+      - run: ./scripts/build-benchmark.sh
+
 workflows:
   version: 2
+
+  run_benchmarks:
+    jobs: [run_benchmarks]
+    triggers:
+      - schedule:
+          cron: "12 3 * * *" # every day at 03:12
+          filters:
+            branches:
+              only:
+                - master
+
   nightly-react-next:
     triggers:
       - schedule:

diff --git a/benchmarks/markdown_id/package.json b/benchmarks/markdown_id/package.json
@@ -51,6 +51,6 @@
     "test": "echo \"Write tests! -> https://gatsby.dev/unit-testing\" && exit 1",
     "bench": "rm -r markdown-pages; NUM_PAGES=${NUM_PAGES:-2000} node md.generate.js; gatsby clean; node --max_old_space_size=2000 node_modules/.bin/gatsby build",
     "benchnb": "gatsby clean; node --max_old_space_size=2000 node_modules/.bin/gatsby build",
-    "postinstall": "NUM_PAGES=${NUM_PAGES:-2000} node md.generate.js"
+    "postinstall": "rm -rf markdown-pages && gatsby clean && NUM_PAGES=${NUM_PAGES:-2000} node md.generate.js"
   }
 }
diff --git a/benchmarks/markdown_slug/package.json b/benchmarks/markdown_slug/package.json
@@ -51,6 +51,6 @@
     "test": "echo \"Write tests! -> https://gatsby.dev/unit-testing\" && exit 1",
     "bench": "rm -r markdown-pages; NUM_PAGES=${NUM_PAGES:-2000} node md.generate.js; gatsby clean; node --max_old_space_size=2000 node_modules/.bin/gatsby build",
     "benchnb": "gatsby clean; node --max_old_space_size=2000 node_modules/.bin/gatsby build",
-    "postinstall": "NUM_PAGES=${NUM_PAGES:-2000} node md.generate.js"
+    "postinstall": "rm -rf markdown-pages && gatsby clean && NUM_PAGES=${NUM_PAGES:-2000} node md.generate.js"
   }
 }
diff --git a/scripts/build-benchmark.sh b/scripts/build-benchmark.sh
@@ -0,0 +1,33 @@
+#!/bin/bash -eux
+
+set -e
+set -u
+set -x
+
+BENCHMARKS=(
+  # create-pages
+  # image-processing
+  markdown_id
+  markdown_slug
+  markdown_table
+  # plugin-manifest
+  # query
+)
+
+SIZES=(
+    1000
+    5000
+   10000
+   25000
+  # 100000
+)
+
+cd benchmarks
+for benchmark in "${BENCHMARKS[@]}"; do
+    cd "${benchmark}"
+    for num in "${SIZES[@]}"; do
+      NUM_PAGES=${num} npm install
+      NUM_PAGES=${num} ./node_modules/.bin/gatsby build
+    done
+    cd ..
+done