Add job to build all benchmarks

.github/workflows/ci.yml

@@ -570,7 +570,7 @@ jobs:
         run: |
           build_tools/github_actions/docker_run.sh \
             --env "IREE_TF_BINARIES_DIR=${TF_BINARIES_DIR}" \
-            gcr.io/iree-oss/base@sha256:bad174c580cdefaf435ce31a7df6bdd7f7cb7bfdcdff5d1acf40f630acf85bf5 \
+            gcr.io/iree-oss/base@sha256:5d43683c6b50aebe1fca6c85f2012f3b0fa153bf4dd268e8767b619b1891423a \
             build_tools/build_benchmarks.sh \
             "${BUILD_DIR}"
 
@@ -591,6 +591,7 @@ jobs:
       - riscv32
       - riscv64
       - android_arm64
+      - build_benchmarks
     if: always()
     steps:
       - name: Getting combined job status

build_tools/cmake/build_benchmarks.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+
+# Copyright 2019 The IREE Authors
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+# Build benchmark suites for IREE using an *already built* build directory.
+# Designed for CI, but can be run locally.
+# TODO(#4662): this should just allow passing in host tools.
+
+set -xeuo pipefail
+
+ROOT_DIR="${ROOT_DIR:-$(git rev-parse --show-toplevel)}"
+cd "${ROOT_DIR}"
+
+BUILD_DIR="${1:-${IREE_BUILD_DIR:-build}}"
+CMAKE_BIN=${CMAKE_BIN:-$(which cmake)}
+IREE_TF_BINARIES_DIR="${IREE_TF_BINARIES_DIR:-integrations/tensorflow/bazel-bin/iree_tf_compiler}"
+
+"$CMAKE_BIN" --version
+ninja --version
+
+if ! [[ -d "${BUILD_DIR}" ]]; then
+  echo "Build directory '${BUILD_DIR}' does not exist. Aborting"
+  exit 1
+fi
+
+echo "Reconfiguring to enable benchmarks"
+# Note that we're relying on CMake caching here
+"${CMAKE_BIN}" -B "${BUILD_DIR}" \
+  -DIREE_BUILD_BENCHMARKS=ON \
+  -DIREE_BUILD_MICROBENCHMARKS=ON \
+  -DIREE_IMPORT_TFLITE_PATH="${IREE_TF_BINARIES_DIR}/iree-import-tflite" \
+  -DIREE_IMPORT_TF_PATH="${IREE_TF_BINARIES_DIR}/iree-import-tf"
+
+echo "Building benchmark artifacts"
+"${CMAKE_BIN}" --build . --target \
+  iree-benchmark-suites \
+  iree-microbenchmark-suites \
+  -- -k 0