From 3553ef07e8c3e371273fd69fd302dd3c056db01c Mon Sep 17 00:00:00 2001 From: Geoffrey Martin-Noble Date: Wed, 7 Sep 2022 14:47:15 -0700 Subject: [PATCH 1/2] Delete Kokoro directory --- .../bazel/linux/x86-swiftshader/core/build.sh | 30 ---- .../x86-swiftshader/core/build_kokoro.sh | 34 ---- .../linux/x86-swiftshader/core/common.cfg | 12 -- .../linux/x86-swiftshader/core/google.cfg | 11 -- .../bazel/linux/x86-swiftshader/core/main.cfg | 11 -- .../linux/x86-swiftshader/core/presubmit.cfg | 11 -- build_tools/kokoro/gcp_ubuntu/check_vulkan.sh | 28 ---- .../linux/x86-swiftshader/build.sh | 103 ------------ .../linux/x86-swiftshader/build_kokoro.sh | 30 ---- .../linux/x86-swiftshader/common.cfg | 9 -- .../linux/x86-swiftshader/google.cfg | 11 -- .../linux/x86-swiftshader/main.cfg | 11 -- .../linux/x86-swiftshader/presubmit.cfg | 11 -- .../cmake-bazel/linux/x86-turing/build.sh | 94 ----------- .../linux/x86-turing/build_kokoro.sh | 36 ----- .../cmake-bazel/linux/x86-turing/common.cfg | 9 -- .../cmake-bazel/linux/x86-turing/google.cfg | 11 -- .../cmake-bazel/linux/x86-turing/main.cfg | 11 -- .../linux/x86-turing/presubmit.cfg | 11 -- .../cmake/android/arm64-v8a/build_kokoro.sh | 30 ---- .../cmake/android/arm64-v8a/common.cfg | 12 -- .../cmake/android/arm64-v8a/google.cfg | 11 -- .../cmake/android/arm64-v8a/main.cfg | 11 -- .../cmake/android/arm64-v8a/presubmit.cfg | 11 -- .../kokoro/gcp_ubuntu/cmake/android/build.sh | 119 -------------- .../cmake/baremetal/riscv32/build.sh | 36 ----- .../cmake/baremetal/riscv32/build_kokoro.sh | 30 ---- .../cmake/baremetal/riscv32/common.cfg | 11 -- .../cmake/baremetal/riscv32/google.cfg | 11 -- .../cmake/baremetal/riscv32/main.cfg | 11 -- .../cmake/baremetal/riscv32/presubmit.cfg | 11 -- .../gcp_ubuntu/cmake/linux/riscv64/build.sh | 49 ------ .../cmake/linux/riscv64/build_kokoro.sh | 30 ---- .../gcp_ubuntu/cmake/linux/riscv64/common.cfg | 11 -- .../gcp_ubuntu/cmake/linux/riscv64/google.cfg | 11 -- .../gcp_ubuntu/cmake/linux/riscv64/main.cfg | 11 -- .../cmake/linux/riscv64/presubmit.cfg | 11 -- .../cmake/linux/x86-swiftshader-asan/build.sh | 148 ------------------ .../x86-swiftshader-asan/build_kokoro.sh | 30 ---- .../linux/x86-swiftshader-asan/common.cfg | 9 -- .../linux/x86-swiftshader-asan/google.cfg | 11 -- .../cmake/linux/x86-swiftshader-asan/main.cfg | 11 -- .../linux/x86-swiftshader-asan/presubmit.cfg | 11 -- .../cmake/linux/x86-swiftshader/build.sh | 40 ----- .../linux/x86-swiftshader/build_kokoro.sh | 30 ---- .../cmake/linux/x86-swiftshader/common.cfg | 9 -- .../cmake/linux/x86-swiftshader/google.cfg | 11 -- .../cmake/linux/x86-swiftshader/main.cfg | 11 -- .../cmake/linux/x86-swiftshader/presubmit.cfg | 11 -- .../cmake/linux/x86-turing/build.sh | 43 ----- .../cmake/linux/x86-turing/build_kokoro.sh | 36 ----- .../cmake/linux/x86-turing/common.cfg | 11 -- .../cmake/linux/x86-turing/google.cfg | 11 -- .../cmake/linux/x86-turing/main.cfg | 11 -- .../cmake/linux/x86-turing/presubmit.cfg | 11 -- build_tools/kokoro/gcp_ubuntu/docker_run.sh | 15 -- .../kokoro/gcp_ubuntu/simulate_kokoro.sh | 50 ------ 57 files changed, 1431 deletions(-) delete mode 100755 build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/build.sh delete mode 100755 build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/build_kokoro.sh delete mode 100644 build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/common.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/google.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/main.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/presubmit.cfg delete mode 100755 build_tools/kokoro/gcp_ubuntu/check_vulkan.sh delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/build.sh delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/build_kokoro.sh delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/common.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/google.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/main.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/presubmit.cfg delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/build.sh delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/build_kokoro.sh delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/common.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/google.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/main.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/presubmit.cfg delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/build_kokoro.sh delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/common.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/google.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/main.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/presubmit.cfg delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake/android/build.sh delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/build.sh delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/build_kokoro.sh delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/common.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/google.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/main.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/presubmit.cfg delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/build.sh delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/build_kokoro.sh delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/common.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/google.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/main.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/presubmit.cfg delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/build.sh delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/build_kokoro.sh delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/common.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/google.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/main.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/presubmit.cfg delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/build.sh delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/build_kokoro.sh delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/common.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/google.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/main.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/presubmit.cfg delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/build.sh delete mode 100755 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/build_kokoro.sh delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/common.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/google.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/main.cfg delete mode 100644 build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/presubmit.cfg delete mode 100755 build_tools/kokoro/gcp_ubuntu/docker_run.sh delete mode 100755 build_tools/kokoro/gcp_ubuntu/simulate_kokoro.sh diff --git a/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/build.sh b/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/build.sh deleted file mode 100755 index 2e7f6def8514..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/build.sh +++ /dev/null @@ -1,30 +0,0 @@ -#!/bin/bash - -# Copyright 2019 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# For use within a IREE bazel docker image on a Kokoro VM. -# Log some information about the environment, initialize the submodules and then -# run the bazel core tests. - -set -e -set -x - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -# Check these exist and print the versions for later debugging -bazel --version -"${CXX?}" --version -"${CC?}" --version - -echo "Initializing submodules" -git submodule update --init --jobs 8 --depth 1 - -export IREE_BAZEL_WRITE_REMOTE_CACHE=1 - -echo "Building and testing with bazel" -./build_tools/bazel/build_core.sh diff --git a/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/build_kokoro.sh b/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/build_kokoro.sh deleted file mode 100755 index 18fbb93d50a5..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/build_kokoro.sh +++ /dev/null @@ -1,34 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Build and test IREE's core within the gcr.io/iree-oss/bazel image using -# Kokoro. -# Requires the environment variables KOKORO_ROOT and KOKORO_ARTIFACTS_DIR, which -# are set by Kokoro. - -set -x -set -e -set -o pipefail - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -# This doesn't really need everything in the frontends image, but we want the -# cache to be shared with the integrations build (no point building LLVM twice) -# and the cache key is the docker container it's run in (to ensure correct cache -# hits). -"${KOKORO_ARTIFACTS_DIR?}/github/iree/build_tools/kokoro/gcp_ubuntu/docker_run.sh" \ - gcr.io/iree-oss/frontends-swiftshader@sha256:3090418a8d8a64c356d35eff285af32570a72f41127aa123209c1562f57abb01 \ - build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/build.sh - -# Kokoro will rsync this entire directory back to the executor orchestrating the -# build which takes forever and is totally useless. -rm -rf "${KOKORO_ARTIFACTS_DIR?}"/* - -# Print out artifacts dir contents after deleting them as a coherence check. -ls -1a "${KOKORO_ARTIFACTS_DIR?}/" diff --git a/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/common.cfg b/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/common.cfg deleted file mode 100644 index b35899da4c7f..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/common.cfg +++ /dev/null @@ -1,12 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2019 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Common configuration for Kokoro builds that run the core build with bazel on -# linux. - -build_file: "iree/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/build_kokoro.sh" diff --git a/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/google.cfg b/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/google.cfg deleted file mode 100644 index 3a4ecfec9b75..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/google.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2019 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/main.cfg b/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/main.cfg deleted file mode 100644 index 3a4ecfec9b75..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/main.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2019 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/presubmit.cfg b/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/presubmit.cfg deleted file mode 100644 index 3a4ecfec9b75..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/presubmit.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2019 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/check_vulkan.sh b/build_tools/kokoro/gcp_ubuntu/check_vulkan.sh deleted file mode 100755 index 077aaf25f121..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/check_vulkan.sh +++ /dev/null @@ -1,28 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# For use within a IREE bazel-swiftshader docker image on a Kokoro VM. -# Log some information about the environment, initialize the submodules and then -# run the bazel integrations tests. - -set -x - -# Print Vulkan related information: SDK version and GPU ICD version -vulkaninfo 2> /tmp/vulkaninfo.stderr 1> /tmp/vulkaninfo.stdout -VULKAN_INSTANCE="$(grep "Vulkan Instance" /tmp/vulkaninfo.stdout)" -VK_PHYSICAL_DEVICE_PROPERTIES="$(grep -A7 "VkPhysicalDeviceProperties" /tmp/vulkaninfo.stdout)" - -if [[ -z "${VULKAN_INSTANCE?}" ]] || [[ -z "${VK_PHYSICAL_DEVICE_PROPERTIES?}" ]]; then - echo "Vulkan not found!" - cat /tmp/vulkaninfo.stdout - cat /tmp/vulkaninfo.stderr - exit 1 -fi - -echo "${VULKAN_INSTANCE?}" -echo "${VK_PHYSICAL_DEVICE_PROPERTIES?}" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/build.sh b/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/build.sh deleted file mode 100755 index f25f4340f46a..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/build.sh +++ /dev/null @@ -1,103 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Build and test the python bindings and frontend integrations. - -set -e -set -x - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -# Check these exist and print the versions for later debugging -export CMAKE_BIN="$(which cmake)" -"${CMAKE_BIN?}" --version -"${CC?}" --version -"${CXX?}" --version -python3 --version -python3 -c 'import tensorflow as tf; print(tf.__version__)' -python3 -c 'import jax; print(jax.__version__)' - -echo "Initializing submodules" -git submodule update --init --jobs 8 --depth 1 - -./build_tools/kokoro/gcp_ubuntu/check_vulkan.sh - -# Print SwiftShader git commit -cat /swiftshader/git-commit - -# BUILD the integrations binaries with Bazel and run any lit tests -IREE_SRC_DIR="$PWD" -pushd integrations/tensorflow -BAZEL_CMD=(bazel --noworkspace_rc --bazelrc=build_tools/bazel/iree-tf.bazelrc) -BAZEL_BINDIR="$(${BAZEL_CMD[@]?} info bazel-bin)" -# xargs is set to high arg limits to avoid multiple Bazel invocations and will -# hard fail if the limits are exceeded. -# See https://github.com/bazelbuild/bazel/issues/12479 -"${BAZEL_CMD[@]?}" query //iree_tf_compiler/... | \ - xargs --max-args 1000000 --max-chars 1000000 --exit \ - "${BAZEL_CMD[@]?}" test \ - --config=remote_cache_bazel_ci \ - --config=generic_clang \ - --test_tag_filters="-nokokoro" \ - --build_tag_filters="-nokokoro" -bash ./symlink_binaries.sh -popd - -CMAKE_BUILD_DIR="$HOME/iree/build/tf" - -# TODO(gcmn): It would be nice to be able to build and test as much as possible, -# so a build failure only prevents building/testing things that depend on it and -# we can still run the other tests. -echo "Configuring CMake" -"${CMAKE_BIN}" -B "${CMAKE_BUILD_DIR?}" -G Ninja \ - -DCMAKE_BUILD_TYPE=RelWithDebInfo \ - -DIREE_BUILD_COMPILER=ON \ - -DIREE_BUILD_TESTS=ON \ - -DIREE_BUILD_SAMPLES=OFF \ - -DIREE_BUILD_PYTHON_BINDINGS=ON \ - -DIREE_HAL_DRIVER_CUDA=ON \ - -DIREE_TARGET_BACKEND_CUDA=ON \ - . - -echo "Building with Ninja" -cd "${CMAKE_BUILD_DIR?}" -ninja - -export CTEST_PARALLEL_LEVEL=${CTEST_PARALLEL_LEVEL:-$(nproc)} - -tests_passed=true - -echo "***** Testing with CTest *****" -if ! ctest \ - --timeout 900 \ - --output-on-failure \ - --no-tests=error \ - --tests-regex "^iree/runtime/bindings/python/" \ - --label-exclude "^nokokoro$|^vulkan_uses_vk_khr_shader_float16_int8$" -then - tests_passed=false -fi - -echo "***** Running TensorFlow integration tests *****" -# TODO: Use "--timeout 900" instead of --max-time below. Requires that -# `psutil` python package be installed in the VM for per test timeout. -cd "$IREE_SRC_DIR" -source "${CMAKE_BUILD_DIR?}/.env" && export PYTHONPATH -LIT_SCRIPT="$IREE_SRC_DIR/third_party/llvm-project/llvm/utils/lit/lit.py" -if ! python3 "$LIT_SCRIPT" -v integrations/tensorflow/test \ - --max-time 1800 \ - -D FEATURES=vulkan -then - tests_passed=false -fi - -if ! $tests_passed; then - echo "Some tests failed!!!" - exit 1 -fi diff --git a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/build_kokoro.sh b/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/build_kokoro.sh deleted file mode 100755 index e4b77f523f06..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/build_kokoro.sh +++ /dev/null @@ -1,30 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Build and test the python bindings and frontend integrations within -# gcr.io/iree-oss/frontends-swiftshader -# Requires the environment variables KOKORO_ROOT and KOKORO_ARTIFACTS_DIR, which -# are set by Kokoro. - -set -x -set -e -set -o pipefail - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -"${KOKORO_ARTIFACTS_DIR?}/github/iree/build_tools/kokoro/gcp_ubuntu/docker_run.sh" \ - gcr.io/iree-oss/frontends-swiftshader@sha256:3090418a8d8a64c356d35eff285af32570a72f41127aa123209c1562f57abb01 \ - build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/build.sh - -# Kokoro will rsync this entire directory back to the executor orchestrating the -# build which takes forever and is totally useless. -rm -rf "${KOKORO_ARTIFACTS_DIR?}"/* - -# Print out artifacts dir contents after deleting them as a coherence check. -ls -1a "${KOKORO_ARTIFACTS_DIR?}/" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/common.cfg b/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/common.cfg deleted file mode 100644 index 5bd55a77d255..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/common.cfg +++ /dev/null @@ -1,9 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -build_file: "iree/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/build_kokoro.sh" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/google.cfg b/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/google.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/google.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/main.cfg b/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/main.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/main.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/presubmit.cfg b/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/presubmit.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-swiftshader/presubmit.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/build.sh b/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/build.sh deleted file mode 100755 index 4bb786c0e05f..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/build.sh +++ /dev/null @@ -1,94 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Build and test the python bindings and frontend integrations on GPU. - -set -e -set -x - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -# Check these exist and print the versions for later debugging -export CMAKE_BIN="$(which cmake)" -"${CMAKE_BIN?}" --version -"${CC?}" --version -"${CXX?}" --version -python3 --version -python3 -c 'import tensorflow as tf; print(tf.__version__)' -python3 -c 'import jax; print(jax.__version__)' - -echo "Initializing submodules" -git submodule update --init --jobs 8 --depth 1 - -# Print NVIDIA GPU information inside the docker -dpkg -l | grep nvidia -nvidia-smi || true - -./build_tools/kokoro/gcp_ubuntu/check_vulkan.sh - -# BUILD the integrations binaries with Bazel -IREE_SRC_DIR="$PWD" -pushd integrations/tensorflow -BAZEL_CMD=(bazel --noworkspace_rc --bazelrc=build_tools/bazel/iree-tf.bazelrc) -BAZEL_BINDIR="$(${BAZEL_CMD[@]?} info bazel-bin)" -# Technically, the cache key of the `remote_cache_bazel_ci` config -# references the Docker image used by the non-GPU build that includes -# swiftshader. In practice though, the part that matters for building these -# binaries is common to both of them. -# TODO(gcmn): Split this out into a multistage build so we only build these -# once anyway. -"${BAZEL_CMD[@]?}" build \ - --config=generic_clang \ - --config=remote_cache_bazel_ci \ - //iree_tf_compiler:all -bash ./symlink_binaries.sh -popd - - - -CMAKE_BUILD_DIR="$HOME/iree/build/tf" - -# TODO(gcmn): It would be nice to be able to build and test as much as possible, -# so a build failure only prevents building/testing things that depend on it and -# we can still run the other tests. -echo "Configuring CMake" -"${CMAKE_BIN}" -B "${CMAKE_BUILD_DIR?}" -G Ninja \ - -DCMAKE_BUILD_TYPE=RelWithDebInfo \ - -DIREE_BUILD_COMPILER=ON \ - -DIREE_BUILD_TESTS=ON \ - -DIREE_BUILD_SAMPLES=OFF \ - -DIREE_BUILD_PYTHON_BINDINGS=ON \ - -DIREE_HAL_DRIVER_CUDA=ON \ - -DIREE_TARGET_BACKEND_CUDA=ON \ - . - -echo "Building with Ninja" -cd "${CMAKE_BUILD_DIR?}" -ninja - -tests_passed=true - -echo "***** Running TensorFlow integration tests *****" -# TODO: Use "--timeout 900" instead of --max-time below. Requires that -# `psutil` python package be installed in the VM for per test timeout. -cd "$IREE_SRC_DIR" -source "${CMAKE_BUILD_DIR?}/.env" && export PYTHONPATH -LIT_SCRIPT="$IREE_SRC_DIR/third_party/llvm-project/llvm/utils/lit/lit.py" -if ! python3 "$LIT_SCRIPT" -v integrations/tensorflow/test \ - --max-time 1800 \ - -D DISABLE_FEATURES=llvmcpu \ - -D FEATURES=vulkan -then - tests_passed=false -fi - -if ! $tests_passed; then - echo "Some tests failed!!!" - exit 1 -fi diff --git a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/build_kokoro.sh b/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/build_kokoro.sh deleted file mode 100755 index 30cfead0a61e..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/build_kokoro.sh +++ /dev/null @@ -1,36 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Build and test the python bindings and frontend integrations on GPU within -# gcr.io/iree-oss/frontends-nvidia -# Requires the environment variables KOKORO_ROOT and KOKORO_ARTIFACTS_DIR, which -# are set by Kokoro. - -set -x -set -e -set -o pipefail - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -# Print NVIDIA GPU information inside the VM -dmesg | grep NVRM -dpkg -l | grep nvidia -nvidia-smi || true - -"${KOKORO_ARTIFACTS_DIR?}/github/iree/build_tools/kokoro/gcp_ubuntu/docker_run.sh" \ - --gpus all \ - gcr.io/iree-oss/frontends-nvidia@sha256:e934ed09e9e60c28ebe11a02f37a993dd975db40118d410c4279d0fa2d4e6b9a \ - build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/build.sh - -# Kokoro will rsync this entire directory back to the executor orchestrating the -# build which takes forever and is totally useless. -rm -rf "${KOKORO_ARTIFACTS_DIR?}"/* - -# Print out artifacts dir contents after deleting them as a coherence check. -ls -1a "${KOKORO_ARTIFACTS_DIR?}/" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/common.cfg b/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/common.cfg deleted file mode 100644 index 90b86da218e5..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/common.cfg +++ /dev/null @@ -1,9 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -build_file: "iree/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/build_kokoro.sh" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/google.cfg b/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/google.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/google.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/main.cfg b/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/main.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/main.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/presubmit.cfg b/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/presubmit.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake-bazel/linux/x86-turing/presubmit.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/build_kokoro.sh b/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/build_kokoro.sh deleted file mode 100755 index 837e5da9b650..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/build_kokoro.sh +++ /dev/null @@ -1,30 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Cross-compile the project towards Android arm64-v8a with the -# gcr.io/iree-oss/android image using Kokoro. -# Requires the environment variables KOKORO_ROOT and KOKORO_ARTIFACTS_DIR, which -# are set by Kokoro. - -set -xeuo pipefail - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -# Need to use frontends image (which also has Android toolchain) to build the -# TFLite compiler for generating benchmarks. -"${KOKORO_ARTIFACTS_DIR?}/github/iree/build_tools/kokoro/gcp_ubuntu/docker_run.sh" \ - gcr.io/iree-oss/frontends@sha256:bad174c580cdefaf435ce31a7df6bdd7f7cb7bfdcdff5d1acf40f630acf85bf5 \ - build_tools/kokoro/gcp_ubuntu/cmake/android/build.sh arm64-v8a - -# Kokoro will rsync this entire directory back to the executor orchestrating the -# build which takes forever and is totally useless. -rm -rf "${KOKORO_ARTIFACTS_DIR?}"/* - -# Print out artifacts dir contents after deleting them as a coherence check. -ls -1a "${KOKORO_ARTIFACTS_DIR?}/" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/common.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/common.cfg deleted file mode 100644 index 1645962742ff..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/common.cfg +++ /dev/null @@ -1,12 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Common configuration for Kokoro builds that cross-compile IREE towards -# Android arm64-v8a using CMake. - -build_file: "iree/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/build_kokoro.sh" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/google.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/google.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/google.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/main.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/main.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/main.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/presubmit.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/presubmit.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/android/arm64-v8a/presubmit.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/android/build.sh b/build_tools/kokoro/gcp_ubuntu/cmake/android/build.sh deleted file mode 100755 index eeb6c4e170c4..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/android/build.sh +++ /dev/null @@ -1,119 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Cross-compile the project towards Android with CMake using Kokoro. First -# builds the TFLite import binary with Bazel to allow testing the build of -# benchmarks for Android. - -set -xeuo pipefail - -if [ "$#" -ne 1 ]; then - echo "usage: $0 " - exit 1 -fi - -ANDROID_ABI="$1" - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -echo "Initializing submodules" -git submodule update --init --jobs 8 --depth 1 - -ROOT_DIR="$(git rev-parse --show-toplevel)" - -CMAKE_BIN="${CMAKE_BIN:-$(which cmake)}" - -# Check these exist and print the versions for later debugging -"${CMAKE_BIN}" --version -bazel --version -"${CC?}" --version -"${CXX?}" --version -python3 --version -ninja --version -echo "Android NDK path: $ANDROID_NDK" - -cd "${ROOT_DIR}" - -# BUILD the iree-import-tflite binary for importing models to benchmark from -# TFLite FlatBuffers. -cd "${ROOT_DIR}/integrations/tensorflow" -BAZEL_CMD=(bazel --noworkspace_rc --bazelrc=build_tools/bazel/iree-tf.bazelrc) -BAZEL_BINDIR="$(${BAZEL_CMD[@]} info bazel-bin)" -"${BAZEL_CMD[@]}" build \ - //iree_tf_compiler:iree-import-tflite \ - //iree_tf_compiler:iree-import-tf \ - --config=generic_clang \ - --config=remote_cache_bazel_ci -# So the benchmark build below can find the importer binaries that were built. -export PATH="$PWD/bazel-bin/iree_tf_compiler:$PATH" - -# --------------------------------------------------------------------------- # -# Build for the host. - -cd "${ROOT_DIR}" - -if [ -d "build-host" ] -then - echo "build-host directory already exists. Will use cached results there." -else - echo "build-host directory does not already exist. Creating a new one." - mkdir build-host -fi -cd build-host - -# Configure, build, install. -"${CMAKE_BIN}" -G Ninja .. \ - -DCMAKE_INSTALL_PREFIX=./install \ - -DIREE_ENABLE_ASSERTIONS=ON \ - -DIREE_BUILD_COMPILER=ON \ - -DIREE_BUILD_TESTS=OFF \ - -DIREE_BUILD_BENCHMARKS=ON \ - -DIREE_BUILD_SAMPLES=OFF - -"${CMAKE_BIN}" --build . --target install -- -k 0 -# Also make sure that we can generate artifacts for benchmarking on Android. -"${CMAKE_BIN}" --build . --target \ - iree-benchmark-suites-android-arm64-v8a \ - iree-benchmark-suites-android-adreno \ - iree-benchmark-suites-android-mali \ - -- -k 0 -# --------------------------------------------------------------------------- # - -# --------------------------------------------------------------------------- # -# Build for the target (Android). - -cd "${ROOT_DIR}" - -if [ -d "build-android" ] -then - echo "build-android directory already exists. Will use cached results there." -else - echo "build-android directory does not already exist. Creating a new one." - mkdir build-android -fi -cd build-android - -# Configure towards 64-bit Android 10, then build. -"${CMAKE_BIN}" -G Ninja .. \ - -DCMAKE_TOOLCHAIN_FILE="${ANDROID_NDK}/build/cmake/android.toolchain.cmake" \ - -DANDROID_ABI="${ANDROID_ABI}" \ - -DANDROID_PLATFORM=android-29 \ - -DIREE_HOST_BINARY_ROOT="${PWD}/../build-host/install" \ - -DIREE_ENABLE_ASSERTIONS=ON \ - -DIREE_BUILD_COMPILER=OFF \ - -DIREE_BUILD_TESTS=ON \ - -DIREE_BUILD_SAMPLES=OFF - -echo "Building all for device" -echo "------------" -"${CMAKE_BIN}" --build . -- -k 0 - -echo "Building test deps for device" -echo "------------------" -"$CMAKE_BIN" --build . --target iree-test-deps -- -k 0 diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/build.sh b/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/build.sh deleted file mode 100755 index caa78e28aaf9..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/build.sh +++ /dev/null @@ -1,36 +0,0 @@ -#!/bin/bash - -# Copyright 2021 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Cross-compile the project towards RISCV with CMake using Kokoro. - -set -e -set -x - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -# Check these exist and print the versions for later debugging -export CMAKE_BIN="$(which cmake)" -"${CMAKE_BIN?}" --version -"${CC?}" --version -"${CXX?}" --version -python3 --version - -echo "Initializing submodules" -git submodule update --init --jobs 8 --depth 1 - -export ROOT_DIR="$(git rev-parse --show-toplevel)" -export BUILD_HOST_DIR="${ROOT_DIR?}/build-host" -export BUILD_RISCV_DIR="${ROOT_DIR?}/build-riscv-rv32-baremetal" -export RISCV_CONFIG="rv32-baremetal" - -echo "Cross-compiling with cmake" -./build_tools/cmake/build_host_and_riscv.sh - -echo "Run sanity tests" -./tests/riscv32/smoke.sh diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/build_kokoro.sh b/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/build_kokoro.sh deleted file mode 100755 index bbd4e86db06b..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/build_kokoro.sh +++ /dev/null @@ -1,30 +0,0 @@ -#!/bin/bash - -# Copyright 2021 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Cross-compile the project towards riscv with the -# gcr.io/iree-oss/riscv image using Kokoro. -# Requires the environment variables KOKORO_ROOT and KOKORO_ARTIFACTS_DIR, which -# are set by Kokoro. - -set -x -set -e -set -o pipefail - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -"${KOKORO_ARTIFACTS_DIR?}/github/iree/build_tools/kokoro/gcp_ubuntu/docker_run.sh" \ - gcr.io/iree-oss/riscv@sha256:720bc0215d8462ea14352edc22710a6ce4c0c1daff581d179dd173885f1d8a35 \ - build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/build.sh - -# Kokoro will rsync this entire directory back to the executor orchestrating the -# build which takes forever and is totally useless. -rm -rf "${KOKORO_ARTIFACTS_DIR?}"/* - -# Print out artifacts dir contents after deleting them as a coherence check. -ls -1a "${KOKORO_ARTIFACTS_DIR?}/" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/common.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/common.cfg deleted file mode 100644 index 913cc35aa066..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/common.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2021 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Common configuration for Kokoro builds that run cmake on linux. - -build_file: "iree/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/build_kokoro.sh" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/google.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/google.cfg deleted file mode 100644 index 9fcdf908b91f..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/google.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2021 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/main.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/main.cfg deleted file mode 100644 index 9fcdf908b91f..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/main.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2021 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/presubmit.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/presubmit.cfg deleted file mode 100644 index 9fcdf908b91f..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/baremetal/riscv32/presubmit.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2021 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/build.sh b/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/build.sh deleted file mode 100755 index d8826f28a9d5..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/build.sh +++ /dev/null @@ -1,49 +0,0 @@ -#!/bin/bash - -# Copyright 2021 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Cross-compile the project towards RISCV with CMake using Kokoro. - -set -xeuo pipefail - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -# Check these exist and print the versions for later debugging -export CMAKE_BIN="$(which cmake)" -"${CMAKE_BIN}" --version -"${CC}" --version -"${CXX}" --version -python3 --version - -echo "Initializing submodules" -git submodule update --init --jobs 8 --depth 1 - -export ROOT_DIR="$(git rev-parse --show-toplevel)" -export BUILD_HOST_DIR="${ROOT_DIR}/build-host" -export BUILD_RISCV_DIR="${ROOT_DIR}/build-riscv" -export LLVM_BIN_DIR="${BUILD_HOST_DIR}/third_party/llvm-project/llvm/bin" -export IREE_HOST_BINARY_ROOT="${ROOT_DIR}/build-host/install" - -# BUILD the integrations iree-import-tflite with Bazel -echo "Build iree-import-tflite with Bazel" -pushd "${ROOT_DIR}/integrations/tensorflow" -BAZEL_CMD=(bazel --noworkspace_rc --bazelrc=build_tools/bazel/iree-tf.bazelrc) -# Yes this is really the best way to get the path to a single binary -export IREE_IMPORT_TFLITE_BIN="$( - "${BAZEL_CMD[@]}" run --run_under=echo \ - --config=remote_cache_bazel_ci \ - --config=generic_clang \ - //iree_tf_compiler:iree-import-tflite -)" -popd - -echo "Cross-compiling with cmake" -./build_tools/cmake/build_host_and_riscv.sh - -echo "Run sanity tests" -./tests/riscv64/smoke.sh diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/build_kokoro.sh b/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/build_kokoro.sh deleted file mode 100755 index 5831bb34b0e3..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/build_kokoro.sh +++ /dev/null @@ -1,30 +0,0 @@ -#!/bin/bash - -# Copyright 2021 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Cross-compile the project towards riscv with the -# gcr.io/iree-oss/riscv image using Kokoro. -# Requires the environment variables KOKORO_ROOT and KOKORO_ARTIFACTS_DIR, which -# are set by Kokoro. - -set -x -set -e -set -o pipefail - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -"${KOKORO_ARTIFACTS_DIR?}/github/iree/build_tools/kokoro/gcp_ubuntu/docker_run.sh" \ - gcr.io/iree-oss/riscv@sha256:720bc0215d8462ea14352edc22710a6ce4c0c1daff581d179dd173885f1d8a35 \ - build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/build.sh - -# Kokoro will rsync this entire directory back to the executor orchestrating the -# build which takes forever and is totally useless. -rm -rf "${KOKORO_ARTIFACTS_DIR?}"/* - -# Print out artifacts dir contents after deleting them as a coherence check. -ls -1a "${KOKORO_ARTIFACTS_DIR?}/" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/common.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/common.cfg deleted file mode 100644 index 4caca36ec711..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/common.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2021 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Common configuration for Kokoro builds that run cmake on linux. - -build_file: "iree/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/build_kokoro.sh" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/google.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/google.cfg deleted file mode 100644 index 9fcdf908b91f..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/google.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2021 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/main.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/main.cfg deleted file mode 100644 index 9fcdf908b91f..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/main.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2021 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/presubmit.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/presubmit.cfg deleted file mode 100644 index 9fcdf908b91f..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/riscv64/presubmit.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2021 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/build.sh b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/build.sh deleted file mode 100755 index f2cbf23bf32b..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/build.sh +++ /dev/null @@ -1,148 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Build and test the project with CMake using Kokoro, with ASan enabled and -# using SwiftShader's software Vulkan driver. -# ASan docs: https://clang.llvm.org/docs/AddressSanitizer.html -# -# Note: this script diverges from the non-ASan build in a few ways: -# * The CMake build sets `IREE_ENABLE_ASAN=ON` -# * Omit optional components that don't work with ASan (e.g. Python bindings) -# * Some tests that fail under ASan are individually excluded - -set -e -set -x - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -# Check these exist and print the versions for later debugging -export CMAKE_BIN="$(which cmake)" -"${CMAKE_BIN?}" --version -"${CC?}" --version -"${CXX?}" --version -python3 --version - -echo "Initializing submodules" -git submodule update --init --jobs 8 --depth 1 - -./build_tools/kokoro/gcp_ubuntu/check_vulkan.sh - -# Print SwiftShader git commit -cat /swiftshader/git-commit - -CMAKE_BUILD_DIR="${CMAKE_BUILD_DIR:-$HOME/build}" - -CMAKE_ARGS=( - "-G" "Ninja" - "-DCMAKE_BUILD_TYPE=RelWithDebInfo" - "-DIREE_ENABLE_ASAN=ON" - "-B" "${CMAKE_BUILD_DIR?}" - - # Also check if microbenchmarks are buildable. - "-DIREE_BUILD_MICROBENCHMARKS=ON" - - # Enable CUDA compiler and runtime builds unconditionally. Our CI images all - # have enough deps to at least build CUDA support and compile CUDA binaries - # (but not necessarily test on real hardware). - "-DIREE_HAL_DRIVER_CUDA=ON" - "-DIREE_TARGET_BACKEND_CUDA=ON" -) - -echo "Configuring CMake" -"${CMAKE_BIN?}" "${CMAKE_ARGS[@]?}" - -echo "Building all" -echo "------------" -"${CMAKE_BIN?}" --build "${CMAKE_BUILD_DIR?}" -- -k 0 - -echo "Building test deps" -echo "------------------" -"${CMAKE_BIN?}" --build "${CMAKE_BUILD_DIR?}" --target iree-test-deps -- -k 0 - -echo "Building microbenchmark suites" -echo "------------------" -"${CMAKE_BIN?}" --build "${CMAKE_BUILD_DIR?}" --target iree-microbenchmark-suites -- -k 0 - -# Respect the user setting, but default to as many jobs as we have cores. -export CTEST_PARALLEL_LEVEL=${CTEST_PARALLEL_LEVEL:-$(nproc)} - -# Respect the user setting, but default to turning off the vulkan tests. -# TODO(#5716): Fix and enable Vulkan tests. -export IREE_VULKAN_DISABLE=${IREE_VULKAN_DISABLE:-1} -# CUDA is off by default. -export IREE_CUDA_DISABLE=${IREE_CUDA_DISABLE:-1} -# The VK_KHR_shader_float16_int8 extension is optional prior to Vulkan 1.2. -# We test on SwiftShader, which does not support this extension. -export IREE_VULKAN_F16_DISABLE=${IREE_VULKAN_F16_DISABLE:-1} - -# Tests to exclude by label. In addition to any custom labels (which are carried -# over from Bazel tags), every test should be labeled with the directory it is -# in. -declare -a label_exclude_args=( - # Exclude specific labels. - # Put the whole label with anchors for exact matches. - # For example: - # ^nokokoro$ - ^nokokoro$ - - # Exclude all tests in a directory. - # Put the whole directory with anchors for exact matches. - # For example: - # ^bindings/python/iree/runtime$ - - # Exclude all tests in some subdirectories. - # Put the whole parent directory with only a starting anchor. - # Use a trailing slash to avoid prefix collisions. - # For example: - # ^bindings/ -) - -if [[ "${IREE_VULKAN_DISABLE?}" == 1 ]]; then - label_exclude_args+=("^driver=vulkan$") -fi -if [[ "${IREE_CUDA_DISABLE?}" == 1 ]]; then - label_exclude_args+=("^driver=cuda$") - label_exclude_args+=("^uses_cuda_runtime$") -fi -if [[ "${IREE_VULKAN_F16_DISABLE?}" == 1 ]]; then - label_exclude_args+=("^vulkan_uses_vk_khr_shader_float16_int8$") -fi - -# Join on "|" -label_exclude_regex="($(IFS="|" ; echo "${label_exclude_args[*]?}"))" - -# These tests currently have asan failures -# TODO(#5715): Fix these -declare -a excluded_tests=( - "iree/samples/simple_embedding/simple_embedding_vulkan_test" - "iree/tools/test/iree-benchmark-module.mlir.test" - "iree/tools/test/iree-run-module.mlir.test" - "iree/tools/test/multiple_exported_functions.mlir.test" -) - -# Prefix with `^` anchor -excluded_tests=( "${excluded_tests[@]/#/^}" ) -# Suffix with `$` anchor -excluded_tests=( "${excluded_tests[@]/%/$}" ) - -# Join on `|` and wrap in parens -excluded_tests_regex="($(IFS="|" ; echo "${excluded_tests[*]?}"))" - -cd ${CMAKE_BUILD_DIR?} - -echo "******************** Running main project ctests ************************" -ctest \ - --timeout 900 \ - --output-on-failure \ - --no-tests=error \ - --label-exclude "${label_exclude_regex}" \ - --exclude-regex "${excluded_tests_regex?}" - -echo "******************** llvm-external-projects tests ***********************" -cmake --build . --target check-iree-dialects -- -k 0 diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/build_kokoro.sh b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/build_kokoro.sh deleted file mode 100755 index 290cc5564aa4..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/build_kokoro.sh +++ /dev/null @@ -1,30 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Build and test the project within the gcr.io/iree-oss/swiftshader -# image using Kokoro. -# Requires the environment variables KOKORO_ROOT and KOKORO_ARTIFACTS_DIR, which -# are set by Kokoro. - -set -x -set -e -set -o pipefail - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -"${KOKORO_ARTIFACTS_DIR?}/github/iree/build_tools/kokoro/gcp_ubuntu/docker_run.sh" \ - gcr.io/iree-oss/swiftshader@sha256:5027d56cdfee743d956bffd035668f7784166a486c48c74b42e5882cb0c289bf \ - build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/build.sh - -# Kokoro will rsync this entire directory back to the executor orchestrating the -# build which takes forever and is totally useless. -rm -rf "${KOKORO_ARTIFACTS_DIR?}"/* - -# Print out artifacts dir contents after deleting them as a coherence check. -ls -1a "${KOKORO_ARTIFACTS_DIR?}/" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/common.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/common.cfg deleted file mode 100644 index 73224e5e83f2..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/common.cfg +++ /dev/null @@ -1,9 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -build_file: "iree/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/build_kokoro.sh" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/google.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/google.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/google.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/main.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/main.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/main.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/presubmit.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/presubmit.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader-asan/presubmit.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/build.sh b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/build.sh deleted file mode 100755 index 6984ebb045c1..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/build.sh +++ /dev/null @@ -1,40 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Build and test the project with CMake using Kokoro, using SwiftShader's -# software Vulkan driver. - -set -e -set -x - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -# Check these exist and print the versions for later debugging -export CMAKE_BIN="$(which cmake)" -"${CMAKE_BIN?}" --version -"${CC?}" --version -"${CXX?}" --version -python3 --version - -echo "Initializing submodules" -git submodule update --init --jobs 8 --depth 1 - -./build_tools/kokoro/gcp_ubuntu/check_vulkan.sh - -# Print SwiftShader git commit -cat /swiftshader/git-commit - -# TODO(gcmn): It would be nice to be able to build and test as much as possible, -# so a build failure only prevents building/testing things that depend on it and -# we can still run the other tests. -echo "Building with cmake" -./build_tools/cmake/clean_build.sh - -echo "Testing with ctest" -./build_tools/cmake/test.sh diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/build_kokoro.sh b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/build_kokoro.sh deleted file mode 100755 index 476c477bf350..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/build_kokoro.sh +++ /dev/null @@ -1,30 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Build and test the project within the gcr.io/iree-oss/swiftshader -# image using Kokoro. -# Requires the environment variables KOKORO_ROOT and KOKORO_ARTIFACTS_DIR, which -# are set by Kokoro. - -set -x -set -e -set -o pipefail - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -"${KOKORO_ARTIFACTS_DIR?}/github/iree/build_tools/kokoro/gcp_ubuntu/docker_run.sh" \ - gcr.io/iree-oss/swiftshader@sha256:5027d56cdfee743d956bffd035668f7784166a486c48c74b42e5882cb0c289bf \ - build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/build.sh - -# Kokoro will rsync this entire directory back to the executor orchestrating the -# build which takes forever and is totally useless. -rm -rf "${KOKORO_ARTIFACTS_DIR?}"/* - -# Print out artifacts dir contents after deleting them as a coherence check. -ls -1a "${KOKORO_ARTIFACTS_DIR?}/" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/common.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/common.cfg deleted file mode 100644 index de6fb31e1e2e..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/common.cfg +++ /dev/null @@ -1,9 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -build_file: "iree/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/build_kokoro.sh" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/google.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/google.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/google.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/main.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/main.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/main.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/presubmit.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/presubmit.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-swiftshader/presubmit.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/build.sh b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/build.sh deleted file mode 100755 index 105b1ba3119f..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/build.sh +++ /dev/null @@ -1,43 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Build and test the project with CMake using Kokoro, with an NVIDIA GPU. -# This tests both Vulkan and CUDA. - -set -e -set -x - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -# Check these exist and print the versions for later debugging -export CMAKE_BIN="$(which cmake)" -"${CMAKE_BIN?}" --version -"${CC?}" --version -"${CXX?}" --version -python3 --version - -echo "Initializing submodules" -git submodule update --init --jobs 8 --depth 1 - -# Print NVIDIA GPU information inside the docker -dpkg -l | grep nvidia -nvidia-smi || true - -./build_tools/kokoro/gcp_ubuntu/check_vulkan.sh - -# TODO(gcmn): It would be nice to be able to build and test as much as possible, -# so a build failure only prevents building/testing things that depend on it and -# we can still run the other tests. -echo "Building with cmake" -./build_tools/cmake/clean_build.sh - -export IREE_VULKAN_F16_DISABLE=0 -export IREE_CUDA_DISABLE=0 -echo "Testing with ctest" -./build_tools/cmake/test.sh diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/build_kokoro.sh b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/build_kokoro.sh deleted file mode 100755 index 68b9db7511e9..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/build_kokoro.sh +++ /dev/null @@ -1,36 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Build and test the project within the gcr.io/iree-oss/cmake image using -# Kokoro. -# Requires the environment variables KOKORO_ROOT and KOKORO_ARTIFACTS_DIR, which -# are set by Kokoro. - -set -x -set -e -set -o pipefail - -# Print the UTC time when set -x is on -export PS4='[$(date -u "+%T %Z")] ' - -# Print NVIDIA GPU information inside the VM -dmesg | grep NVRM -dpkg -l | grep nvidia -nvidia-smi || true - -"${KOKORO_ARTIFACTS_DIR?}/github/iree/build_tools/kokoro/gcp_ubuntu/docker_run.sh" \ - --gpus all \ - gcr.io/iree-oss/nvidia@sha256:7c2f56db65e656c15e6c96b5812a8275dd53c82bf41221192f9ba8a451aad870 \ - build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/build.sh - -# Kokoro will rsync this entire directory back to the executor orchestrating the -# build which takes forever and is totally useless. -rm -rf "${KOKORO_ARTIFACTS_DIR?}"/* - -# Print out artifacts dir contents after deleting them as a coherence check. -ls -1a "${KOKORO_ARTIFACTS_DIR?}/" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/common.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/common.cfg deleted file mode 100644 index 6e676869e3b5..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/common.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Common configuration for Kokoro builds that run cmake on linux. - -build_file: "iree/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/build_kokoro.sh" diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/google.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/google.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/google.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/main.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/main.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/main.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/presubmit.cfg b/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/presubmit.cfg deleted file mode 100644 index 1b68ebe4e772..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/cmake/linux/x86-turing/presubmit.cfg +++ /dev/null @@ -1,11 +0,0 @@ -# Format: //devtools/kokoro/config/proto/build.proto - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Deliberately blank as everything necessary is configured in common files, but -# file must still exist to match corresponding (Google internal) job -# configurations that trigger the builds. diff --git a/build_tools/kokoro/gcp_ubuntu/docker_run.sh b/build_tools/kokoro/gcp_ubuntu/docker_run.sh deleted file mode 100755 index 035a447055a3..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/docker_run.sh +++ /dev/null @@ -1,15 +0,0 @@ -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Runs docker configured for usage with Kokoro, translating Kokoro environment -# variables into generic ones and then invoking the generic docker_run script. - -set -euo pipefail - -export DOCKER_WORKDIR="${KOKORO_ARTIFACTS_DIR}/github/iree" -export DOCKER_TMPDIR="${KOKORO_ROOT}" - -"${KOKORO_ARTIFACTS_DIR?}/github/iree/build_tools/docker/docker_run.sh" "$@" diff --git a/build_tools/kokoro/gcp_ubuntu/simulate_kokoro.sh b/build_tools/kokoro/gcp_ubuntu/simulate_kokoro.sh deleted file mode 100755 index 0d45d446a1cd..000000000000 --- a/build_tools/kokoro/gcp_ubuntu/simulate_kokoro.sh +++ /dev/null @@ -1,50 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The IREE Authors -# -# Licensed under the Apache License v2.0 with LLVM Exceptions. -# See https://llvm.org/LICENSE.txt for license information. -# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception - -# Simulates the behavior of Kokoro on a local machine. -# Usage: -# ./build_tools/kokoro/gcp_ubuntu/simulate_kokoro.sh \ -# build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/build_kokoro.sh -# -# Just does the part of the Kokoro setup that we care about and invokes the -# given build script. -# An optional second parameter can be used to specify a different repo to clone -# from. Especially useful for cloning the current git repo. If there's any local -# change, be sure to commit it before running this simulation. -# ./build_tools/kokoro/gcp_ubuntu/simulate_kokoro.sh \ -# build_tools/kokoro/gcp_ubuntu/bazel/linux/x86-swiftshader/core/build_kokoro.sh \ -# "${PWD?}/.git" - -set -x -set -e -set -o pipefail - -RELATIVE_KOKORO_BUILD_SCRIPT="${1?}" -REPO_TO_CLONE="${2:-git@github.com:iree-org/iree.git}" - -# Set up the temporary Kokoro directories -export KOKORO_ROOT="$(mktemp --directory --tmpdir kokoro-root-XXXXXX)" -mkdir -p "${KOKORO_ROOT?}/src/github" -export KOKORO_ARTIFACTS_DIR="${KOKORO_ROOT?}/src" -cd "${KOKORO_ARTIFACTS_DIR?}/github" - -# Clone the repo -git clone "${REPO_TO_CLONE?}" - -# The build script is assumed to be relative to the iree repo root. -KOKORO_BUILD_SCRIPT="${KOKORO_ARTIFACTS_DIR?}/github/iree/${RELATIVE_KOKORO_BUILD_SCRIPT?}" -chmod +x "${KOKORO_BUILD_SCRIPT?}" - -# This is where Kokoro starts its execution. -cd "${KOKORO_ARTIFACTS_DIR?}" - -# Run the actual script. -"${KOKORO_BUILD_SCRIPT?}" - -# Clean up after ourselves. -rm -rf "${KOKORO_ROOT?}" From 7c98b1123c4a208c47d4afc09d4ff5fbb7588ef5 Mon Sep 17 00:00:00 2001 From: Geoffrey Martin-Noble Date: Wed, 7 Sep 2022 14:48:09 -0700 Subject: [PATCH 2/2] Remove reference to Kokoro path --- build_tools/github_actions/should_ci_run.py | 1 - 1 file changed, 1 deletion(-) diff --git a/build_tools/github_actions/should_ci_run.py b/build_tools/github_actions/should_ci_run.py index 306c6942e4f8..83bcf34816d5 100755 --- a/build_tools/github_actions/should_ci_run.py +++ b/build_tools/github_actions/should_ci_run.py @@ -26,7 +26,6 @@ SKIP_PATH_PATTERNS = [ "docs/*", "experimental/*", - "build_tools/kokoro/*", "build_tools/buildkite/*", ".github/ISSUE_TEMPLATE/*", "*.cff",