From 553a0f09ae31267c4b23aa3db41258dc88fe5c25 Mon Sep 17 00:00:00 2001
From: Alexander Yastrebov <yastrebov.alex@gmail.com>
Date: Thu, 4 Jan 2024 20:36:20 +0100
Subject: [PATCH] test: add script to test all implementations

The script tests all implementations and prints PASS or FAIL status.
In case of failure it also prints implementation output to stderr.

This will be handy for adding new test samples.

Show test statuses and omit failing output:
```sh
$ ./test_all.sh 2>/dev/null
PASS artsiomkorzun
PASS baseline
PASS bjhara
PASS criccomini
FAIL ddimtirov
FAIL ebarlas
PASS filiphr
FAIL itaske
PASS khmarbaise
FAIL kuduwa-keshavram
FAIL lawrey
PASS padreati
FAIL palmr
PASS richardstartin
FAIL royvanrijn
FAIL seijikun
PASS spullara
PASS truelive
```

Show only passing implementations:
```
$ ./test_all.sh 2>/dev/null | grep PASS | cut -d' ' -f2
artsiomkorzun
baseline
bjhara
criccomini
filiphr
khmarbaise
padreati
richardstartin
spullara
truelive
```

For #61
---
 calculate_average_ddimtirov.sh |  0
 test.sh                        | 16 ++++++----------
 test_all.sh                    | 29 +++++++++++++++++++++++++++++
 3 files changed, 35 insertions(+), 10 deletions(-)
 mode change 100644 => 100755 calculate_average_ddimtirov.sh
 create mode 100755 test_all.sh

diff --git a/calculate_average_ddimtirov.sh b/calculate_average_ddimtirov.sh
old mode 100644
new mode 100755
diff --git a/test.sh b/test.sh
index 16308bab50..8eeb4db536 100755
--- a/test.sh
+++ b/test.sh
@@ -14,20 +14,16 @@
 #  See the License for the specific language governing permissions and
 #  limitations under the License.
 #
+set -euo pipefail
 
-if [ -z "$1" ]
-  then
-    echo "Usage: test.sh <fork name>"
-    exit 1
+if [ -z "$1" ]; then
+  echo "Usage: test.sh <fork name>"
+  exit 1
 fi
 
-java --version
-
-mvn clean verify
-
-for sample in $(ls src/test/resources/samples/*.txt)
-do
+for sample in $(ls src/test/resources/samples/*.txt); do
   echo "Validating calculate_average_$1.sh -- $sample"
+
   rm -f measurements.txt
   ln -s $sample measurements.txt
 
diff --git a/test_all.sh b/test_all.sh
new file mode 100755
index 0000000000..567cb03596
--- /dev/null
+++ b/test_all.sh
@@ -0,0 +1,29 @@
+#!/bin/bash
+#
+#  Copyright 2023 The original authors
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+#
+set -euo pipefail
+
+for impl in $(ls calculate_average_*.sh | sort); do
+  noext="${impl%%.sh}"
+  name=${noext##calculate_average_}
+
+  if output=$(./test.sh "$name" 2>&1); then
+    echo "PASS $name"
+  else
+    echo "FAIL $name"
+    echo "$output" 1>&2
+  fi
+done