-
-
Notifications
You must be signed in to change notification settings - Fork 369
/
runTests.py
executable file
·160 lines (127 loc) · 4.6 KB
/
runTests.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
#!/usr/bin/python
from __future__ import print_function
from argparse import ArgumentParser, RawTextHelpFormatter
import os
import os.path
import platform
import re
import subprocess
import sys
import time
import glob
winsfx = ".exe"
testsfx = "_test.cpp"
def processCLIArgs():
"""
Define and process the command line interface to the runTests.py script.
"""
cli_description = "Generate and run stan math library tests."
cli_epilog = "See more information at: https://github.com/stan-dev/stan"
parser = ArgumentParser(
description=cli_description,
epilog=cli_epilog,
formatter_class=RawTextHelpFormatter,
)
# Now define all the rules of the command line args and opts
parser.add_argument(
"-j", metavar="N", type=int, default=1, help="number of cores for make to use"
)
tests_help_msg = "The path(s) to the test case(s) to run.\n"
tests_help_msg += "Example: 'src/test/unit', 'src/test/integration', and/or\n"
tests_help_msg += " 'src/test/unit/version_test'"
parser.add_argument("tests", nargs="+", type=str, help=tests_help_msg)
parser.add_argument(
"-m",
"--make-only",
dest="make_only",
action="store_true",
help="Don't run tests, just try to make them.",
)
# And parse the command line against those rules
return parser.parse_args()
def stopErr(msg, returncode):
"""Report an error message to stderr and exit with a given code."""
sys.stderr.write("%s\n" % msg)
sys.stderr.write("exit now (%s)\n" % time.strftime("%x %X %Z"))
sys.exit(returncode)
def isWin():
return platform.system().lower().startswith(
"windows"
) or os.name.lower().startswith("windows")
batchSize = 24 if isWin() else 200
def mungeName(name):
"""Set up the makefile target name"""
if name.startswith("src") or name.startswith("./src"):
name = name.replace("src/", "", 1)
if name.endswith(testsfx):
name = name.replace(testsfx, "_test")
if isWin():
name += winsfx
name = name.replace("\\", "/")
return name
def doCommand(command, exit_on_failure=True):
"""Run command as a shell command and report/exit on errors."""
print("------------------------------------------------------------")
print("%s" % command)
p1 = subprocess.Popen(command, shell=True)
p1.wait()
if exit_on_failure and (not (p1.returncode is None) and not (p1.returncode == 0)):
stopErr("%s failed" % command, p1.returncode)
def modelDependencies(tests):
dependencies = []
for filepath in tests:
filepath = "src/" + filepath + ".cpp"
if os.path.isfile(filepath) and filepath.endswith(testsfx):
with open(filepath) as file:
test_file_content = file.read()
# look for TEST() and TEST_F()
matches = re.findall(
r"#include <test/test-models/.*hpp>", test_file_content
)
for x in matches:
x = x.replace("#include <", "").replace(">", "")
dependencies.append(x)
return dependencies
def makeTest(name, j):
"""Run the make command for a given single test."""
doCommand("make -j%d %s" % (j or 1, name))
def runTest(name):
executable = mungeName(name).replace("/", os.sep)
xml = mungeName(name).replace(winsfx, "")
command = '%s --gtest_output="xml:%s.xml"' % (executable, xml)
doCommand(command)
def files_in_folder(folder):
"""Returns a list of files in the folder and all
its subfolders recursively. The folder can be
written with wildcards as with the Unix find command.
"""
files = []
for f in glob.glob(folder):
if os.path.isdir(f):
files.extend(files_in_folder(f + os.sep + "**"))
else:
files.append(f)
return files
def findTests(base_path):
files = []
for test_path in base_path:
files.extend(files_in_folder(test_path))
tests = [f for f in files if f.endswith(testsfx)]
return list(map(mungeName, tests))
def batched(tests):
return [tests[i : i + batchSize] for i in range(0, len(tests), batchSize)]
def main():
inputs = processCLIArgs()
tests = findTests(inputs.tests)
if not tests:
stopErr("No matching tests found.", -1)
for batch in batched(tests):
modelHpp = modelDependencies(batch)
if len(modelHpp) > 0:
makeTest(" ".join(modelHpp), inputs.j)
makeTest(" ".join(batch), inputs.j)
if not inputs.make_only:
for t in tests:
runTest(t)
if __name__ == "__main__":
main()