1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
# Copyright 2014 The Android Open Source Project
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import os
import os.path
import tempfile
import subprocess
import time
import sys
def main():
"""Run all the automated tests, saving intermediate files, and producing
a summary/report of the results.
Script should be run from the top-level CameraITS directory.
"""
# Get all the scene0 and scene1 tests, which can be run using the same
# physical setup.
scenes = ["scene0", "scene1"]
tests = []
for d in scenes:
tests += [(d,s[:-3],os.path.join("tests", d, s))
for s in os.listdir(os.path.join("tests",d))
if s[-3:] == ".py"]
tests.sort()
# Make output directories to hold the generated files.
topdir = tempfile.mkdtemp()
for d in scenes:
os.mkdir(os.path.join(topdir, d))
print "Saving output files to:", topdir, "\n"
# Run each test, capturing stdout and stderr.
numpass = 0
for (scene,testname,testpath) in tests:
cmd = ['python', os.path.join(os.getcwd(),testpath)] + sys.argv[1:]
outdir = os.path.join(topdir,scene)
outpath = os.path.join(outdir,testname+"_stdout.txt")
errpath = os.path.join(outdir,testname+"_stderr.txt")
t0 = time.time()
with open(outpath,"w") as fout, open(errpath,"w") as ferr:
retcode = subprocess.call(cmd,stderr=ferr,stdout=fout,cwd=outdir)
t1 = time.time()
print "%s %s/%s [%.1fs]" % (
"PASS" if retcode==0 else "FAIL", scene, testname, t1-t0)
if retcode == 0:
numpass += 1
print "\n%d / %d tests passed (%.1f%%)" % (
numpass, len(tests), 100.0*float(numpass)/len(tests))
if __name__ == '__main__':
main()
|
