ARM: Add full-system regressions
[gem5.git] / util / regress
1 #! /usr/bin/env python
2 # Copyright (c) 2005-2007 The Regents of The University of Michigan
3 # All rights reserved.
4 #
5 # Redistribution and use in source and binary forms, with or without
6 # modification, are permitted provided that the following conditions are
7 # met: redistributions of source code must retain the above copyright
8 # notice, this list of conditions and the following disclaimer;
9 # redistributions in binary form must reproduce the above copyright
10 # notice, this list of conditions and the following disclaimer in the
11 # documentation and/or other materials provided with the distribution;
12 # neither the name of the copyright holders nor the names of its
13 # contributors may be used to endorse or promote products derived from
14 # this software without specific prior written permission.
15 #
16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 #
28 # Authors: Steve Reinhardt
29
30 import sys
31 import os
32 import optparse
33 import datetime
34 from subprocess import call
35
36 progname = os.path.basename(sys.argv[0])
37
38 optparser = optparse.OptionParser()
39 add_option = optparser.add_option
40 add_option('-v', '--verbose', dest='verbose', action='store_true',
41 default=False,
42 help='echo commands before executing')
43 add_option('--builds', dest='builds',
44 default='ALPHA_SE,ALPHA_SE_MOESI_hammer,' \
45 'ALPHA_SE_MESI_CMP_directory,' \
46 'ALPHA_SE_MOESI_CMP_directory,' \
47 'ALPHA_SE_MOESI_CMP_token,' \
48 'ALPHA_FS,MIPS_SE,POWER_SE,SPARC_SE,SPARC_FS,X86_SE,ARM_SE,ARM_FS',
49 help="comma-separated build targets to test (default: '%default')")
50 add_option('--variants', dest='variants', default='fast',
51 help="comma-separated build variants to test (default: '%default')")
52 add_option('--scons-opts', dest='scons_opts', default='', metavar='OPTS',
53 help='scons options')
54 add_option('-j', '--jobs', type='int', default=1,
55 help='number of parallel jobs to use')
56 add_option('-k', '--keep-going', action='store_true',
57 help='keep going after errors')
58 add_option('-D', '--build-dir', default='',
59 help='build directory location')
60 add_option('-n', "--no-exec", default=False, action='store_true',
61 help="don't actually invoke scons, just echo SCons command line")
62
63 (options, tests) = optparser.parse_args()
64
65
66 # split list options on ',' to get Python lists
67 builds = options.builds.split(',')
68 variants = options.variants.split(',')
69
70 options.build_dir = os.path.join(options.build_dir, 'build')
71
72 # Call os.system() and raise exception if return status is non-zero
73 def system(cmd):
74 try:
75 retcode = call(cmd, shell=True)
76 if retcode < 0:
77 print >>sys.stderr, "Child was terminated by signal", -retcode
78 print >>sys.stderr, "When attemping to execute: %s" % cmd
79 sys.exit(1)
80 elif retcode > 0:
81 print >>sys.stderr, "Child returned", retcode
82 print >>sys.stderr, "When attemping to execute: %s" % cmd
83 sys.exit(1)
84 except OSError, e:
85 print >>sys.stderr, "Execution failed:", e
86 print >>sys.stderr, "When attemping to execute: %s" % cmd
87 sys.exit(1)
88
89 # Quote string s so it can be passed as a shell arg
90 def shellquote(s):
91 if ' ' in s:
92 s = "'%s'" % s
93 return s
94
95 if not tests:
96 print "No tests specified, just building binaries."
97 targets = ['%s/%s/m5.%s' % (options.build_dir, build, variant)
98 for build in builds
99 for variant in variants]
100 elif 'all' in tests:
101 targets = ['%s/%s/tests/%s' % (options.build_dir, build, variant)
102 for build in builds
103 for variant in variants]
104 else:
105 # Ugly! Since we don't have any quick SPARC_FS tests remove the SPARC_FS target
106 # If we ever get a quick SPARC_FS test, this code should be removed
107 if 'quick' in tests and 'SPARC_FS' in builds:
108 builds.remove('SPARC_FS')
109 targets = ['%s/%s/tests/%s/%s' % (options.build_dir, build, variant, test)
110 for build in builds
111 for variant in variants
112 for test in tests]
113
114 def cpu_count():
115 if 'bsd' in sys.platform or sys.platform == 'darwin':
116 try:
117 return int(os.popen('sysctl -n hw.ncpu').read())
118 except ValueError:
119 pass
120 else:
121 try:
122 return os.sysconf('SC_NPROCESSORS_ONLN')
123 except (ValueError, OSError, AttributeError):
124 pass
125
126 raise NotImplementedError('cannot determine number of cpus')
127
128 scons_opts = options.scons_opts
129 if options.jobs != 1:
130 if options.jobs == 0:
131 options.jobs = cpu_count()
132 scons_opts += ' -j %d' % options.jobs
133 if options.keep_going:
134 scons_opts += ' -k'
135
136 cmd = 'scons IGNORE_STYLE=True %s %s' % (scons_opts, ' '.join(targets))
137 if options.no_exec:
138 print cmd
139 else:
140 system(cmd)
141 sys.exit(0)