blob: f5b847ff731c3d248064621fc9a5c459cbecbc01 [file] [log] [blame]
#!/usr/bin/env python
# Copyright (c) 2018, Cornell University
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or
# without modification, are permitted provided that the following
# conditions are met:
#
# Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
#
# Redistributions in binary form must reproduce the above
# copyright notice, this list of conditions and the following
# disclaimer in the documentation and/or other materials provided
# with the distribution.
#
# Neither the name of Cornell University nor the names of its
# contributors may be used to endorse or promote products derived
# from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
# CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
# INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#
# Authors: Tuan Ta
import os
import sys
import argparse
import subprocess
from multiprocessing import Pool
import clusterjob
from clusterjob import *
#-------------------------------------------------------------------------
# utility function to run a process
#-------------------------------------------------------------------------
def execute(cmd):
try:
return subprocess.check_output(cmd, shell=True)
except subprocess.CalledProcessError, err:
print "ERROR: " + err.output
#-------------------------------------------------------------------------
# Input options
#-------------------------------------------------------------------------
# general options
parser = argparse.ArgumentParser(description='run RISC-V assembly tests')
parser.add_argument('--max-tick',
help = 'maximum simulated tick',
type = int,
default = 10000000000)
parser.add_argument('--num-cpus',
help = 'number of CPUs\
(some tests require at least 4 CPUs)',
type = int,
default = 4)
parser.add_argument('--ruby',
help = 'Use Ruby memory?',
action = 'store_true')
args = parser.parse_args()
# convert all paths to absolute paths
test_dir = os.path.abspath('../../bin/riscv/')
test_summary_out = './test-summary.out'
#-------------------------------------------------------------------------
# gem5 variables
#-------------------------------------------------------------------------
gem5_dir = os.path.abspath('../../../../../')
gem5_bin = os.path.join(gem5_dir, 'build', 'RISCV', 'gem5.opt')
config = os.path.join(gem5_dir, 'configs', 'example', 'se.py')
# list of CPU models to be tested
cpu_models = ['AtomicSimpleCPU',
'TimingSimpleCPU',
'MinorCPU',
'DerivO3CPU']
# get a list of test binaries in the given directory
tests = []
for line in execute("ls %s/*" % (test_dir)).splitlines():
if line:
tests.append(line.split('/')[-1])
# total number of tests to run
n_tests = len(tests) * len(cpu_models)
# make a list of jobs
job_cmds = []
job_names = []
for test in tests:
for model in cpu_models:
test_name = test + '-' + model
job_names.append(test_name)
job_cmds.append([gem5_bin,
'-d', 'm5out/' + test_name,
'--listener-mode', 'off',
config,
'-m', str(args.max_tick),
'--cpu-type', model,
'-n', str(args.num_cpus),
'-c', test_dir + '/' + test,
'--ruby' if args.ruby else '--caches',
])
# execute all jobs
job_pool = Pool(processes = n_tests)
job_outputs = job_pool.map(subprocess.call, job_cmds)
job_pool.close()
# process job outputs
file = open(test_summary_out, "w")
job_outputs = zip(job_names, job_outputs)
for entry in job_outputs:
# a negative return value indicates that the job was terminated
# by a signal
# a positive return value indicates that the job exited with a return
# value
if entry[1] < 0:
file.write("%-50s failed - signal = %d\n" % (entry[0], -1 * entry[1]))
elif entry[1] > 0:
file.write("%-50s failed - status = %d\n" % (entry[0], entry[1]))
else:
file.write("%-50s passed\n" % (entry[0]))
file.close()