71 lines
2.5 KiB
Python
71 lines
2.5 KiB
Python
#!/usr/bin/python3
|
|
|
|
import argparse
|
|
import statistics
|
|
import subprocess
|
|
import sys
|
|
|
|
def run(args, mode, code, expected):
|
|
inner_reps = 10000000 if args.benchmark else 1
|
|
outer_reps = 3 if args.benchmark else 1
|
|
times = []
|
|
for _ in range(outer_reps):
|
|
output = subprocess.check_output([args.driver, str(mode), code, str(inner_reps)],
|
|
universal_newlines=True)
|
|
instr, time = tuple(output.split("\n", 1))
|
|
if instr != expected:
|
|
raise Exception('wrong result, expected %r got %r (code %r)' %
|
|
(expected, instr, code))
|
|
if args.benchmark:
|
|
times.append(float(time.split()[0]) / inner_reps)
|
|
|
|
if args.benchmark:
|
|
mean = statistics.mean(times)
|
|
stdev = statistics.stdev(times)
|
|
print("{:2} {:50} {:6.3f} ns (std: {:6.3f} ns)".format(mode, expected, mean, stdev))
|
|
|
|
return times
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--benchmark", action="store_true")
|
|
parser.add_argument("--32", dest="test_modes", action="append_const", const=32)
|
|
parser.add_argument("--64", dest="test_modes", action="append_const", const=64)
|
|
parser.add_argument("driver")
|
|
parser.add_argument("cases", nargs="+", type=argparse.FileType('r'))
|
|
args = parser.parse_args()
|
|
|
|
failed, total = 0, 0
|
|
total_times = []
|
|
|
|
test_modes = frozenset(args.test_modes if args.test_modes else [32, 64])
|
|
|
|
for file in args.cases:
|
|
cases = [tuple(ln.strip().split(maxsplit=2)) for ln in file.readlines()
|
|
if ln and ln[0] != "#"]
|
|
for op, code, expected in cases:
|
|
case_modes = {"decode":{32,64},"decode32":{32},"decode64":{64}}[op]
|
|
if not case_modes & test_modes: continue
|
|
|
|
# Compatibility with old test system
|
|
if expected[0] == '"' and expected[-1] == '"':
|
|
expected = expected[1:-1]
|
|
|
|
try:
|
|
total += 1
|
|
for mode in case_modes & test_modes:
|
|
total_times += run(args, mode, code, expected)
|
|
except Exception as e:
|
|
failed += 1
|
|
print("FAILED: %s" % e)
|
|
|
|
if failed:
|
|
print("FAILED %d/%d tests" % (failed, total))
|
|
sys.exit(1)
|
|
else:
|
|
print("PASSED %d tests" % total)
|
|
if args.benchmark:
|
|
mean = statistics.mean(total_times)
|
|
stdev = statistics.stdev(total_times)
|
|
print("Average: {:6.3f} ns (std: {:6.3f} ns)".format(mean, stdev))
|