bench.py

import os
import re
import time

re_bench = re.compile("\[v(\d+)\]__\[r(\d+)\]__\[(.+?)\]__\[(.+?)\]")
re_var_count = re.compile("\[v(\d+)\]")
re_elapsed = re.compile("Elapsed time: (\d+\.?\d*)s")

def is_bench(benchmark):
	return re_bench.match(benchmark) != None

def bench_cmp(benchmark):
	m = re_var_count.match(benchmark)
	return int(m.group(1))

benchmarks = filter(is_bench, os.listdir("./benchmark"))
benchmarks = sorted(benchmarks, key=bench_cmp)


out_dir = "bench_run_" + str(int(time.time()))
os.mkdir(out_dir)

csv = open(out_dir + "/stats.csv", "w")
csv.write("Benchmark, Time[s]\n")

elapsed_times = {}
i = 1
for benchmark in benchmarks:
	bench_name = re_bench.match(benchmark).group(3)
	print("Starting "+bench_name)
	in_file = "./benchmark/" + benchmark + "/model.aeon"
	out_file = "./" + out_dir + "/" + str(i) + "_" + bench_name + ".txt"
	os.system("./target/release/experiment < " + in_file + " > " + out_file)
	i = i + 1
	with open(out_file, 'r') as f:
		lines = f.read().splitlines()
		time_line = lines[-1]
		if re_elapsed.match(time_line):
			class_line = lines[-3]
			print("Success: " + class_line + " " + time_line)
			time = re_elapsed.match(time_line).group(1)
			elapsed_times[bench_name] = time
			csv.write(bench_name + ", " + str(time) + "\n")
		else:
			print("Failed!")
			elapsed_times[bench_name] = "Fail"
			csv.write(bench_name + ", " + "Fail" + "\n")
		csv.flush()

print "FINISHED"
print "Benchmark, Time[s]"
for bench, time in  elapsed_times.items():
	print bench + ", " + str(time)

csv.close()