bench.py

import sys, os, subprocess, signal

programs = [
    'stl_unordered_map',
    'boost_unordered_map',
    'google_sparse_hash_map',
    'google_dense_hash_map',
    'sparsepp',
    'btree'
]

test_size   = 1
minkeys     = 0
maxkeys     = 1000
interval    = 100
best_out_of = 1

if test_size == 2:
    multiplier = 1000 * 1000
    maxkeys  = 500
    best_out_of = 3
    
elif test_size == 1:
    multiplier = 100 * 1000
    interval = 200
else:
    multiplier = 10 * 1000

# and use nice/ionice
# and shut down to the console
# and swapoff any swap files/partitions

outfile = open('output', 'w')

if len(sys.argv) > 1:
    benchtypes = sys.argv[1:]
else:
    benchtypes = ( 'random', 'lookup', 'delete',)
    #benchtypes = (  'lookup', )

for benchtype in benchtypes:
    nkeys = minkeys * multiplier
    while nkeys <= (maxkeys * multiplier):
        for program in programs:
            fastest_attempt = 1000000
            fastest_attempt_data = ''

            for attempt in range(best_out_of):
                proc = subprocess.Popen(['./build/'+program, str(nkeys), benchtype], stdout=subprocess.PIPE)

                # wait for the program to fill up memory and spit out its "ready" message
                try:
                    runtime = float(proc.stdout.readline().strip())
                except:
                    runtime = 0

                ps_proc = subprocess.Popen(['ps up %d | tail -n1' % proc.pid], shell=True, stdout=subprocess.PIPE)
                nbytes = int(ps_proc.stdout.read().split()[4]) * 1024
                ps_proc.wait()

                os.kill(proc.pid, signal.SIGKILL)
                proc.wait()

                if nbytes and runtime: # otherwise it crashed
                    line = ','.join(map(str, [benchtype, nkeys, program, nbytes, "%0.6f" % runtime]))

                    if runtime < fastest_attempt:
                        fastest_attempt = runtime
                        fastest_attempt_data = line

            if fastest_attempt != 1000000:
                print >> outfile, fastest_attempt_data
                print fastest_attempt_data

        nkeys += interval * multiplier