IQ.Lvbs/pycapnp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Change benchmarks to use shared seed

Browse Source
This commit is contained in:
Jason Paryani
2013-11-18 01:14:12 -08:00
parent 52dde9ab22
commit 311da1b12f
3 changed files with 44 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

45
benchmark/run_all.py
View File

@@ -4,7 +4,9 @@ from subprocess import Popen, PIPE
import sys
import os
import json
import random
seed = int(random.random()*10**6)
def run_one(type, name, mode, iters, faster):
args = []
res_type = type
@@ -16,7 +18,7 @@ def run_one(type, name, mode, iters, faster):
args += ['-c', 'packed']
res_type = 'pycapnp_packed'
p = Popen(["time", "-p", "python", "runner.py", name, '-s', type, '-i', str(iters)] + args, stdout=PIPE, stderr=PIPE)
p = Popen(["time", "-p", "python", "runner.py", name, '-s', type, '-i', str(iters), '--seed', str(seed)] + args, stdout=PIPE, stderr=PIPE)
res = p.communicate()[1]
data = {}
@@ -35,17 +37,50 @@ def run_one(type, name, mode, iters, faster):
del os.environ['PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION']
return data
def run_cpp(name, mode, iters, faster, compression):
res_type = 'capnp'
reuse = 'no-reuse'
if faster:
reuse = 'reuse'
res_type += '_reuse'
if compression != 'none':
res_type += '_' + compression
p = Popen(["time", "-p", "capnproto-"+name, mode, reuse, compression, str(iters)], stdout=PIPE, stderr=PIPE)
res = p.communicate()[1]
data = {}
res = res.strip()
for line in res.split('\n'):
vals = line.split()
data[vals[0]] = float(vals[1])
data['type'] = res_type
data['mode'] = mode
data['name'] = name
data['iters'] = iters
return data
def run_each(name, iters):
ret = []
ret.append(run_cpp(name, 'object', iters, False, 'none'))
ret.append(run_cpp(name, 'object', iters, True, 'none'))
ret.append(run_cpp(name, 'bytes', iters, False, 'none'))
ret.append(run_cpp(name, 'bytes', iters, False, 'packed'))
ret.append(run_cpp(name, 'bytes', iters, True, 'none'))
ret.append(run_cpp(name, 'bytes', iters, True, 'packed'))
ret.append(run_one('pycapnp', name, 'object', iters, False))
ret.append(run_one('proto', name, 'object', iters, False))
ret.append(run_one('proto', name, 'object', iters, True))
ret.append(run_one('pycapnp', name, 'passByBytes', iters, False))
ret.append(run_one('pycapnp', name, 'passByBytes', iters, True))
ret.append(run_one('proto', name, 'passByBytes', iters, False))
ret.append(run_one('proto', name, 'passByBytes', iters, True))
ret.append(run_one('pycapnp', name, 'bytes', iters, False))
ret.append(run_one('pycapnp', name, 'bytes', iters, True))
ret.append(run_one('proto', name, 'bytes', iters, False))
ret.append(run_one('proto', name, 'bytes', iters, True))
return ret