pyodide/benchmark/benchmark.py

109 lines
2.6 KiB
Python

import json
import os
import re
import subprocess
import sys
sys.path.insert(0, os.path.abspath(
os.path.join(os.path.dirname(__file__), '..', 'test')))
import conftest
SKIP = set(['fft', 'hyantes'])
def run_native(hostpython, code):
output = subprocess.check_output(
[os.path.abspath(hostpython), '-c', code],
cwd=os.path.dirname(__file__),
env={
'PYTHONPATH':
os.path.abspath(os.path.join(os.path.dirname(__file__), '..', 'src'))}
)
return float(output.strip().split()[-1])
def run_wasm(code, cls):
s = cls()
try:
s.load_package('numpy')
s.run(code)
try:
runtime = float(s.logs[-1])
except ValueError:
print('\n'.join(s.logs))
raise
finally:
s.driver.quit()
return runtime
def run_all(hostpython, code):
a = run_native(hostpython, code)
print("native:", a)
b = run_wasm(code, conftest.FirefoxWrapper)
print("firefox:", b)
c = run_wasm(code, conftest.ChromeWrapper)
print("chrome:", c)
result = {
'native': a,
'firefox': b,
'chrome': c
}
return result
def get_pystone_benchmarks():
yield 'pystone', (
"import pystone\n"
"pystone.main(pystone.LOOPS)\n"
)
def parse_numpy_benchmark(filename):
lines = []
with open(filename) as fp:
for line in fp:
m = re.match('^#(setup|run): (.*)$', line)
if m:
line = '{} = {!r}\n'.format(m.group(1), m.group(2))
lines.append(line)
return ''.join(lines)
def get_numpy_benchmarks():
root = '../numpy-benchmarks/benchmarks'
for filename in os.listdir(root):
name = os.path.splitext(filename)[0]
if name in SKIP:
continue
content = parse_numpy_benchmark(os.path.join(root, filename))
content += (
"import numpy as np\n"
"_ = np.empty(())\n"
"setup = setup + '\\nfrom __main__ import {}'\n"
"from timeit import Timer\n"
"t = Timer(run, setup)\n"
"r = t.repeat(11, 40)\n"
"print(np.mean(r))\n".format(name))
yield name, content
def get_benchmarks():
yield from get_pystone_benchmarks()
yield from get_numpy_benchmarks()
def main(hostpython):
results = {}
for k, v in get_benchmarks():
print(k)
results[k] = run_all(hostpython, v)
return results
if __name__ == '__main__':
results = main(sys.argv[-2])
with open(sys.argv[-1], 'w') as fp:
json.dump(results, fp)