Run the startup benchs 1K times per iteration, otherwise there's too little precision.
diff --git a/extras/benchmark/run_benchmarks.py b/extras/benchmark/run_benchmarks.py
index d02862a..bcd45b7 100755
--- a/extras/benchmark/run_benchmarks.py
+++ b/extras/benchmark/run_benchmarks.py
@@ -301,10 +301,12 @@
return parse_results(results.splitlines())
def run_startup_benchmark(self):
+ N=1000
start = timer()
- run_command(self.tmpdir + '/main', args = [])
+ for i in range(0, N):
+ run_command(self.tmpdir + '/main', args = [])
end = timer()
- result = {'startup_time': end - start}
+ result = {'startup_time': (end - start) / N}
return result
def run_executable_size_benchmark(self):
