better benchmarking and reporting

online-tests/conftest.py

@@ -1,5 +1,6 @@
 import os
 import io
+import time
 import random
 import subprocess
 import imaplib
@@ -14,6 +15,10 @@ def pytest_addoption(parser):
     )
 
 
+def pytest_configure(config):
+    config._benchresults = {}
+
+
 def pytest_runtest_setup(item):
     markers = list(item.iter_markers(name="slow"))
     if markers:
@@ -54,6 +59,32 @@ def pytest_report_header():
         return ["-" * len(text), text, "-" * len(text)]
 
 
+@pytest.fixture
+def benchmark(request):
+    def bench(func, num, name=None):
+        if name is None:
+            name = func.__name__
+        durations = []
+        for i in range(num):
+            now = time.time()
+            func()
+            durations.append(time.time()-now)
+        durations.sort()
+        request.config._benchresults[name] = durations
+    return bench
+
+
+def pytest_terminal_summary(terminalreporter):
+    tr = terminalreporter
+    results = tr.config._benchresults
+    tr.section("benchmark results")
+    for name, durations in results.items():
+        overall = sum(durations)
+        median = sorted(durations)[len(durations) // 2]
+        tr.write_line(f"{name: <30} {median:2.4f} seconds")
+
+
+
 @pytest.fixture
 def imap(maildomain):
     return ImapConn(maildomain)