persist pending notifications to directory so that they survive a restart

chatmaild/src/chatmaild/filedict.py

@@ -19,7 +19,7 @@ class FileDict:
         with filelock.FileLock(self.lock_path):
             data = self.read()
             yield data
-            write_path = self.path.with_suffix(".tmp")
+            write_path = self.path.with_name(self.path.name + ".tmp")
             with write_path.open("w") as f:
                 json.dump(data, f)
             os.rename(write_path, self.path)

chatmaild/src/chatmaild/metadata.py

@@ -1,8 +1,7 @@
 import pwd
 
 from pathlib import Path
-from queue import Queue
+from threading import Thread, Event
-from threading import Thread
 from socketserver import (
     UnixStreamServer,
     StreamRequestHandler,
@@ -32,7 +31,10 @@ METADATA_TOKEN_KEY = "devicetoken"
 class Notifier:
     def __init__(self, vmail_dir):
         self.vmail_dir = vmail_dir
-        self.to_notify_queue = Queue()
+        self.notification_dir = vmail_dir / "pending_notifications"
+        if not self.notification_dir.exists():
+            self.notification_dir.mkdir()
+        self.message_arrived_event = Event()
 
     def get_metadata_dict(self, addr):
         return FileDict(self.vmail_dir / addr / "metadata.json")
@@ -57,25 +59,32 @@ class Notifier:
         return self.get_metadata_dict(addr).read().get(METADATA_TOKEN_KEY, [])
 
     def new_message_for_addr(self, addr):
-        self.to_notify_queue.put(addr)
+        self.notification_dir.joinpath(addr).touch()
+        self.message_arrived_event.set()
 
     def thread_run_loop(self):
         requests_session = requests.Session()
         while 1:
+            self.message_arrived_event.wait()
+            self.message_arrived_event.clear()
             self.thread_run_one(requests_session)
 
     def thread_run_one(self, requests_session):
-        addr = self.to_notify_queue.get()
+        for addr_path in self.notification_dir.iterdir():
-        for token in self.get_tokens(addr):
+            addr = addr_path.name
-            response = requests_session.post(
+            if "@" not in addr:
-                "https://notifications.delta.chat/notify",
+                continue
-                data=token,
+            for token in self.get_tokens(addr):
-                timeout=60,
+                response = requests_session.post(
-            )
+                    "https://notifications.delta.chat/notify",
-            if response.status_code == 410:
+                    data=token,
-                # 410 Gone status code
+                    timeout=60,
-                # means the token is no longer valid.
+                )
-                self.remove_token(addr, token)
+                if response.status_code == 410:
+                    # 410 Gone status code
+                    # means the token is no longer valid.
+                    self.remove_token(addr, token)
+            addr_path.unlink()
 
 
 def handle_dovecot_protocol(rfile, wfile, notifier):
@@ -179,6 +188,8 @@ def main():
     t = Thread(target=notifier.thread_run_loop)
     t.setDaemon(True)
     t.start()
+    # let notifier thread run once for any pending notifications from last run
+    notifier.message_arrived_event.set()
 
     with ThreadedUnixStreamServer(socket, Handler) as server:
         os.chown(socket, uid=passwd_entry.pw_uid, gid=passwd_entry.pw_gid)

chatmaild/src/chatmaild/tests/test_metadata.py

@@ -84,10 +84,10 @@ def test_handle_dovecot_request_happy_path(notifier, testaddr):
     assert handle_dovecot_request(f"B{tx2}\t{testaddr}", transactions, notifier) is None
     msg = f"S{tx2}\tpriv/guid00/messagenew"
     assert handle_dovecot_request(msg, transactions, notifier) is None
-    assert notifier.to_notify_queue.get() == testaddr
+    assert notifier.message_arrived_event.is_set()
-    assert notifier.to_notify_queue.qsize() == 0
     assert handle_dovecot_request(f"C{tx2}", transactions, notifier) == "O\n"
     assert not transactions
+    assert notifier.notification_dir.joinpath(testaddr).exists()
 
 
 def test_handle_dovecot_protocol_set_devicetoken(notifier):
@@ -159,8 +159,8 @@ def test_handle_dovecot_protocol_messagenew(notifier):
     wfile = io.BytesIO()
     handle_dovecot_protocol(rfile, wfile, notifier)
     assert wfile.getvalue() == b"O\n"
-    assert notifier.to_notify_queue.get() == "user@example.org"
+    assert notifier.message_arrived_event.is_set()
-    assert notifier.to_notify_queue.qsize() == 0
+    assert notifier.notification_dir.joinpath("user@example.org").exists()
 
 
 def test_notifier_thread_run(notifier, testaddr):