From 4c8ad952446d4ddf3a220919ea7f32a7f5cd3ecc Mon Sep 17 00:00:00 2001 From: holger krekel Date: Wed, 22 Oct 2025 18:06:28 +0200 Subject: [PATCH] allow files and directories to vanish while we iterate over them --- chatmaild/src/chatmaild/expire.py | 52 +++++++++++++++----- chatmaild/src/chatmaild/tests/test_expire.py | 23 ++++++++- 2 files changed, 62 insertions(+), 13 deletions(-) diff --git a/chatmaild/src/chatmaild/expire.py b/chatmaild/src/chatmaild/expire.py index 0044fc3a..bd6d3080 100644 --- a/chatmaild/src/chatmaild/expire.py +++ b/chatmaild/src/chatmaild/expire.py @@ -22,11 +22,30 @@ def iter_mailboxes(basedir, maxnum): print_info(f"no mailboxes found at: {basedir}") return - for name in os.listdir(basedir)[:maxnum]: + for name in os_listdir_if_exists(basedir)[:maxnum]: if "@" in name: yield MailboxStat(basedir + "/" + name) +def get_file_entry(path): + """return a FileEntry or None if the path does not exist or is not a regular file.""" + try: + st = os.stat(path) + except FileNotFoundError: + return None + if not S_ISREG(st.st_mode): + return None + return FileEntry(path, st.st_mtime, st.st_size) + + +def os_listdir_if_exists(path): + """return a list of names obtained from os.listdir or an empty list if the path does not exist.""" + try: + return os.listdir(path) + except FileNotFoundError: + return [] + + class MailboxStat: last_login = None @@ -40,19 +59,23 @@ class MailboxStat: # scan all relevant files (without recursion) old_cwd = os.getcwd() - os.chdir(self.basedir) - for name in os.listdir("."): + try: + os.chdir(self.basedir) + except FileNotFoundError: + return + for name in os_listdir_if_exists("."): if name in ("cur", "new", "tmp"): - for msg_name in os.listdir(name): - relpath = name + "/" + msg_name - st = os.stat(relpath) - self.messages.append(FileEntry(relpath, st.st_mtime, st.st_size)) + for msg_name in os_listdir_if_exists(name): + entry = get_file_entry(f"{name}/{msg_name}") + if entry is not None: + self.messages.append(entry) + else: - st = os.stat(name) - if S_ISREG(st.st_mode): - self.extrafiles.append(FileEntry(name, st.st_mtime, st.st_size)) + entry = get_file_entry(name) + if entry is not None: + self.extrafiles.append(entry) if name == "password": - self.last_login = st.st_mtime + self.last_login = entry.mtime self.extrafiles.sort(key=lambda x: -x.size) os.chdir(old_cwd) @@ -104,7 +127,12 @@ class Expiry: return # all to-be-removed files are relative to the mailbox basedir - os.chdir(mbox.basedir) + try: + os.chdir(mbox.basedir) + except FileNotFoundError: + print_info(f"mailbox not found/vanished {mbox.basedir}") + return + mboxname = os.path.basename(mbox.basedir) if self.verbose: print_info(f"checking for mailbox messages in: {mboxname}") diff --git a/chatmaild/src/chatmaild/tests/test_expire.py b/chatmaild/src/chatmaild/tests/test_expire.py index 510914cb..b9ad15d8 100644 --- a/chatmaild/src/chatmaild/tests/test_expire.py +++ b/chatmaild/src/chatmaild/tests/test_expire.py @@ -6,7 +6,13 @@ from pathlib import Path import pytest -from chatmaild.expire import FileEntry, MailboxStat, iter_mailboxes +from chatmaild.expire import ( + FileEntry, + MailboxStat, + get_file_entry, + iter_mailboxes, + os_listdir_if_exists, +) from chatmaild.expire import main as expiry_main from chatmaild.fsreport import main as report_main @@ -127,3 +133,18 @@ def test_expiry_cli_old_files(capsys, example_config, mbox1): pytest.fail(f"failed to remove {path}\n{err}") assert "shouldstay" not in err + + +def test_get_file_entry(tmp_path): + assert get_file_entry(str(tmp_path.joinpath("123123"))) is None + p = tmp_path.joinpath("x") + p.write_text("hello") + entry = get_file_entry(str(p)) + assert entry.size == 5 + assert entry.mtime + + +def test_os_listdir_if_exists(tmp_path): + tmp_path.joinpath("x").write_text("hello") + assert len(os_listdir_if_exists(str(tmp_path))) == 1 + assert len(os_listdir_if_exists(str(tmp_path.joinpath("123123")))) == 0