mirror of
https://github.com/chatmail/relay.git
synced 2026-05-11 08:24:37 +00:00
Compare commits
2 Commits
nginx
...
global-deb
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
b441891d1f | ||
|
|
1c37d1f59b |
77
README.md
77
README.md
@@ -1,40 +1,61 @@
|
|||||||
# Chat Mail server configuration
|
# Chat Mail server configuration
|
||||||
|
|
||||||
This repository setups a ready-to-go chatmail instance
|
This package deploys Postfix and Dovecot servers, including OpenDKIM for DKIM signing.
|
||||||
comprised of a minimal setup of the battle-tested
|
|
||||||
[postfix smtp server](https://www.postfix.org) and [dovecot imap server](https://www.dovecot.org).
|
Postfix uses Dovecot for authentication as described in <https://www.postfix.org/SASL_README.html#server_dovecot>
|
||||||
|
|
||||||
## Getting started
|
## Getting started
|
||||||
|
|
||||||
1. prepare your local system:
|
prepare:
|
||||||
|
|
||||||
scripts/init.sh
|
pip install -e chatmail-infra
|
||||||
|
|
||||||
2. set environment variable to the chatmail domain you want to setup:
|
|
||||||
|
|
||||||
export CHATMAIL_DOMAIN=c1.testrun.org # replace with your host
|
|
||||||
|
|
||||||
3. run the deploy of the chat mail instance:
|
|
||||||
|
|
||||||
scripts/deploy.sh
|
|
||||||
|
|
||||||
|
|
||||||
## Running tests and benchmarks (offline and online)
|
then run with pyinfra command line tool:
|
||||||
|
|
||||||
1. Set `CHATMAIL_SSH` so that `ssh root@$CHATMAIL_SSH` allows
|
CHATMAIL_DOMAIN=c1.testrun.org pyinfra --ssh-user root c1.testrun.org deploy.py
|
||||||
to login to the chatmail instance server.
|
|
||||||
|
|
||||||
2. To run local and online tests:
|
|
||||||
|
|
||||||
scripts/test.sh
|
## Structure (wip)
|
||||||
|
```
|
||||||
|
|
||||||
3. To run benchmarks against your chatmail instance:
|
# package doveauth tool and deploy chatmail server to a envvar-specified ssh-reachable host
|
||||||
|
deploy.py
|
||||||
|
|
||||||
scripts/bench.sh
|
# chatmail pyinfra deploy package
|
||||||
|
chatmail-pyinfra
|
||||||
|
pyproject.toml
|
||||||
|
chatmail/__init__ ...
|
||||||
|
|
||||||
## Running tests (offline and online)
|
# doveauth tool used by dovecot's auth mechanism on the host system
|
||||||
|
doveauth
|
||||||
|
README.md
|
||||||
|
pyproject.toml
|
||||||
|
doveauth.py
|
||||||
|
test_doveauth.py
|
||||||
|
|
||||||
|
# lmtp server to block (outgoing) unencrypted messages
|
||||||
|
filtermail
|
||||||
|
README.md
|
||||||
|
pyproject.toml
|
||||||
|
....
|
||||||
|
|
||||||
|
# online tests (after deploy)
|
||||||
|
|
||||||
|
online-tests # runnable via pytest
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
# scripts for setup/development/deployment
|
||||||
|
|
||||||
|
scripts/
|
||||||
|
init.sh # create venv/other perequires
|
||||||
|
deploy.sh # run pyinfra based deploy of everything
|
||||||
|
test.sh # run all local and online tests
|
||||||
|
bench.sh # run performance benchmark tests
|
||||||
|
|
||||||
```
|
```
|
||||||
|
|
||||||
## Dovecot/Postfix configuration
|
## Dovecot/Postfix configuration
|
||||||
|
|
||||||
### Ports
|
### Ports
|
||||||
@@ -44,16 +65,4 @@ Dovecot listens on ports 143(imap) and 993 (imaps).
|
|||||||
|
|
||||||
## DNS
|
## DNS
|
||||||
|
|
||||||
For DKIM you must add a DNS entry as found in /etc/opendkim/selector.txt on your chatmail instance.
|
For DKIM you must add a DNS entry as in /etc/opendkim/selector.txt (where selector is the opendkim_selector configured in the chatmail inventory).
|
||||||
The above `scripts/deploy.sh` prints out the DKIM selector and DNS entry you
|
|
||||||
need to setup with your DNS provider.
|
|
||||||
|
|
||||||
## Emergency Commands
|
|
||||||
|
|
||||||
If you need to stop account creation,
|
|
||||||
e.g. because some script is wildly creating accounts,
|
|
||||||
just run `touch /tmp/nocreate`.
|
|
||||||
You can remove the file
|
|
||||||
as soon as the attacker was banned
|
|
||||||
by different means.
|
|
||||||
|
|
||||||
|
|||||||
@@ -10,6 +10,7 @@ dependencies = [
|
|||||||
]
|
]
|
||||||
|
|
||||||
[project.scripts]
|
[project.scripts]
|
||||||
|
doveauth = "chatmaild.doveauth:main"
|
||||||
doveauth-dictproxy = "chatmaild.dictproxy:main"
|
doveauth-dictproxy = "chatmaild.dictproxy:main"
|
||||||
filtermail = "chatmaild.filtermail:main"
|
filtermail = "chatmaild.filtermail:main"
|
||||||
|
|
||||||
|
|||||||
@@ -1,4 +1,3 @@
|
|||||||
import logging
|
|
||||||
import os
|
import os
|
||||||
import sys
|
import sys
|
||||||
import json
|
import json
|
||||||
@@ -12,8 +11,6 @@ import subprocess
|
|||||||
|
|
||||||
from .database import Database
|
from .database import Database
|
||||||
|
|
||||||
NOCREATE_FILE = "/etc/chatmail-nocreate"
|
|
||||||
|
|
||||||
|
|
||||||
def encrypt_password(password: str):
|
def encrypt_password(password: str):
|
||||||
password = password.encode("ascii")
|
password = password.encode("ascii")
|
||||||
@@ -30,9 +27,6 @@ def encrypt_password(password: str):
|
|||||||
|
|
||||||
|
|
||||||
def create_user(db, user, password):
|
def create_user(db, user, password):
|
||||||
if os.path.exists(NOCREATE_FILE):
|
|
||||||
logging.warning(f"Didn't create account: {NOCREATE_FILE} exists. Delete the file to enable account creation.")
|
|
||||||
return
|
|
||||||
with db.write_transaction() as conn:
|
with db.write_transaction() as conn:
|
||||||
conn.create_user(user, password)
|
conn.create_user(user, password)
|
||||||
return dict(home=f"/home/vmail/{user}", uid="vmail", gid="vmail", password=password)
|
return dict(home=f"/home/vmail/{user}", uid="vmail", gid="vmail", password=password)
|
||||||
@@ -59,7 +53,7 @@ def lookup_passdb(db, user, password):
|
|||||||
return userdata
|
return userdata
|
||||||
|
|
||||||
|
|
||||||
def handle_dovecot_request(msg, db, mail_domain):
|
def handle_dovecot_request(msg, db):
|
||||||
print(f"received msg: {msg!r}", file=sys.stderr)
|
print(f"received msg: {msg!r}", file=sys.stderr)
|
||||||
short_command = msg[0]
|
short_command = msg[0]
|
||||||
if short_command == "L": # LOOKUP
|
if short_command == "L": # LOOKUP
|
||||||
@@ -70,15 +64,13 @@ def handle_dovecot_request(msg, db, mail_domain):
|
|||||||
res = ""
|
res = ""
|
||||||
if namespace == "shared":
|
if namespace == "shared":
|
||||||
if type == "userdb":
|
if type == "userdb":
|
||||||
if user.endswith(f"@{mail_domain}"):
|
res = lookup_userdb(db, user)
|
||||||
res = lookup_userdb(db, user)
|
|
||||||
if res:
|
if res:
|
||||||
reply_command = "O"
|
reply_command = "O"
|
||||||
else:
|
else:
|
||||||
reply_command = "N"
|
reply_command = "N"
|
||||||
elif type == "passdb":
|
elif type == "passdb":
|
||||||
if user.endswith(f"@{mail_domain}"):
|
res = lookup_passdb(db, user, password=args[0])
|
||||||
res = lookup_passdb(db, user, password=args[0])
|
|
||||||
if res:
|
if res:
|
||||||
reply_command = "O"
|
reply_command = "O"
|
||||||
else:
|
else:
|
||||||
@@ -97,8 +89,6 @@ def main():
|
|||||||
socket = sys.argv[1]
|
socket = sys.argv[1]
|
||||||
passwd_entry = pwd.getpwnam(sys.argv[2])
|
passwd_entry = pwd.getpwnam(sys.argv[2])
|
||||||
db = Database(sys.argv[3])
|
db = Database(sys.argv[3])
|
||||||
with open("/etc/mailname", "r") as fp:
|
|
||||||
mail_domain = fp.read().strip()
|
|
||||||
|
|
||||||
class Handler(StreamRequestHandler):
|
class Handler(StreamRequestHandler):
|
||||||
def handle(self):
|
def handle(self):
|
||||||
@@ -106,7 +96,7 @@ def main():
|
|||||||
msg = self.rfile.readline().strip().decode()
|
msg = self.rfile.readline().strip().decode()
|
||||||
if not msg:
|
if not msg:
|
||||||
break
|
break
|
||||||
res = handle_dovecot_request(msg, db, mail_domain)
|
res = handle_dovecot_request(msg, db)
|
||||||
if res:
|
if res:
|
||||||
print(f"sending result: {res!r}", file=sys.stderr)
|
print(f"sending result: {res!r}", file=sys.stderr)
|
||||||
self.wfile.write(res.encode("ascii"))
|
self.wfile.write(res.encode("ascii"))
|
||||||
|
|||||||
65
chatmaild/src/chatmaild/doveauth.py
Normal file
65
chatmaild/src/chatmaild/doveauth.py
Normal file
@@ -0,0 +1,65 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
import base64
|
||||||
|
import sys
|
||||||
|
|
||||||
|
from .database import Database
|
||||||
|
|
||||||
|
|
||||||
|
def get_user_data(db, user):
|
||||||
|
with db.read_connection() as conn:
|
||||||
|
result = conn.get_user(user)
|
||||||
|
if result:
|
||||||
|
result["uid"] = "vmail"
|
||||||
|
result["gid"] = "vmail"
|
||||||
|
return result
|
||||||
|
|
||||||
|
|
||||||
|
def create_user(db, user, password):
|
||||||
|
with db.write_transaction() as conn:
|
||||||
|
conn.create_user(user, password)
|
||||||
|
return dict(home=f"/home/vmail/{user}", uid="vmail", gid="vmail", password=password)
|
||||||
|
|
||||||
|
|
||||||
|
def verify_user(db, user, password):
|
||||||
|
userdata = get_user_data(db, user)
|
||||||
|
if userdata:
|
||||||
|
if userdata.get("password") == password:
|
||||||
|
userdata["status"] = "ok"
|
||||||
|
else:
|
||||||
|
userdata["status"] = "fail"
|
||||||
|
else:
|
||||||
|
userdata = create_user(db, user, password)
|
||||||
|
userdata["status"] = "ok"
|
||||||
|
|
||||||
|
return userdata
|
||||||
|
|
||||||
|
|
||||||
|
def lookup_user(db, user):
|
||||||
|
userdata = get_user_data(db, user)
|
||||||
|
if userdata:
|
||||||
|
userdata["status"] = "ok"
|
||||||
|
else:
|
||||||
|
userdata["status"] = "fail"
|
||||||
|
return userdata
|
||||||
|
|
||||||
|
|
||||||
|
def dump_result(res):
|
||||||
|
for key, value in res.items():
|
||||||
|
print(f"{key}={value}")
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
db = Database("/home/vmail/passdb.sqlite")
|
||||||
|
if sys.argv[1] == "hexauth":
|
||||||
|
login = base64.b16decode(sys.argv[2]).decode()
|
||||||
|
password = base64.b16decode(sys.argv[3]).decode()
|
||||||
|
res = verify_user(db, login, password)
|
||||||
|
dump_result(res)
|
||||||
|
elif sys.argv[1] == "hexlookup":
|
||||||
|
login = base64.b16decode(sys.argv[2]).decode()
|
||||||
|
res = lookup_user(db, login)
|
||||||
|
dump_result(res)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
@@ -9,8 +9,9 @@ from aiosmtpd.controller import UnixSocketController
|
|||||||
from smtplib import SMTP as SMTPClient
|
from smtplib import SMTP as SMTPClient
|
||||||
|
|
||||||
|
|
||||||
def check_encrypted(message):
|
def check_encrypted(content):
|
||||||
"""Check that the message is an OpenPGP-encrypted message."""
|
"""Check that the message is an OpenPGP-encrypted message."""
|
||||||
|
message = BytesParser(policy=policy.default).parsebytes(content)
|
||||||
if not message.is_multipart():
|
if not message.is_multipart():
|
||||||
return False
|
return False
|
||||||
if message.get("subject") != "...":
|
if message.get("subject") != "...":
|
||||||
@@ -46,8 +47,7 @@ class ExampleHandler:
|
|||||||
|
|
||||||
valid_recipients = []
|
valid_recipients = []
|
||||||
|
|
||||||
message = BytesParser(policy=policy.default).parsebytes(envelope.content)
|
mail_encrypted = check_encrypted(envelope.content)
|
||||||
mail_encrypted = check_encrypted(message)
|
|
||||||
|
|
||||||
res = []
|
res = []
|
||||||
for recipient in envelope.rcpt_tos:
|
for recipient in envelope.rcpt_tos:
|
||||||
@@ -68,13 +68,7 @@ class ExampleHandler:
|
|||||||
continue
|
continue
|
||||||
|
|
||||||
is_outgoing = recipient_local_domain[1] != my_local_domain[1]
|
is_outgoing = recipient_local_domain[1] != my_local_domain[1]
|
||||||
|
if is_outgoing and not mail_encrypted:
|
||||||
if (
|
|
||||||
is_outgoing
|
|
||||||
and not mail_encrypted
|
|
||||||
and message.get("secure-join") != "vc-request"
|
|
||||||
and message.get("secure-join") != "vg-request"
|
|
||||||
):
|
|
||||||
res += ["500 Outgoing mail must be encrypted"]
|
res += ["500 Outgoing mail must be encrypted"]
|
||||||
continue
|
continue
|
||||||
|
|
||||||
|
|||||||
@@ -1,9 +1,7 @@
|
|||||||
import os
|
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
|
||||||
import chatmaild.dictproxy
|
from .dictproxy import get_user_data
|
||||||
from .dictproxy import get_user_data, lookup_passdb
|
from .doveauth import verify_user
|
||||||
from .database import Database, DBError
|
from .database import Database, DBError
|
||||||
|
|
||||||
|
|
||||||
@@ -15,31 +13,16 @@ def db(tmpdir):
|
|||||||
|
|
||||||
|
|
||||||
def test_basic(db):
|
def test_basic(db):
|
||||||
chatmaild.dictproxy.NOCREATE_FILE = "/tmp/nocreate"
|
verify_user(db, "link2xt@c1.testrun.org", "asdf")
|
||||||
if os.path.exists(chatmaild.dictproxy.NOCREATE_FILE):
|
|
||||||
os.remove(chatmaild.dictproxy.NOCREATE_FILE)
|
|
||||||
lookup_passdb(db, "link2xt@c1.testrun.org", "asdf")
|
|
||||||
data = get_user_data(db, "link2xt@c1.testrun.org")
|
data = get_user_data(db, "link2xt@c1.testrun.org")
|
||||||
assert data
|
assert data
|
||||||
|
|
||||||
|
|
||||||
def test_dont_overwrite_password_on_wrong_login(db):
|
def test_verify_or_create(db):
|
||||||
"""Test that logging in with a different password doesn't create a new user"""
|
res = verify_user(db, "newuser1@something.org", "kajdlkajsldk12l3kj1983")
|
||||||
res = lookup_passdb(db, "newuser1@something.org", "kajdlkajsldk12l3kj1983")
|
assert res["status"] == "ok"
|
||||||
assert res["password"]
|
res = verify_user(db, "newuser1@something.org", "kajdlqweqwe")
|
||||||
res2 = lookup_passdb(db, "newuser1@something.org", "kajdlqweqwe")
|
assert res["status"] == "fail"
|
||||||
# this function always returns a password hash, which is actually compared by dovecot.
|
|
||||||
assert res["password"] == res2["password"]
|
|
||||||
|
|
||||||
|
|
||||||
def test_nocreate_file(db):
|
|
||||||
chatmaild.dictproxy.NOCREATE_FILE = "/tmp/nocreate"
|
|
||||||
with open(chatmaild.dictproxy.NOCREATE_FILE, "w+") as f:
|
|
||||||
f.write("")
|
|
||||||
assert os.path.exists(chatmaild.dictproxy.NOCREATE_FILE)
|
|
||||||
lookup_passdb(db, "newuser1@something.org", "kajdlqweqwe")
|
|
||||||
assert not get_user_data(db, "newuser1@something.org")
|
|
||||||
os.remove(chatmaild.dictproxy.NOCREATE_FILE)
|
|
||||||
|
|
||||||
|
|
||||||
def test_db_version(db):
|
def test_db_version(db):
|
||||||
|
|||||||
@@ -1,16 +1,12 @@
|
|||||||
|
import pytest
|
||||||
|
|
||||||
from .filtermail import check_encrypted
|
from .filtermail import check_encrypted
|
||||||
from email.parser import BytesParser
|
|
||||||
from email import policy
|
|
||||||
|
|
||||||
|
|
||||||
def test_filtermail():
|
def test_filtermail():
|
||||||
def check_encrypted_bstr(content):
|
assert not check_encrypted(b"foo")
|
||||||
message = BytesParser(policy=policy.default).parsebytes(content)
|
|
||||||
return check_encrypted(message)
|
|
||||||
|
|
||||||
assert not check_encrypted_bstr(b"foo")
|
assert not check_encrypted(
|
||||||
|
|
||||||
assert not check_encrypted_bstr(
|
|
||||||
"\r\n".join(
|
"\r\n".join(
|
||||||
[
|
[
|
||||||
"Subject: =?utf-8?q?Message_from_foobar=40c2=2Etestrun=2Eorg?=",
|
"Subject: =?utf-8?q?Message_from_foobar=40c2=2Etestrun=2Eorg?=",
|
||||||
@@ -40,7 +36,7 @@ def test_filtermail():
|
|||||||
).encode()
|
).encode()
|
||||||
)
|
)
|
||||||
|
|
||||||
assert not check_encrypted_bstr(
|
assert not check_encrypted(
|
||||||
"\r\n".join(
|
"\r\n".join(
|
||||||
[
|
[
|
||||||
"Subject: =?utf-8?q?Message_from_foobar=40c2=2Etestrun=2Eorg?=",
|
"Subject: =?utf-8?q?Message_from_foobar=40c2=2Etestrun=2Eorg?=",
|
||||||
@@ -71,7 +67,7 @@ def test_filtermail():
|
|||||||
)
|
)
|
||||||
|
|
||||||
# https://xkcd.com/1181/
|
# https://xkcd.com/1181/
|
||||||
assert not check_encrypted_bstr(
|
assert not check_encrypted(
|
||||||
"\r\n".join(
|
"\r\n".join(
|
||||||
[
|
[
|
||||||
"Subject: =?utf-8?q?Message_from_foobar=40c2=2Etestrun=2Eorg?=",
|
"Subject: =?utf-8?q?Message_from_foobar=40c2=2Etestrun=2Eorg?=",
|
||||||
@@ -103,7 +99,7 @@ def test_filtermail():
|
|||||||
).encode()
|
).encode()
|
||||||
)
|
)
|
||||||
|
|
||||||
assert check_encrypted_bstr(
|
assert check_encrypted(
|
||||||
"\r\n".join(
|
"\r\n".join(
|
||||||
[
|
[
|
||||||
"Subject: ...",
|
"Subject: ...",
|
||||||
@@ -176,7 +172,7 @@ def test_filtermail():
|
|||||||
).encode()
|
).encode()
|
||||||
)
|
)
|
||||||
|
|
||||||
assert not check_encrypted_bstr(
|
assert not check_encrypted(
|
||||||
"\r\n".join(
|
"\r\n".join(
|
||||||
[
|
[
|
||||||
"Subject: Buy Penis Enlargement at www.malicious-domain.com",
|
"Subject: Buy Penis Enlargement at www.malicious-domain.com",
|
||||||
@@ -249,7 +245,7 @@ def test_filtermail():
|
|||||||
).encode()
|
).encode()
|
||||||
)
|
)
|
||||||
|
|
||||||
assert not check_encrypted_bstr(
|
assert not check_encrypted(
|
||||||
"\r\n".join(
|
"\r\n".join(
|
||||||
[
|
[
|
||||||
"Subject: Message opened",
|
"Subject: Message opened",
|
||||||
|
|||||||
@@ -173,33 +173,6 @@ def _configure_dovecot(mail_server: str, debug: bool = False) -> bool:
|
|||||||
return need_restart
|
return need_restart
|
||||||
|
|
||||||
|
|
||||||
def _configure_nginx(domain: str, debug: bool = False) -> bool:
|
|
||||||
"""Configures nginx HTTP server."""
|
|
||||||
need_restart = False
|
|
||||||
|
|
||||||
main_config = files.template(
|
|
||||||
src=importlib.resources.files(__package__).joinpath("nginx.conf.j2"),
|
|
||||||
dest="/etc/nginx/nginx.conf",
|
|
||||||
user="root",
|
|
||||||
group="root",
|
|
||||||
mode="644",
|
|
||||||
config={"domain_name": domain},
|
|
||||||
)
|
|
||||||
need_restart |= main_config.changed
|
|
||||||
|
|
||||||
autoconfig = files.template(
|
|
||||||
src=importlib.resources.files(__package__).joinpath("autoconfig.xml.j2"),
|
|
||||||
dest="/var/www/html/.well-known/autoconfig/mail/config-v1.1.xml",
|
|
||||||
user="root",
|
|
||||||
group="root",
|
|
||||||
mode="644",
|
|
||||||
config={"domain_name": domain},
|
|
||||||
)
|
|
||||||
need_restart |= autoconfig.changed
|
|
||||||
|
|
||||||
return need_restart
|
|
||||||
|
|
||||||
|
|
||||||
def deploy_chatmail(mail_domain: str, mail_server: str, dkim_selector: str) -> None:
|
def deploy_chatmail(mail_domain: str, mail_server: str, dkim_selector: str) -> None:
|
||||||
"""Deploy a chat-mail instance.
|
"""Deploy a chat-mail instance.
|
||||||
|
|
||||||
@@ -221,7 +194,7 @@ def deploy_chatmail(mail_domain: str, mail_server: str, dkim_selector: str) -> N
|
|||||||
)
|
)
|
||||||
|
|
||||||
# Deploy acmetool to have TLS certificates.
|
# Deploy acmetool to have TLS certificates.
|
||||||
deploy_acmetool(nginx_hook=True, domains=[mail_server])
|
deploy_acmetool(domains=[mail_server])
|
||||||
|
|
||||||
apt.packages(
|
apt.packages(
|
||||||
name="Install Postfix",
|
name="Install Postfix",
|
||||||
@@ -241,17 +214,11 @@ def deploy_chatmail(mail_domain: str, mail_server: str, dkim_selector: str) -> N
|
|||||||
],
|
],
|
||||||
)
|
)
|
||||||
|
|
||||||
apt.packages(
|
|
||||||
name="Install nginx",
|
|
||||||
packages=["nginx"],
|
|
||||||
)
|
|
||||||
|
|
||||||
_install_chatmaild()
|
_install_chatmaild()
|
||||||
debug = False
|
debug = False
|
||||||
dovecot_need_restart = _configure_dovecot(mail_server, debug=debug)
|
dovecot_need_restart = _configure_dovecot(mail_server, debug=debug)
|
||||||
postfix_need_restart = _configure_postfix(mail_domain, debug=debug)
|
postfix_need_restart = _configure_postfix(mail_domain, debug=debug)
|
||||||
opendkim_need_restart = _configure_opendkim(mail_domain, dkim_selector)
|
opendkim_need_restart = _configure_opendkim(mail_domain, dkim_selector)
|
||||||
nginx_need_restart = _configure_nginx(mail_domain)
|
|
||||||
|
|
||||||
systemd.service(
|
systemd.service(
|
||||||
name="Start and enable OpenDKIM",
|
name="Start and enable OpenDKIM",
|
||||||
@@ -277,21 +244,6 @@ def deploy_chatmail(mail_domain: str, mail_server: str, dkim_selector: str) -> N
|
|||||||
restarted=dovecot_need_restart,
|
restarted=dovecot_need_restart,
|
||||||
)
|
)
|
||||||
|
|
||||||
systemd.service(
|
|
||||||
name="Start and enable nginx",
|
|
||||||
service="nginx.service",
|
|
||||||
running=True,
|
|
||||||
enabled=True,
|
|
||||||
restarted=nginx_need_restart,
|
|
||||||
)
|
|
||||||
|
|
||||||
# This file is used by auth proxy.
|
|
||||||
# https://wiki.debian.org/EtcMailName
|
|
||||||
server.shell(
|
|
||||||
name="Setup /etc/mailname",
|
|
||||||
commands=[f"echo {mail_domain} >/etc/mailname; chmod 644 /etc/mailname"],
|
|
||||||
)
|
|
||||||
|
|
||||||
def callback():
|
def callback():
|
||||||
result = server.shell(
|
result = server.shell(
|
||||||
commands=[
|
commands=[
|
||||||
|
|||||||
@@ -38,13 +38,22 @@ def deploy_acmetool(nginx_hook=False, email="", domains=[]):
|
|||||||
email=email,
|
email=email,
|
||||||
)
|
)
|
||||||
|
|
||||||
files.template(
|
service_file = files.put(
|
||||||
src=importlib.resources.files(__package__).joinpath("target.yaml.j2"),
|
src=importlib.resources.files(__package__)
|
||||||
dest="/var/lib/acme/conf/target",
|
.joinpath("acmetool-redirector.service")
|
||||||
|
.open("rb"),
|
||||||
|
dest="/etc/systemd/system/acmetool-redirector.service",
|
||||||
user="root",
|
user="root",
|
||||||
group="root",
|
group="root",
|
||||||
mode="644",
|
mode="644",
|
||||||
)
|
)
|
||||||
|
systemd.service(
|
||||||
|
name="Setup acmetool-redirector service",
|
||||||
|
service="acmetool-redirector.service",
|
||||||
|
running=True,
|
||||||
|
enabled=True,
|
||||||
|
restarted=service_file.changed,
|
||||||
|
)
|
||||||
|
|
||||||
for domain in domains:
|
for domain in domains:
|
||||||
server.shell(
|
server.shell(
|
||||||
|
|||||||
@@ -0,0 +1,11 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=acmetool HTTP redirector
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=notify
|
||||||
|
ExecStart=/usr/bin/acmetool redirector --service.uid=daemon
|
||||||
|
Restart=always
|
||||||
|
RestartSec=30
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=multi-user.target
|
||||||
@@ -1,7 +0,0 @@
|
|||||||
request:
|
|
||||||
provider: https://acme-v02.api.letsencrypt.org/directory
|
|
||||||
key:
|
|
||||||
type: rsa
|
|
||||||
challenge:
|
|
||||||
webroot-paths:
|
|
||||||
- /var/www/html/.well-known/acme-challenge
|
|
||||||
@@ -1,37 +0,0 @@
|
|||||||
<?xml version="1.0" encoding="UTF-8"?>
|
|
||||||
|
|
||||||
<clientConfig version="1.1">
|
|
||||||
<emailProvider id="{{ config.domain_name }}">
|
|
||||||
<domain>{{ config.domain_name }}</domain>
|
|
||||||
<displayName>{{ config.domain_name }} chatmail</displayName>
|
|
||||||
<displayShortName>{{ config.domain_name }}</displayShortName>
|
|
||||||
<incomingServer type="imap">
|
|
||||||
<hostname>{{ config.domain_name }}</hostname>
|
|
||||||
<port>993</port>
|
|
||||||
<socketType>SSL</socketType>
|
|
||||||
<authentication>password-cleartext</authentication>
|
|
||||||
<username>%EMAILADDRESS%</username>
|
|
||||||
</incomingServer>
|
|
||||||
<incomingServer type="imap">
|
|
||||||
<hostname>{{ config.domain_name }}</hostname>
|
|
||||||
<port>143</port>
|
|
||||||
<socketType>STARTTLS</socketType>
|
|
||||||
<authentication>password-cleartext</authentication>
|
|
||||||
<username>%EMAILADDRESS%</username>
|
|
||||||
</incomingServer>
|
|
||||||
<outgoingServer type="smtp">
|
|
||||||
<hostname>{{ config.domain_name }}</hostname>
|
|
||||||
<port>465</port>
|
|
||||||
<socketType>SSL</socketType>
|
|
||||||
<authentication>password-cleartext</authentication>
|
|
||||||
<username>%EMAILADDRESS%</username>
|
|
||||||
</outgoingServer>
|
|
||||||
<outgoingServer type="smtp">
|
|
||||||
<hostname>{{ config.domain_name }}</hostname>
|
|
||||||
<port>587</port>
|
|
||||||
<socketType>STARTTLS</socketType>
|
|
||||||
<authentication>password-cleartext</authentication>
|
|
||||||
<username>%EMAILADDRESS%</username>
|
|
||||||
</outgoingServer>
|
|
||||||
</emailProvider>
|
|
||||||
</clientConfig>
|
|
||||||
@@ -16,12 +16,6 @@ mail_debug = yes
|
|||||||
|
|
||||||
mail_plugins = quota
|
mail_plugins = quota
|
||||||
|
|
||||||
# these are the capabilities Delta Chat cares about actually
|
|
||||||
# so let's keep the network overhead per login small
|
|
||||||
# https://github.com/deltachat/deltachat-core-rust/blob/master/src/imap/capabilities.rs
|
|
||||||
imap_capability = IMAP4rev1 IDLE MOVE QUOTA CONDSTORE
|
|
||||||
|
|
||||||
|
|
||||||
# Authentication for system users.
|
# Authentication for system users.
|
||||||
passdb {
|
passdb {
|
||||||
driver = dict
|
driver = dict
|
||||||
|
|||||||
@@ -1,47 +0,0 @@
|
|||||||
user www-data;
|
|
||||||
worker_processes auto;
|
|
||||||
pid /run/nginx.pid;
|
|
||||||
error_log /var/log/nginx/error.log;
|
|
||||||
|
|
||||||
events {
|
|
||||||
worker_connections 768;
|
|
||||||
# multi_accept on;
|
|
||||||
}
|
|
||||||
|
|
||||||
http {
|
|
||||||
sendfile on;
|
|
||||||
tcp_nopush on;
|
|
||||||
|
|
||||||
# Do not emit nginx version on error pages.
|
|
||||||
server_tokens off;
|
|
||||||
|
|
||||||
include /etc/nginx/mime.types;
|
|
||||||
default_type application/octet-stream;
|
|
||||||
|
|
||||||
ssl_protocols TLSv1 TLSv1.1 TLSv1.2 TLSv1.3;
|
|
||||||
ssl_prefer_server_ciphers on;
|
|
||||||
ssl_certificate /var/lib/acme/live/{{ config.domain_name }}/fullchain;
|
|
||||||
ssl_certificate_key /var/lib/acme/live/{{ config.domain_name }}/privkey;
|
|
||||||
|
|
||||||
gzip on;
|
|
||||||
|
|
||||||
server {
|
|
||||||
listen 80 default_server;
|
|
||||||
listen [::]:80 default_server;
|
|
||||||
listen 443 ssl default_server;
|
|
||||||
listen [::]:443 ssl default_server;
|
|
||||||
|
|
||||||
root /var/www/html;
|
|
||||||
|
|
||||||
index index.html index.htm;
|
|
||||||
|
|
||||||
server_name _;
|
|
||||||
|
|
||||||
location / {
|
|
||||||
# First attempt to serve request as file, then
|
|
||||||
# as directory, then fall back to displaying a 404.
|
|
||||||
try_files $uri $uri/ =404;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@@ -70,6 +70,8 @@ showq unix n - y - - showq
|
|||||||
error unix - - y - - error
|
error unix - - y - - error
|
||||||
retry unix - - y - - error
|
retry unix - - y - - error
|
||||||
discard unix - - y - - discard
|
discard unix - - y - - discard
|
||||||
|
local unix - n n - - local
|
||||||
|
virtual unix - n n - - virtual
|
||||||
lmtp unix - - y - - lmtp
|
lmtp unix - - y - - lmtp
|
||||||
anvil unix - - y - 1 anvil
|
anvil unix - - y - 1 anvil
|
||||||
scache unix - - y - 1 scache
|
scache unix - - y - 1 scache
|
||||||
|
|||||||
@@ -67,17 +67,3 @@ class TestEndToEndDeltaChat:
|
|||||||
break
|
break
|
||||||
|
|
||||||
pytest.fail("sending succeeded although messages should exceed quota")
|
pytest.fail("sending succeeded although messages should exceed quota")
|
||||||
|
|
||||||
def test_securejoin(self, cmfactory, lp, maildomain2):
|
|
||||||
ac1 = cmfactory.new_online_configuring_account(cache=False)
|
|
||||||
cmfactory.switch_maildomain(maildomain2)
|
|
||||||
ac2 = cmfactory.new_online_configuring_account(cache=False)
|
|
||||||
cmfactory.bring_accounts_online()
|
|
||||||
|
|
||||||
lp.sec("ac1: create QR code and let ac2 scan it, starting the securejoin")
|
|
||||||
qr = ac1.get_setup_contact_qr()
|
|
||||||
|
|
||||||
lp.sec("ac2: start QR-code based setup contact protocol")
|
|
||||||
ch = ac2.qr_setup_contact(qr)
|
|
||||||
assert ch.id >= 10
|
|
||||||
ac1._evtracker.wait_securejoin_inviter_progress(1000)
|
|
||||||
|
|||||||
6
plan.txt
6
plan.txt
@@ -8,6 +8,12 @@
|
|||||||
- limit: configure max-connections per account
|
- limit: configure max-connections per account
|
||||||
|
|
||||||
|
|
||||||
|
## Filtermail
|
||||||
|
|
||||||
|
- (alex, Only allow (outgoing) mails if secure-join or autocrypt-pgp-encrypted format.
|
||||||
|
TODO: mime-parse mails and check/add tests
|
||||||
|
|
||||||
|
|
||||||
## nami: send out rate limit / rspamd
|
## nami: send out rate limit / rspamd
|
||||||
|
|
||||||
- basic outgoing send rate/limits (depending on "account-rating")
|
- basic outgoing send rate/limits (depending on "account-rating")
|
||||||
|
|||||||
@@ -2,9 +2,8 @@
|
|||||||
: ${CHATMAIL_DOMAIN:=c1.testrun.org}
|
: ${CHATMAIL_DOMAIN:=c1.testrun.org}
|
||||||
export CHATMAIL_DOMAIN
|
export CHATMAIL_DOMAIN
|
||||||
|
|
||||||
chatmaild/venv/bin/python3 -m build -n --sdist chatmaild --outdir dist
|
venv/bin/python3 -m build -n --sdist chatmaild --outdir dist
|
||||||
|
|
||||||
deploy-chatmail/venv/bin/pyinfra --ssh-user root "$CHATMAIL_DOMAIN" \
|
deploy-chatmail/venv/bin/pyinfra --ssh-user root "$CHATMAIL_DOMAIN" deploy.py
|
||||||
deploy-chatmail/src/deploy_chatmail/deploy.py
|
|
||||||
|
|
||||||
rm -r dist/
|
rm -r dist/
|
||||||
|
|||||||
@@ -6,9 +6,12 @@ deploy-chatmail/venv/bin/pip install -e deploy-chatmail
|
|||||||
deploy-chatmail/venv/bin/pip install -e chatmaild
|
deploy-chatmail/venv/bin/pip install -e chatmaild
|
||||||
|
|
||||||
python3 -m venv chatmaild/venv
|
python3 -m venv chatmaild/venv
|
||||||
sudo apt install -y dovecot-core && sudo systemctl disable --now dovecot
|
chatmaild/venv/bin/pip install pytest
|
||||||
chatmaild/venv/bin/pip install --upgrade pytest build 'setuptools>=68'
|
|
||||||
chatmaild/venv/bin/pip install -e chatmaild
|
chatmaild/venv/bin/pip install -e chatmaild
|
||||||
|
|
||||||
python3 -m venv online-tests/venv
|
python3 -m venv online-tests/venv
|
||||||
online-tests/venv/bin/pip install pytest pytest-timeout pdbpp deltachat pytest-benchmark
|
online-tests/venv/bin/pip install pytest pytest-timeout pdbpp deltachat pytest-benchmark
|
||||||
|
|
||||||
|
python3 -m venv venv
|
||||||
|
venv/bin/pip install build
|
||||||
|
venv/bin/pip install 'setuptools>=68'
|
||||||
|
|||||||
@@ -2,7 +2,7 @@
|
|||||||
set -e
|
set -e
|
||||||
|
|
||||||
: ${CHATMAIL_DOMAIN:=c1.testrun.org}
|
: ${CHATMAIL_DOMAIN:=c1.testrun.org}
|
||||||
: ${CHATMAIL_SSH:=$CHATMAIL_DOMAIN}
|
: ${CHATMAIL_SSH_HOST:=$CHATMAIL_DOMAIN}
|
||||||
|
|
||||||
rsync -avz . "root@$CHATMAIL_SSH:/root/chatmail" --exclude='/.git' --filter="dir-merge,- .gitignore"
|
rsync -avz . "root@$CHATMAIL_SSH_HOST:/root/chatmail" --exclude='/.git' --filter="dir-merge,- .gitignore"
|
||||||
ssh "root@$CHATMAIL_SSH" "cd /root/chatmail; apt install -y python3-venv; python3 -m venv venv; venv/bin/pip install pyinfra build; venv/bin/python3 -m build -n --sdist chatmaild --outdir dist; venv/bin/pip install -e ./deploy-chatmail -e ./chatmaild; export CHATMAIL_DOMAIN=$CHATMAIL_DOMAIN; venv/bin/pyinfra @local deploy.py"
|
ssh "root@$CHATMAIL_SSH_HOST" "cd /root/chatmail; apt install -y python3-venv; python3 -m venv venv; venv/bin/pip install pyinfra build; venv/bin/python3 -m build -n --sdist chatmaild --outdir dist; venv/bin/pip install -e ./deploy-chatmail -e ./chatmaild; export CHATMAIL_DOMAIN=$CHATMAIL_DOMAIN; venv/bin/pyinfra @local deploy.py"
|
||||||
|
|||||||
@@ -1,3 +1,7 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
chatmaild/venv/bin/pytest chatmaild/ $@
|
set -e
|
||||||
online-tests/venv/bin/pytest online-tests/ -vrx --durations=5 $@
|
pushd chatmaild/src/chatmaild
|
||||||
|
../../venv/bin/pytest
|
||||||
|
popd
|
||||||
|
|
||||||
|
online-tests/venv/bin/pytest online-tests/ -vrx --durations=5 --slow
|
||||||
|
|||||||
Reference in New Issue
Block a user