modoboa 2.4.10__py3-none-any.whl → 2.5.0__py3-none-any.whl

modoboa/amavis/tasks.py

@@ -0,0 +1,33 @@
+"""Async tasks."""
+
+# from django.utils.translation import ngettext
+
+from modoboa.core import models as core_models
+
+from .lib import SpamassassinClient
+from .sql_connector import SQLconnector
+
+
+def manual_learning(user_pk: int, mtype: str, selection: list[dict], recipient_db: str):
+    """Task to trigger manual learning for given selection."""
+    user = core_models.User.objects.get(pk=user_pk)
+    connector = SQLconnector()
+    saclient = SpamassassinClient(user, recipient_db)
+    for item in selection:
+        content = connector.get_mail_content(item["mailid"].encode("ascii"))
+        result = (
+            saclient.learn_spam(item["rcpt"], content)
+            if mtype == "spam"
+            else saclient.learn_ham(item["rcpt"], content)
+        )
+        if not result:
+            break
+        connector.set_msgrcpt_status(item["rcpt"], item["mailid"], mtype[0].upper())
+    if saclient.error is None:
+        saclient.done()
+
+    #     message = ngettext("%(count)d message processed successfully",
+    #                        "%(count)d messages processed successfully",
+    #                        len(selection)) % {"count": len(selection)}
+    # else:
+    #     message = saclient.error

modoboa/amavis/templates/amavis/notifications/pending_requests.html

@@ -0,0 +1,16 @@
+{% load i18n %}
+
+{% blocktranslate trimmed count counter=total %}
+  {{ counter }} release request is pending for action.
+{% plural %}
+  {{ counter }} release requests are pending for action.
+{% endblocktranslate %}
+{% translate "Sketch:" %}
+{% for msg in requests %}
+  {% translate "From:" %} {{ msg.mail.sid.email }}
+  {% translate "To:" %} {{ msg.rid.email }}
+  {% translate "Date:" %} {{ msg.mail.time_datetime|date:"DATETIME_FORMAT" }}
+  {% translate "Subject:" %} {{ msg.mail.subject }}
+  {% translate "Act on this message:" %} {{ baseurl }}/user/quarantine/{{ msg.mail.mail_id }}/{{ msg.rid.email }}
+{% endfor %}
+{% blocktranslate %}Please visit {{ listingurl }} for a full listing.{% endblocktranslate %}

modoboa/amavis/tests/sa-learn

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exit 0

modoboa/amavis/tests/sample_messages/quarantined-input.txt

@@ -0,0 +1,80 @@
+X-Envelope-From: <it-edu@evil.example.net>
+X-Envelope-To: <me@example.net>
+X-Envelope-To-Blocked: <me@example.net>
+X-Quarantine-ID: <nZkKQ_MUuyil>
+X-Amavis-Alert: BAD HEADER SECTION, Non-encoded non-ASCII data (and not UTF-8)
+	(char 85 hex): Subject: I think I saw you in my dreams\x{85}
+X-Spam-Flag: YES
+X-Spam-Score: 8.178
+X-Spam-Level: ********
+X-Spam-Status: Yes, score=8.178 tag=-999 tag2=3.9 kill=5
+	tests=[HEADER_FROM_DIFFERENT_DOMAINS=0.25, HTML_IMAGE_ONLY_28=0.726,
+	HTML_MESSAGE=0.001, MIME_HTML_ONLY=1.105, RCVD_IN_MSPIKE_H2=-0.001,
+	TVD_PH_BODY_ACCOUNTS_PRE=0.001, T_REMOTE_IMAGE=0.01,
+	T_RP_MATCHES_RCVD=-0.01, URIBL_BLACK=1.7, URIBL_DBL_ABUSE_SPAM=2,
+	URI_WPADMIN=2.396] autolearn=no autolearn_force=no
+Received: from mail.example.net ([127.0.0.1])
+	by mail.example.net (mail.example.net [127.0.0.1]) (amavisd-new, port 10024)
+	with LMTP id nZkKQ_MUuyil for <me@example.net>;
+	Sat, 16 Dec 2017 13:09:49 +0000 (GMT)
+Received: from evil.example.net (mail.evil.example.net [10.0.0.1])
+	by mail.example.net (Postfix) with ESMTPS id 62B2E1AF12D
+	for <me@example.net>; Sat, 16 Dec 2017 13:09:49 +0000 (GMT)
+Received: from it-edu by evil.example.net with local (Exim 4.82)
+	(envelope-from <it-edu@evil.example.net>)
+	id 1eQCDr-0005NE-IT
+	for me@example.net; Sat, 16 Dec 2017 16:09:47 +0300
+To: me@example.net
+Subject: =?UTF-8?Q?Account_Suspension_Notification_=21?=
+X-PHP-Originating-Script: 520:maill.php
+Date: Sat, 16 Dec 2017 16:09:47 +0300
+From: Notice <Notice@fake.example.net>
+Reply-To: Notice@fake.example.net
+Message-ID: <6619a5295cefcf484a58944fc280eb90@evil.example.net>
+X-Priority: 1
+X-Mailer: PHPMailer 5.2.10 (https://github.com/PHPMailer/PHPMailer/)
+MIME-Version: 1.0
+Content-Type: text/html; charset=iso-8859-1
+Content-Transfer-Encoding: 8bit
+
+<!DOCTYPE html>
+<html>
+<HEAD><STYLE>
+.cssage P
+{
+margin:0px;
+padding:0px
+}
+body.cssage
+{
+font-size: 12pt;
+font-family:Calibri
+}
+</STYLE>
+
+</HEAD>
+<BODY class="cssage">
+<DIV dir="ltr"><FONT size=2 face="Arial, Helvetica, sans-serif"></FONT><BR>
+<DIV>
+<DIV>
+<TABLE style="FONT-FAMILY: 'Times New Roman'" border=0 cellSpacing=0 cellPadding=0 width=600 align="center">
+<TR class=header>
+<TD vAlign=bottom><SPAN style="FONT-FAMILY: 'Trebuchet MS', Arial, Helvetica, sans-serif; COLOR: rgb(159,159,159); FONT-SIZE: 12px" >This is an automated email, please do not reply</SPAN></TD>
+<TD align=right><IMG style="WIDTH: 215px; HEIGHT: 66px" alt="" src="http://im55.gulfup.com/oLrUdE.jpg"></TD></TR>
+<TR >
+<TD height=14 vAlign=bottom colSpan=2><IMG src="https://www.payza.com/emails/images/bar.png" width="100%" height=3></TD></TR>
+<TR>
+<TD colSpan=2>
+<H1 style="PADDING-BOTTOM: 0px; PADDING-LEFT: 0px; PADDING-RIGHT: 0px; FONT-FAMILY: 'Trebuchet MS', Arial, Helvetica, sans-serif; COLOR: rgb(189,151,0); FONT-SIZE: 24px; FONT-WEIGHT: normal; PADDING-TOP: 10px">Dear Client</H1>
+<P style="LINE-HEIGHT: 21px; FONT-FAMILY: 'Trebuchet MS', Arial, Helvetica, sans-serif; COLOR: rgb(84,84,84); FONT-SIZE: 14px">We've noticed that some of your account information appears to be missing or incorrect
+We need to verify your account information in order to continue using your Apple ID, Please Verify your account information by clicking on the link below<BR><BR><B><A style="COLOR: rgb(27,144,234)" href="http://chiikulab.com/wp-admin/images/Update/Apple2018%20V2.1/
+" target=_blank>Click here to Verify your ID</A></B></P></TD></TR>
+<TR>
+<TD colSpan=2>
+<DIV><SPAN style="FONT-FAMILY: 'Trebuchet MS', Arial, Helvetica, sans-serif; COLOR: rgb(51,102,204); FONT-SIZE: 15px" ></SPAN><BR></DIV><br><SPAN style="FONT-FAMILY: 'Trebuchet MS', Arial, Helvetica, sans-serif; COLOR: rgb(202,162,0); FONT-SIZE: 17px" class=ecxthanks>Thanks for choosing Apple,</SPAN><BR style="COLOR: rgb(202,162,0)"><SPAN style="FONT-FAMILY: 'Trebuchet MS', Arial, Helvetica, sans-serif; COLOR: rgb(202,162,0); FONT-SIZE: 15px" >Apple Team</SPAN></TD></TR>
+<TR >
+<TD height=14 vAlign=bottom colSpan=2><IMG src="https://www.payza.com/emails/images/bar.png" width="100%" height=3></TD></TR>
+<TR>
+<TD colSpan=2>
+<P style="PADDING-BOTTOM: 0px; PADDING-LEFT: 0px; PADDING-RIGHT: 0px; FONT-FAMILY: 'Trebuchet MS', Arial, Helvetica, sans-serif; COLOR: rgb(84,84,84); FONT-SIZE: 12px; PADDING-TOP: 10px" >&copy; 2017 Apple. All rights reserved.</P>
+<P style="FONT-FAMILY: 'Trebuchet MS', Arial, Helvetica, sans-serif; COLOR: rgb(186,148,0); FONT-SIZE: 11px">Email ID: 163327</P></TD></TR></TABLE></DIV></DIV></DIV></BODY></html>

modoboa/amavis/tests/sample_messages/quarantined-output-plain_nolinks.txt

@@ -0,0 +1,17 @@
+<pre>This is an automated email, please do not reply  
+
+# Dear Client
+
+We&#x27;ve noticed that some of your account information appears to be missing or
+incorrect We need to verify your account information in order to continue
+using your Apple ID, Please Verify your account information by clicking on the
+link below  
+
+**Click here to Verify your ID**  
+
+Thanks for choosing Apple,  
+Apple Team  
+
+© 2017 Apple. All rights reserved.
+
+Email ID: 163327</pre>

modoboa/amavis/tests/spamc

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exit 5

modoboa/amavis/tests/test_checks.py

@@ -0,0 +1,25 @@
+from django.test import TestCase
+from django.test.utils import override_settings
+
+from ..checks import settings_checks
+
+
+class CheckSessionCookieSecureTest(TestCase):
+
+    databases = "__all__"
+
+    @override_settings(AMAVIS_DEFAULT_DATABASE_ENCODING="LATIN-1")
+    def test_amavis_database_encoding_incorrect(self):
+        """
+        If AMAVIS_DEFAULT_DATABASE_ENCODING is incorrect provide one warning.
+        """
+        self.assertEqual(
+            settings_checks.check_amavis_database_encoding(None), [settings_checks.W001]
+        )
+
+    @override_settings(AMAVIS_DEFAULT_DATABASE_ENCODING="UTF-8")
+    def test_amavis_database_encoding_correct(self):
+        """
+        If AMAVIS_DEFAULT_DATABASE_ENCODING is correct, there's no warning.
+        """
+        self.assertEqual(settings_checks.check_amavis_database_encoding(None), [])

modoboa/amavis/tests/test_handlers.py

@@ -0,0 +1,214 @@
+"""Amavis tests."""
+
+import os
+
+from django.test import override_settings
+from django.urls import reverse
+
+from modoboa.admin import factories as admin_factories, models as admin_models
+from modoboa.core import models as core_models
+from modoboa.lib.tests import ModoAPITestCase
+from modoboa.transport import factories as tr_factories
+from .. import factories, lib, models
+
+
+class DomainTestCase(ModoAPITestCase):
+    """Check that database is populated."""
+
+    databases = "__all__"
+
+    def setUp(self):
+        """Initiate test context."""
+        self.admin = core_models.User.objects.get(username="admin")
+
+    def test_create_domain(self):
+        """Test domain creation."""
+        domain = admin_factories.DomainFactory(name="domain.test")
+        name = f"@{domain.name}"
+        policy = models.Policy.objects.get(policy_name=name)
+        user = models.Users.objects.filter(policy=policy).first()
+        self.assertIsNot(user, None)
+        self.assertEqual(user.email, name)
+
+        # Create a domain alias
+        self.client.force_authenticate(self.admin)
+        url = reverse("v2:domain_alias-list")
+        data = {"name": "dalias.test", "target": domain.pk}
+        resp = self.client.post(url, data, format="json")
+        self.assertEqual(resp.status_code, 201)
+        name = "@dalias.test"
+        self.assertFalse(models.Policy.objects.filter(policy_name=name).exists())
+        user = models.Users.objects.get(email=name)
+        self.assertEqual(user.policy, policy)
+
+        # Delete domain alias
+        url = reverse("v2:domain_alias-detail", args=[resp.json()["pk"]])
+        resp = self.client.delete(url)
+        self.assertEqual(resp.status_code, 204)
+        self.assertFalse(models.Users.objects.filter(email=name).exists())
+
+    def test_rename_domain(self):
+        """Test domain rename."""
+        domain = admin_factories.DomainFactory(name="domain.test")
+        domain.name = "domain1.test"
+        domain.save()
+        name = f"@{domain.name}"
+        self.assertTrue(models.Users.objects.filter(email=name).exists())
+        self.assertTrue(models.Policy.objects.filter(policy_name=name).exists())
+
+        # Now from form
+        self.client.force_authenticate(self.admin)
+        rdomain = admin_factories.DomainFactory(name="domain.relay", type="relaydomain")
+        rdomain.transport = tr_factories.TransportFactory(
+            pattern=rdomain.name,
+            service="relay",
+            _settings={
+                "relay_target_host": "external.host.tld",
+                "relay_target_port": "25",
+                "relay_verify_recipients": False,
+            },
+        )
+        rdomain.save()
+        url = reverse("v2:domain-detail", args=[rdomain.pk])
+        values = {
+            "name": "domain2.relay",
+            "quota": rdomain.quota,
+            "default_mailbox_quota": rdomain.default_mailbox_quota,
+            "type": "relaydomain",
+            "enabled": rdomain.enabled,
+            "transport": {
+                "service": rdomain.transport.service,
+                "settings": {
+                    "relay_target_host": "127.0.0.1",
+                    "relay_target_port": 25,
+                },
+            },
+        }
+        resp = self.client.put(url, values, format="json")
+        self.assertTrue(resp.status_code, 200)
+
+    def test_delete_domain(self):
+        """Test domain removal."""
+        domain = admin_factories.DomainFactory(name="domain.test")
+        domain.delete(None)
+        name = f"@{domain.name}"
+        self.assertFalse(models.Users.objects.filter(email=name).exists())
+        self.assertFalse(models.Policy.objects.filter(policy_name=name).exists())
+
+    def test_update_domain_policy(self):
+        """Check domain policy edition."""
+        self.client.force_authenticate(self.admin)
+        domain = admin_factories.DomainFactory(name="domain.test")
+        url = reverse("v2:amavis-policy-detail", args=[domain.pk])
+        custom_title = "This is SPAM!"
+        data = {"bypass_virus_checks": "Y", "spam_subject_tag2": custom_title}
+        resp = self.client.patch(url, data, format="json")
+        self.assertEqual(resp.status_code, 200)
+        name = f"@{domain.name}"
+        policy = models.Policy.objects.get(policy_name=name)
+        self.assertEqual(policy.spam_subject_tag2, custom_title)
+
+
+@override_settings(SA_LOOKUP_PATH=(os.path.dirname(__file__),))
+class ManualLearningTestCase(ModoAPITestCase):
+    """Check manual learning mode."""
+
+    databases = "__all__"
+
+    @classmethod
+    def setUpTestData(cls):  # NOQA:N802
+        """Create test data."""
+        super().setUpTestData()
+        admin_factories.populate_database()
+
+    def test_alias_creation(self):
+        """Check alias creation."""
+        self.set_global_parameter("user_level_learning", True)
+
+        # Fake activation because we don't have test data yet for
+        # amavis...
+        lib.setup_manual_learning_for_mbox(
+            admin_models.Mailbox.objects.get(address="user", domain__name="test.com")
+        )
+        lib.setup_manual_learning_for_mbox(
+            admin_models.Mailbox.objects.get(address="admin", domain__name="test.com")
+        )
+
+        url = reverse("v2:alias-list")
+        values = {
+            "address": "alias1000@test.com",
+            "recipients": ["admin@test.com"],
+            "enabled": True,
+        }
+        resp = self.client.post(url, values, format="json")
+        self.assertEqual(resp.status_code, 201)
+        policy = models.Policy.objects.get(policy_name=values["recipients"][0])
+        user = models.Users.objects.get(email=values["address"])
+        self.assertEqual(user.policy, policy)
+
+        values = {
+            "address": "user@test.com",
+            "recipients": ["admin@test.com"],
+            "enabled": True,
+        }
+        resp = self.client.post(url, values, format="json")
+        self.assertEqual(resp.status_code, 201)
+        policy = models.Policy.objects.get(policy_name=values["recipients"][0])
+        user = models.Users.objects.get(email=values["address"])
+        self.assertEqual(user.policy, policy)
+
+    def test_mailbox_rename(self):
+        """Check rename case."""
+        self.set_global_parameter("user_level_learning", True)
+
+        lib.setup_manual_learning_for_mbox(
+            admin_models.Mailbox.objects.get(address="user", domain__name="test.com")
+        )
+
+        user = core_models.User.objects.get(username="user@test.com")
+        url = reverse("v2:account-detail", args=[user.pk])
+        values = {
+            "username": "user2@test.com",
+            "role": "SimpleUsers",
+            "mailbox": {"use_domain_quota": True},
+        }
+        resp = self.client.put(url, values, format="json")
+        self.assertEqual(resp.status_code, 200)
+        self.assertTrue(models.Users.objects.filter(email=values["username"]).exists())
+
+    def test_learn_alias_spam_as_admin(self):
+        """Check learning spam for an alias address as admin user."""
+        user = core_models.User.objects.get(username="admin")
+        recipient_db = "user"
+        rcpt = "alias@test.com"
+        sender = "spam@evil.corp"
+        content = factories.SPAM_BODY.format(rcpt=rcpt, sender=sender)
+
+        saclient = lib.SpamassassinClient(user, recipient_db)
+        result = saclient.learn_spam(rcpt, content)
+        self.assertTrue(result)
+
+    def test_delete_catchall_alias(self):
+        """Check that Users record is not deleted."""
+        self.set_global_parameter("user_level_learning", True)
+
+        # Fake activation because we don't have test data yet for
+        # amavis...
+        lib.setup_manual_learning_for_mbox(
+            admin_models.Mailbox.objects.get(address="admin", domain__name="test.com")
+        )
+
+        url = reverse("v2:alias-list")
+        values = {
+            "address": "@test.com",
+            "recipients": ["admin@test.com"],
+            "enabled": True,
+        }
+        resp = self.client.post(url, values, format="json")
+        self.assertTrue(resp.status_code, 201)
+
+        alias = admin_models.Alias.objects.get(address="@test.com")
+        url = reverse("v2:alias-detail", args=[alias.pk])
+        resp = self.client.delete(url)
+        self.assertEqual(resp.status_code, 204)
+        self.assertTrue(models.Users.objects.get(email="@test.com"))

modoboa/amavis/tests/test_lib.py

@@ -0,0 +1,90 @@
+from django.test import SimpleTestCase
+
+from modoboa.lib.tests import ModoTestCase
+from modoboa.amavis.lib import cleanup_email_address, make_query_args
+
+
+class MakeQueryArgsTests(ModoTestCase):
+    """Tests for modoboa_amavis.lib.make_query_args()."""
+
+    def test_simple_email_address_001(self):
+        """Check case insensitive email address without recipient delimiter."""
+        self.set_global_parameter("localpart_is_case_sensitive", False)
+        self.set_global_parameter("recipient_delimiter", "")
+        address = "User+Foo@sub.exAMPLE.COM"
+        expected_output = [
+            "user+foo@sub.example.com",
+        ]
+        output = make_query_args(address)
+        self.assertEqual(output, expected_output)
+
+    def test_simple_email_address_002(self):
+        """Check case sensitive email address with recipient delimiter."""
+        self.set_global_parameter("localpart_is_case_sensitive", True)
+        self.set_global_parameter("recipient_delimiter", "+")
+        address = "User+Foo@sub.exAMPLE.COM"
+        expected_output = [
+            "User+Foo@sub.exAMPLE.COM",
+            "User+Foo@sub.example.com",
+            "User@sub.example.com",
+        ]
+        output = make_query_args(address)
+        self.assertEqual(output, expected_output)
+
+    def test_simple_email_address_003(self):
+        """Check email address with recipient delimiter wildcard."""
+        self.set_global_parameter("localpart_is_case_sensitive", False)
+        self.set_global_parameter("recipient_delimiter", "+")
+        address = "User+Foo@sub.exAMPLE.COM"
+        expected_output = [
+            "user+foo@sub.example.com",
+            "user+.*@sub.example.com",
+            "user@sub.example.com",
+        ]
+        output = make_query_args(address, exact_extension=False, wildcard=".*")
+        self.assertEqual(output, expected_output)
+
+    def test_simple_email_address_004(self):
+        """Check domain search."""
+        self.set_global_parameter("localpart_is_case_sensitive", False)
+        self.set_global_parameter("recipient_delimiter", "+")
+        address = "User+Foo@sub.exAMPLE.COM"
+        expected_output = [
+            "user+foo@sub.example.com",
+            "user+.*@sub.example.com",
+            "user@sub.example.com",
+            "@sub.example.com",
+            "@.",
+        ]
+        output = make_query_args(
+            address, exact_extension=False, wildcard=".*", domain_search=True
+        )
+        self.assertEqual(output, expected_output)
+
+    def test_simple_email_address_idn(self):
+        """Check email address with international domain name."""
+        self.set_global_parameter("localpart_is_case_sensitive", False)
+        self.set_global_parameter("recipient_delimiter", "")
+        address = "Pingüino@Pájaro.Niño.exAMPLE.COM"
+        expected_output = [
+            "Pingüino@Pájaro.Niño.exAMPLE.COM",
+            "pingüino@xn--pjaro-xqa.xn--nio-8ma.example.com",
+        ]
+        output = make_query_args(address)
+        self.assertEqual(output, expected_output)
+
+
+class FixUTF8EncodingTests(SimpleTestCase):
+    """Tests for modoboa_amavis.lib.cleanup_email_address()."""
+
+    def test_value_with_newline(self):
+        value = '"John Smith" <john.smith@example.com>\n'
+        expected_output = "John Smith <john.smith@example.com>"
+        output = cleanup_email_address(value)
+        self.assertEqual(output, expected_output)
+
+    def test_no_name(self):
+        value = "<john.smith@example.com>"
+        expected_output = "john.smith@example.com"
+        output = cleanup_email_address(value)
+        self.assertEqual(output, expected_output)

modoboa/amavis/tests/test_management_commands.py

@@ -0,0 +1,45 @@
+"""Management commands tests."""
+
+from dateutil.relativedelta import relativedelta
+
+from django.core.management import call_command
+from django.utils import timezone
+
+from modoboa.lib.tests import ModoTestCase
+from .. import factories, models
+
+
+class ManagementCommandTestCase(ModoTestCase):
+    """Management commands tests."""
+
+    databases = "__all__"
+
+    def test_qcleanup(self):
+        """Test qcleanup command."""
+        factories.create_spam("user@test.com", rs="D")
+        call_command("qcleanup")
+        self.assertEqual(models.Quarantine.objects.count(), 0)
+        self.assertEqual(models.Msgs.objects.count(), 0)
+        self.assertEqual(models.Maddr.objects.count(), 0)
+        self.assertEqual(models.Msgrcpt.objects.count(), 0)
+
+        factories.create_spam("user@test.com", rs="D")
+        msgrcpt = factories.create_spam("user@test.com", rs="R")
+        call_command("qcleanup")
+        # Should not raise anything
+        msgrcpt.refresh_from_db()
+
+        self.set_global_parameter("released_msgs_cleanup", True)
+        call_command("qcleanup")
+        with self.assertRaises(models.Msgrcpt.DoesNotExist):
+            msgrcpt.refresh_from_db()
+
+        msgrcpt = factories.create_spam("user@test.com")
+        msgrcpt.mail.time_num = int(
+            (timezone.now() - relativedelta(days=40)).strftime("%s")
+        )
+        msgrcpt.mail.save(update_fields=["time_num"])
+        self.set_global_parameter("max_messages_age", 30)
+        call_command("qcleanup")
+        with self.assertRaises(models.Msgrcpt.DoesNotExist):
+            msgrcpt.refresh_from_db()

modoboa/amavis/tests/test_sql_email.py

@@ -0,0 +1,67 @@
+"""Tests for sql_email."""
+
+import os
+
+from django.test import TestCase
+from django.utils.encoding import smart_str
+
+from ..sql_email import SQLemail
+
+SAMPLES_DIR = os.path.realpath(
+    os.path.join(os.path.dirname(__file__), "sample_messages")
+)
+
+
+class EmailTestImplementation(SQLemail):
+
+    def _fetch_message(self):
+        message_path = os.path.join(SAMPLES_DIR, f"{self.mailid}-input.txt")
+        assert os.path.isfile(message_path), f"{message_path} does not exist."
+
+        with open(message_path, "rb") as fp:
+            mail_text = fp.read()
+
+        return mail_text
+
+
+class EmailTests(TestCase):
+    """Tests for modoboa_amavis.sql_email.SQLEmail
+
+    When writing new sample messages use the following naming convention for
+    the sample files stored in sample_messages:
+
+    input:  {message_id}-input.txt
+    output: {message_id}-output-{dformat}_{no,}links.txt
+    """
+
+    def _get_expected_output(self, message_id, **kwargs):
+        ext = kwargs.get("dformat", "plain")
+        ext += "_links" if "links" in kwargs and kwargs["links"] else "_nolinks"
+        message_path = os.path.join(SAMPLES_DIR, f"{message_id}-output-{ext}.txt")
+        assert os.path.isfile(message_path), f"{message_path} does not exist."
+
+        with open(message_path, "rb") as fp:
+            # output should always be unicode (py2) or str (py3)
+            mail_text = smart_str(fp.read())
+
+        return mail_text
+
+    def _test_email(self, message_id, **kwargs):
+        """Boiler plate code for testing e-mails."""
+        expected_output = self._get_expected_output(message_id, **kwargs)
+        output = EmailTestImplementation(message_id, **kwargs).body
+        self.assertEqual(output, expected_output)
+
+    def test_amavis_aleart_header(self):
+        email = EmailTestImplementation("quarantined")
+        self.assertEqual(email.qtype, "BAD HEADER SECTION")
+        self.assertEqual(
+            email.qreason,
+            "Non-encoded non-ASCII data (and not UTF-8) (char 85 "
+            "hex): Subject: I think I saw you in my dreams\\x{85}",
+        )
+
+    def test_email_multipart_with_no_text(self):
+        """for a multipart message without a text/plain part convert the
+        text/html to text/plain"""
+        self._test_email("quarantined")

modoboa/amavis/tests/test_utils.py

@@ -0,0 +1,19 @@
+from django.test import SimpleTestCase
+
+from modoboa.amavis.utils import fix_utf8_encoding
+
+
+class FixUTF8EncodingTests(SimpleTestCase):
+    """Tests for modoboa_amavis.utils.fix_utf8_encoding()."""
+
+    def test_4_byte_unicode(self):
+        value = "\xf0\x9f\x99\x88"
+        expected_output = "\U0001f648"  # == See No Evil Moneky
+        output = fix_utf8_encoding(value)
+        self.assertEqual(output, expected_output)
+
+    def test_truncated_4_byte_unicode(self):
+        value = "\xf0\x9f\x99"
+        expected_output = "\xf0\x9f\x99"
+        output = fix_utf8_encoding(value)
+        self.assertEqual(output, expected_output)