modoboa 2.4.10__py3-none-any.whl → 2.5.0__py3-none-any.whl

modoboa/amavis/management/commands/amnotify.py

@@ -0,0 +1,99 @@
+from django.contrib.sites import models as sites_models
+from django.core import mail
+from django.core.management.base import BaseCommand
+from django.template.loader import render_to_string
+from django.utils.translation import gettext as _
+
+from modoboa.admin.models import Domain
+from modoboa.core.models import User
+from modoboa.parameters import tools as param_tools
+from ...models import Msgrcpt
+from ...sql_connector import SQLconnector
+
+
+class Command(BaseCommand):
+    help = "Amavis notification tool"  # NOQA:A003
+
+    sender = None
+    baseurl = None
+    listingurl = None
+
+    def add_arguments(self, parser):
+        """Add extra arguments to command line."""
+        parser.add_argument(
+            "--smtp_host",
+            type=str,
+            default="localhost",
+            help="The address of the SMTP server used to send notifications",
+        )
+        parser.add_argument(
+            "--smtp_port",
+            type=int,
+            default=25,
+            help=(
+                "The listening port of the SMTP server used to send " "notifications"
+            ),
+        )
+        parser.add_argument(
+            "--verbose", action="store_true", help="Activate verbose mode"
+        )
+
+    def handle(self, *args, **options):
+        self.options = options
+        self.notify_admins_pending_requests()
+
+    def _build_message(self, rcpt, total, reqs):
+        """Build new EmailMessage instance."""
+        if self.options["verbose"]:
+            print(f"Sending notification to {rcpt}")
+        context = {
+            "total": total,
+            "requests": reqs,
+            "baseurl": self.baseurl,
+            "listingurl": self.listingurl,
+        }
+        content = render_to_string(
+            "amavis/notifications/pending_requests.html", context
+        )
+        msg = mail.EmailMessage(
+            _("[modoboa] Pending release requests"), content, self.sender, [rcpt]
+        )
+        return msg
+
+    def notify_admins_pending_requests(self):
+        self.sender = param_tools.get_global_parameter(
+            "notifications_sender", app="amavis"
+        )
+        self.baseurl = f"https://{sites_models.Site.objects.get_current().domain}"
+        self.listingurl = f"{self.baseurl}/user/quarantine?requests=1"
+        messages = []
+        # Check domain administators first.
+        for da in User.objects.filter(groups__name="DomainAdmins"):
+            if not hasattr(da, "mailbox"):
+                continue
+            rcpt = da.mailbox.full_address
+            reqs = SQLconnector().get_domains_pending_requests(
+                Domain.objects.get_for_admin(da).values_list("name", flat=True)
+            )
+            total = reqs.count()
+            reqs = reqs.all()[:10]
+            if reqs.count():
+                messages.append(self._build_message(rcpt, total, reqs))
+
+        # Then super administators.
+        reqs = Msgrcpt.objects.filter(rs="p")
+        total = reqs.count()
+        if total:
+            reqs = reqs.all()[:10]
+            for su in User.objects.filter(is_superuser=True):
+                if not hasattr(su, "mailbox"):
+                    continue
+                rcpt = su.mailbox.full_address
+                messages.append(self._build_message(rcpt, total, reqs))
+
+        # Finally, send emails.
+        if not len(messages):
+            return
+        kwargs = {"host": self.options["smtp_host"], "port": self.options["smtp_port"]}
+        with mail.get_connection(**kwargs) as connection:
+            connection.send_messages(messages)

modoboa/amavis/management/commands/qcleanup.py

@@ -0,0 +1,84 @@
+#!/usr/bin/env python
+
+
+import time
+
+from django.core.management.base import BaseCommand
+from django.db.models import Count
+
+from modoboa.parameters import tools as param_tools
+from ...models import Maddr, Msgrcpt, Msgs
+
+
+class Command(BaseCommand):
+    args = ""
+    help = "Amavis quarantine cleanup"  # NOQA:A003
+
+    def add_arguments(self, parser):
+        """Add extra arguments to command line."""
+        parser.add_argument(
+            "--debug", action="store_true", default=False, help="Activate debug output"
+        )
+        parser.add_argument(
+            "--verbose",
+            action="store_true",
+            default=False,
+            help="Display informational messages",
+        )
+
+    def __vprint(self, msg):
+        if not self.verbose:
+            return
+        print(msg)
+
+    def handle(self, *args, **options):
+        if options["debug"]:
+            import logging
+
+            log = logging.getLogger("django.db.backends")
+            log.setLevel(logging.DEBUG)
+            log.addHandler(logging.StreamHandler())
+        self.verbose = options["verbose"]
+
+        conf = dict(param_tools.get_global_parameters("amavis"))
+
+        flags = ["D"]
+        if conf["released_msgs_cleanup"]:
+            flags += ["R"]
+
+        self.__vprint("Deleting marked messages...")
+        ids = Msgrcpt.objects.filter(rs__in=flags).values("mail_id").distinct()
+        for msg in Msgs.objects.filter(mail_id__in=ids):
+            if not msg.msgrcpt_set.exclude(rs__in=flags).count():
+                msg.delete()
+
+        self.__vprint(
+            "Deleting messages older than {} days...".format(conf["max_messages_age"])
+        )
+        limit = int(time.time()) - (conf["max_messages_age"] * 24 * 3600)
+        while True:
+            qset = Msgs.objects.filter(
+                pk__in=list(
+                    Msgs.objects.filter(time_num__lt=limit).values_list(
+                        "pk", flat=True
+                    )[:5000]
+                )
+            )
+            if not qset.exists():
+                break
+            qset.delete()
+
+        self.__vprint("Deleting unreferenced e-mail addresses...")
+        while True:
+            res = (
+                Maddr.objects.annotate(
+                    msgs_count=Count("msgs"), msgrcpt_count=Count("msgrcpt")
+                )
+                .filter(msgs_count=0, msgrcpt_count=0)
+                .values_list("id", flat=True)[:100000]
+            )
+            if not res.exists():
+                break
+            Maddr.objects.filter(id__in=list(res)).delete()
+
+        self.__vprint("Done.")

modoboa/amavis/migrations/0001_initial.py

@@ -0,0 +1,340 @@
+from django.db import models, migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = []
+
+    operations = [
+        migrations.CreateModel(
+            name="Maddr",
+            fields=[
+                ("partition_tag", models.IntegerField(default=0)),
+                ("id", models.BigIntegerField(serialize=False, primary_key=True)),
+                ("email", models.CharField(unique=True, max_length=255)),
+                ("domain", models.CharField(max_length=765)),
+            ],
+            options={
+                "db_table": "maddr",
+                "managed": False,
+            },
+            bases=(models.Model,),
+        ),
+        migrations.CreateModel(
+            name="Mailaddr",
+            fields=[
+                ("id", models.IntegerField(serialize=False, primary_key=True)),
+                ("priority", models.IntegerField()),
+                ("email", models.CharField(unique=True, max_length=255)),
+            ],
+            options={
+                "db_table": "mailaddr",
+                "managed": False,
+            },
+            bases=(models.Model,),
+        ),
+        migrations.CreateModel(
+            name="Msgs",
+            fields=[
+                ("partition_tag", models.IntegerField(default=0)),
+                (
+                    "mail_id",
+                    models.CharField(max_length=12, serialize=False, primary_key=True),
+                ),
+                ("secret_id", models.CharField(max_length=12, blank=True)),
+                ("am_id", models.CharField(max_length=60)),
+                ("time_num", models.IntegerField()),
+                ("time_iso", models.CharField(max_length=48)),
+                ("policy", models.CharField(max_length=765, blank=True)),
+                ("client_addr", models.CharField(max_length=765, blank=True)),
+                ("size", models.IntegerField()),
+                ("originating", models.CharField(max_length=3)),
+                ("content", models.CharField(max_length=1, blank=True)),
+                ("quar_type", models.CharField(max_length=1, blank=True)),
+                ("quar_loc", models.CharField(max_length=255, blank=True)),
+                ("dsn_sent", models.CharField(max_length=3, blank=True)),
+                ("spam_level", models.FloatField(null=True, blank=True)),
+                ("message_id", models.CharField(max_length=765, blank=True)),
+                ("from_addr", models.CharField(max_length=765, blank=True)),
+                ("subject", models.CharField(max_length=765, blank=True)),
+                ("host", models.CharField(max_length=765)),
+            ],
+            options={
+                "db_table": "msgs",
+                "managed": False,
+            },
+            bases=(models.Model,),
+        ),
+        migrations.CreateModel(
+            name="Msgrcpt",
+            fields=[
+                ("partition_tag", models.IntegerField(default=0)),
+                (
+                    "mail",
+                    models.ForeignKey(
+                        primary_key=True,
+                        serialize=False,
+                        to="amavis.Msgs",
+                        on_delete=models.CASCADE,
+                    ),
+                ),
+                ("rseqnum", models.IntegerField(default=0)),
+                ("is_local", models.CharField(max_length=3)),
+                ("content", models.CharField(max_length=3)),
+                ("ds", models.CharField(max_length=3)),
+                ("rs", models.CharField(max_length=3)),
+                ("bl", models.CharField(max_length=3, blank=True)),
+                ("wl", models.CharField(max_length=3, blank=True)),
+                ("bspam_level", models.FloatField(null=True, blank=True)),
+                ("smtp_resp", models.CharField(max_length=765, blank=True)),
+            ],
+            options={
+                "db_table": "msgrcpt",
+                "managed": False,
+            },
+            bases=(models.Model,),
+        ),
+        migrations.CreateModel(
+            name="Policy",
+            fields=[
+                (
+                    "id",
+                    models.AutoField(
+                        verbose_name="ID",
+                        serialize=False,
+                        auto_created=True,
+                        primary_key=True,
+                    ),
+                ),
+                ("policy_name", models.CharField(max_length=32, blank=True)),
+                ("virus_lover", models.CharField(max_length=3, null=True, blank=True)),
+                ("spam_lover", models.CharField(max_length=3, null=True, blank=True)),
+                (
+                    "unchecked_lover",
+                    models.CharField(max_length=3, null=True, blank=True),
+                ),
+                (
+                    "banned_files_lover",
+                    models.CharField(max_length=3, null=True, blank=True),
+                ),
+                (
+                    "bad_header_lover",
+                    models.CharField(max_length=3, null=True, blank=True),
+                ),
+                (
+                    "bypass_virus_checks",
+                    models.CharField(
+                        default=b"",
+                        choices=[(b"N", "yes"), (b"Y", "no"), (b"", "default")],
+                        max_length=3,
+                        help_text="Bypass virus checks or not. Choose 'default' to use global settings.",
+                        null=True,
+                        verbose_name="Virus filter",
+                    ),
+                ),
+                (
+                    "bypass_spam_checks",
+                    models.CharField(
+                        default=b"",
+                        choices=[(b"N", "yes"), (b"Y", "no"), (b"", "default")],
+                        max_length=3,
+                        help_text="Bypass spam checks or not. Choose 'default' to use global settings.",
+                        null=True,
+                        verbose_name="Spam filter",
+                    ),
+                ),
+                (
+                    "bypass_banned_checks",
+                    models.CharField(
+                        default=b"",
+                        choices=[(b"N", "yes"), (b"Y", "no"), (b"", "default")],
+                        max_length=3,
+                        help_text="Bypass banned checks or not. Choose 'default' to use global settings.",
+                        null=True,
+                        verbose_name="Banned filter",
+                    ),
+                ),
+                (
+                    "bypass_header_checks",
+                    models.CharField(max_length=3, null=True, blank=True),
+                ),
+                (
+                    "virus_quarantine_to",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "spam_quarantine_to",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "banned_quarantine_to",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "unchecked_quarantine_to",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "bad_header_quarantine_to",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "clean_quarantine_to",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "archive_quarantine_to",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                ("spam_tag_level", models.FloatField(null=True, blank=True)),
+                ("spam_tag2_level", models.FloatField(null=True, blank=True)),
+                ("spam_tag3_level", models.FloatField(null=True, blank=True)),
+                ("spam_kill_level", models.FloatField(null=True, blank=True)),
+                ("spam_dsn_cutoff_level", models.FloatField(null=True, blank=True)),
+                (
+                    "spam_quarantine_cutoff_level",
+                    models.FloatField(null=True, blank=True),
+                ),
+                (
+                    "addr_extension_virus",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "addr_extension_spam",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "addr_extension_banned",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "addr_extension_bad_header",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "warnvirusrecip",
+                    models.CharField(max_length=3, null=True, blank=True),
+                ),
+                (
+                    "warnbannedrecip",
+                    models.CharField(max_length=3, null=True, blank=True),
+                ),
+                (
+                    "warnbadhrecip",
+                    models.CharField(max_length=3, null=True, blank=True),
+                ),
+                (
+                    "newvirus_admin",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "virus_admin",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "banned_admin",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "bad_header_admin",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                ("spam_admin", models.CharField(max_length=192, null=True, blank=True)),
+                (
+                    "spam_subject_tag",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "spam_subject_tag2",
+                    models.CharField(
+                        default=None,
+                        max_length=192,
+                        blank=True,
+                        help_text="Modify spam subject using the specified text. Choose 'default' to use global settings.",
+                        null=True,
+                        verbose_name="Spam marker",
+                    ),
+                ),
+                (
+                    "spam_subject_tag3",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                ("message_size_limit", models.IntegerField(null=True, blank=True)),
+                (
+                    "banned_rulenames",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "disclaimer_options",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "forward_method",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "sa_userconf",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+                (
+                    "sa_username",
+                    models.CharField(max_length=192, null=True, blank=True),
+                ),
+            ],
+            options={
+                "db_table": "policy",
+                "managed": False,
+            },
+            bases=(models.Model,),
+        ),
+        migrations.CreateModel(
+            name="Quarantine",
+            fields=[
+                ("partition_tag", models.IntegerField(default=0)),
+                (
+                    "mail",
+                    models.ForeignKey(
+                        primary_key=True,
+                        serialize=False,
+                        to="amavis.Msgs",
+                        on_delete=models.CASCADE,
+                    ),
+                ),
+                ("chunk_ind", models.IntegerField()),
+                ("mail_text", models.TextField()),
+            ],
+            options={
+                "ordering": ["-mail__time_num"],
+                "db_table": "quarantine",
+                "managed": False,
+            },
+            bases=(models.Model,),
+        ),
+        migrations.CreateModel(
+            name="Users",
+            fields=[
+                ("id", models.AutoField(serialize=False, primary_key=True)),
+                ("priority", models.IntegerField()),
+                ("email", models.CharField(unique=True, max_length=255)),
+                ("fullname", models.CharField(max_length=765, blank=True)),
+            ],
+            options={
+                "db_table": "users",
+                "managed": False,
+            },
+            bases=(models.Model,),
+        ),
+        migrations.CreateModel(
+            name="Wblist",
+            fields=[
+                ("rid", models.IntegerField(serialize=False, primary_key=True)),
+                ("sid", models.IntegerField(primary_key=True)),
+                ("wb", models.CharField(max_length=30)),
+            ],
+            options={
+                "db_table": "wblist",
+                "managed": False,
+            },
+            bases=(models.Model,),
+        ),
+    ]