igs-slm 0.1.0b0__py3-none-any.whl

slm/parsing/xsd/geodesyml/0.5/referenceFrame.xsd

@@ -0,0 +1,194 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+License: CC By 4.0 (http://creativecommons.org/licenses/by/4.0/legalcode)
+Copyright: Commonwealth Government (Geoscience Australia) 2016
+-->
+<schema xmlns="http://www.w3.org/2001/XMLSchema" targetNamespace="urn:xml-gov-au:icsm:egeodesy:0.5" version="0.5" xmlns:geo="urn:xml-gov-au:icsm:egeodesy:0.5" xmlns:gml="http://www.opengis.net/gml/3.2" elementFormDefault="qualified" xml:lang="en">
+    <annotation>
+        <documentation></documentation>
+    </annotation>
+    <!--  -->
+    <import namespace="http://www.opengis.net/gml/3.2" schemaLocation="http://schemas.opengis.net/gml/3.2.1/gml.xsd"/>
+    <include schemaLocation="lineage.xsd"/>
+    <!--  -->
+    <complexType name="TerrestrialReferenceFramePropertyType">
+        <sequence minOccurs="0">
+            <element ref="geo:TerrestrialReferenceFrame"/>
+        </sequence>
+        <attributeGroup ref="gml:AssociationAttributeGroup"/>
+    </complexType>
+    <!--  -->
+    <element name="TerrestrialReferenceFrame" type="geo:TerrestrialReferenceFrameType" substitutionGroup="gml:GeodeticDatum">
+        <annotation>
+            <documentation>A terrestrial reference frame is a geodetic reference frame (or geodetic datum in previous GML parlance) in which the coordinates of reference or definition monuments are allowed to move. In essence, a terrestrial reference frame is continuously "realised" with the regular addition of new observations on a weekly or daily time scale. To use a terrestrial reference frame, up-to-date transformation products must be available to propagate coordinates and their uncertanties between epochs and between frames.
+            
+            To derive a static reference frame (a GML datum) from a terrestrial reference frame and a dynamic transformation, the source and target epochs of the dynamic transformation are required to compute coordinates in the realisation epoch of the static reference frame.</documentation>
+        </annotation>
+    </element>
+    <!--  -->
+    <complexType name="TerrestrialReferenceFrameType">
+        <complexContent>
+            <restriction base="gml:GeodeticDatumType">
+                <sequence>
+                    <sequence>
+                        <element ref="gml:metaDataProperty" minOccurs="0" maxOccurs="unbounded"/>
+                        <element ref="gml:description" minOccurs="0"/>
+                        <element ref="gml:descriptionReference" minOccurs="0"/>
+                        <element ref="gml:identifier"/>
+                        <element ref="gml:name" minOccurs="0" maxOccurs="unbounded"/>
+                    </sequence>
+                    <sequence>
+                        <element ref="gml:remarks" minOccurs="0"/>
+                    </sequence>
+                    <sequence>
+                        <element ref="gml:domainOfValidity" minOccurs="0"/>
+                        <element ref="gml:scope" maxOccurs="unbounded"/>
+                        <element ref="gml:anchorDefinition" minOccurs="0"/>
+                        <element ref="gml:realizationEpoch">
+                            <annotation>
+                                <documentation>The realisation epoch is equivalent to the reference epoch for the reference frame. A dynamic terrestrial reference frame must contain a reference epoch.</documentation>
+                            </annotation>
+                        </element>
+                    </sequence>
+                    <sequence>
+                        <element ref="gml:primeMeridian"/>
+                        <element ref="gml:ellipsoid"/>
+                    </sequence>
+                </sequence>
+                <attribute ref="gml:id" use="required"/>
+            </restriction>
+        </complexContent>
+    </complexType>
+    <!--  -->
+    <element name="DynamicTransformation" type="geo:DynamicTransformationType" substitutionGroup="gml:AbstractGeneralTransformation">
+        <annotation>
+            <documentation>A dynamic transformation is a coordinate transformation between reference frames where at least one of which is a dynamic or terrestrial reference frame. To derive a static reference frame (a GML datum) from a terrestrial reference frame and a dynamic transformation, either the source and target epochs OR the source epoch and a relative time quantity parameter of the dynamic transformation are required to compute coordinates in the realisation epoch of the static reference frame.
+
+A transformation between reference frames in the static sense requires no temporal parameters. That is, a static reference frame (SRF) such as GDA94 can be transformed to another SRF like AGD66 with seven spatial parameters and no temporal parameters. In contrast, a dynamic reference frame (DRF) such as ITRF2008 (or the upcoming ITRF2014) requires temporal parameters to be transformed to a SRF and vice versa, and this results in the 14-parameter transformation comprised of 7 spatial and 7 temporal-spatial parameters. A fundamental requirement of the 14-parameter transformation is the provision of a time vector relative to the realisation epoch of the dynamic frame. See Dawson &amp; Woods (2010).</documentation>
+        </annotation>
+    </element>
+    <!--  -->
+    <complexType name="DynamicTransformationType">
+        <complexContent>
+            <extension base="gml:AbstractGeneralTransformationType">
+                <sequence>
+                    <element name="sourceEpoch" type="gml:TimePositionType"/>
+                    <element name="targetEpoch" type="gml:TimePositionType" minOccurs="0">
+                        <annotation>
+                            <documentation>The absence of a targetEpoch element implies that this transformation has time-dependent parameters. This is the standard configuration of a 14-parameter transformation whereby the latter 7 parameters are coefficients to a time parameter. A residual velocity map would also implicitly have time-dependent parameters. An example of a dynamic transformation that requires a targetEpoch is a 7-parameter transformation (implying no time-dependent parameters) between two dynamic frames, e.g. ITRF2014 to ITRF2008 at epochs 2014-01-01 and 2008-01-01 respectively.</documentation>
+                        </annotation>
+                    </element>
+                    <element name="usesMethod" type="gml:OperationMethodType"/>
+                    <element ref="gml:parameterValue" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="source" type="geo:AbstractDefinitionSourcePropertyType" minOccurs="0" maxOccurs="unbounded">
+                        <annotation>
+                            <documentation>An unbounded list of references to the source of each parameter.</documentation>
+                        </annotation>
+                    </element>
+                </sequence>
+            </extension>
+        </complexContent>
+    </complexType>
+    <!--  -->
+    <element name="GridTransformation" type="geo:GridTransformationType" substitutionGroup="geo:DynamicTransformation">
+        <annotation>
+            <documentation>A gridded transformation can be either  (1) an absolute deformation model between two defined epochs, or (2) a time-relative transformation such as a velocity map or residual velocity map transformation. A residual linear velocity map is often defined in conjunction with an optional Euler-pole 3-parameter transformation. The application of velocity map transformations require propagation of the initial coordinates to the sourceEpoch of the transformation to derive the appropriate linear velocity vector and uncertainty for that point to be propagated to the target epoch. The target epoch is not specified in a velocity map definition, instead the derived velocity is a time-dependent parameter which can be used to propagate the point to any desired epoch.</documentation>
+        </annotation>
+    </element>
+    <!--  -->
+    <complexType name="GridTransformationType">
+        <complexContent>
+            <extension base="geo:DynamicTransformationType">
+                <sequence>
+                    <element ref="gml:RectifiedGridCoverage"/>
+                </sequence>
+            </extension>
+        </complexContent>
+    </complexType>
+    <!--  -->
+    <element name="DeformationGridTransformation" type="geo:DeformationGridTransformationType" substitutionGroup="geo:GridTransformation">
+        <annotation>
+            <documentation>A deformation grid transformation is an in-frame transformation i.e. sourceCRS and targetCRS are the same. The targetEpoch element is required. Deformation defines an absolute transformation, that is, one that does not have time-dependent parameters. It is often called a patch-model when used in scenarios where deformation has occurred due to an earthquake.</documentation>
+        </annotation>
+    </element>
+    <!--  -->
+    <complexType name="DeformationGridTransformationType">
+        <complexContent>
+            <restriction base="geo:GridTransformationType">
+                <sequence>
+                    <sequence>
+                        <element ref="gml:metaDataProperty" minOccurs="0" maxOccurs="unbounded"/>
+                        <element ref="gml:description" minOccurs="0"/>
+                        <element ref="gml:descriptionReference" minOccurs="0"/>
+                        <element ref="gml:identifier"/>
+                        <element ref="gml:name" minOccurs="0" maxOccurs="unbounded"/>
+                        <element ref="gml:remarks" minOccurs="0"/>
+                        <element ref="gml:domainOfValidity" minOccurs="0"/>
+                        <element ref="gml:scope" maxOccurs="unbounded"/>
+                        <element ref="gml:operationVersion"/>
+                        <element ref="gml:coordinateOperationAccuracy" minOccurs="0" maxOccurs="unbounded"/>
+                        <element ref="gml:sourceCRS"/>
+                        <element ref="gml:targetCRS"/>
+                    </sequence>
+                    <sequence>
+                        <element name="sourceEpoch" type="gml:TimePositionType"/>
+                        <element name="targetEpoch" type="gml:TimePositionType"/>
+                        <element name="usesMethod" type="gml:OperationMethodType"/>
+                        <element ref="gml:parameterValue" minOccurs="0" maxOccurs="unbounded"/>
+                        <element name="source" type="geo:AbstractDefinitionSourcePropertyType" minOccurs="0" maxOccurs="unbounded">
+                            <annotation>
+                                <documentation>An unbounded list of references to the source of each parameter.</documentation>
+                            </annotation>
+                        </element>
+                    </sequence>
+                    <sequence>
+                        <element ref="gml:RectifiedGridCoverage"/>
+                    </sequence>
+                </sequence>
+            </restriction>
+        </complexContent>
+    </complexType>
+    <!-- -->
+    <element name="InterpolatedSingleValue" type="geo:InterpolatedSingleValueType" substitutionGroup="geo:AbstractTimeSlice">
+        <annotation>
+            <documentation>The result of an interpolation operation on a gridded transformation or geoid.</documentation>
+        </annotation>
+    </element>
+    <!-- -->
+    <complexType name="InterpolatedSingleValueType">
+        <complexContent>
+            <extension base="geo:AbstractTimeSliceType">
+                <sequence>
+                    <element ref="geo:Status" minOccurs="0"/>
+                    <element ref="geo:Value"/>
+                    <element name="source" type="geo:InterpolatedValueSourcePropertyType" minOccurs="0"/>
+                </sequence>
+            </extension>
+        </complexContent>
+    </complexType>
+    <!-- -->
+    <element name="InterpolatedDynamicValue" type="geo:InterpolatedDynamicValueType" substitutionGroup="gml:AbstractFeature">
+        <annotation>
+            <documentation>The time-series result of interpolation operations on a gridded transformation or geoid over a time period.</documentation>
+        </annotation>
+    </element>
+    <!-- -->
+    <complexType name="InterpolatedDynamicValueType">
+        <complexContent>
+            <extension base="geo:DynamicFeatureType">
+                <sequence>
+                    <element ref="geo:Status" minOccurs="0"/>
+                    <element name="source" type="geo:InterpolatedValueSourcePropertyType" minOccurs="0"/>
+                    <element name="history">
+                        <complexType>
+                            <sequence>
+                                <element ref="geo:InterpolatedSingleValue" maxOccurs="unbounded"/>
+                            </sequence>
+                        </complexType>
+                    </element>
+                </sequence>
+            </extension>
+        </complexContent>
+    </complexType>
+    <!-- -->
+</schema>

slm/parsing/xsd/geodesyml/0.5/siteLog.xsd

@@ -0,0 +1,73 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!--
+License: CC By 4.0 (http://creativecommons.org/licenses/by/4.0/legalcode)
+Copyright: Scripps Orbit and Permanent Array Center (SOPAC), Commonwealth Government (Geoscience Australia) 2016
+-->
+<schema xmlns="http://www.w3.org/2001/XMLSchema" targetNamespace="urn:xml-gov-au:icsm:egeodesy:0.5" version="0.5" xmlns:geo="urn:xml-gov-au:icsm:egeodesy:0.5" xmlns:gml="http://www.opengis.net/gml/3.2" xmlns:gmd="http://www.isotc211.org/2005/gmd"
+    elementFormDefault="qualified" attributeFormDefault="unqualified"
+    xml:lang="en">
+    <annotation>
+        <documentation>
+            <p>Derived from SOPAC IGS Site Log XML Schema 2011 (http://sopac.ucsd.edu/ns/geodesy/doc/igsSiteLog/2011/igsSiteLog.xsd)</p>
+            <p>Modifications from original</p>
+            <ul>
+                <li>Made part of eGeodesy namespace</li>
+                <li>Changed SiteLogType to extend geo:AbstractSiteLogType, which extends gml:AbstractFeatureType</li>
+                <li>Adopted GML property-by-reference convention</li>
+                <li>Removed contactAgency and responsibleAgence and added siteOwner, siteContact, siteMetadataCustodian, siteDataCenter, and siteDataSource</li>
+            </ul>
+        </documentation>
+    </annotation>
+    <import namespace="http://www.opengis.net/gml/3.2" schemaLocation="http://schemas.opengis.net/gml/3.2.1/gml.xsd"/>
+    <import namespace="http://www.isotc211.org/2005/gmd" schemaLocation="http://schemas.opengis.net/iso/19139/20070417/gmd/gmd.xsd"/>
+    <include schemaLocation="monumentInfo.xsd">
+        <annotation>
+            <documentation></documentation>
+        </annotation>
+    </include>
+    <include schemaLocation="equipment.xsd"/>
+    <include schemaLocation="localInterferences.xsd"/>
+    <include schemaLocation="contact.xsd"/>
+    <include schemaLocation="dataStreams.xsd"/>
+    <include schemaLocation="observationSystem.xsd"/>
+    <include schemaLocation="commonTypes.xsd"/>
+    <complexType name="SiteLogType">
+        <annotation>
+            <documentation>
+                This derived complexType combines all relevant site metadata schemas to build a complete igs site log schema.
+            </documentation>
+        </annotation>
+        <complexContent>
+            <extension base="geo:AbstractSiteLogType">
+                <sequence>
+                    <element name="formInformation" type="geo:FormInformationPropertyType"/>
+                    <element name="siteIdentification" type="geo:SiteIdentificationPropertyType"/>
+                    <element name="siteLocation" type="geo:SiteLocationPropertyType"/>
+                    <element name="gnssReceiver" type="geo:gnssReceiverPropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="gnssAntenna" type="geo:gnssAntennaPropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="surveyedLocalTie" type="geo:surveyedLocalTiePropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="frequencyStandard" type="geo:frequencyStandardPropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="collocationInformation" type="geo:collocationInformationPropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="humiditySensor" type="geo:humiditySensorPropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="pressureSensor" type="geo:pressureSensorPropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="temperatureSensor" type="geo:temperatureSensorPropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="waterVaporSensor" type="geo:waterVaporSensorPropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="otherInstrumentation" type="geo:otherInstrumentationPropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="radioInterference" type="geo:radioInterferencePropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="multipathSource" type="geo:multipathSourcePropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="signalObstruction" type="geo:signalObstructionPropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="localEpisodicEffect" type="geo:localEpisodicEffectPropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="siteOwner" type="geo:agencyPropertyType" minOccurs="0" maxOccurs="1"/>
+                    <element name="siteContact" type="geo:agencyPropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="siteMetadataCustodian" type="geo:agencyPropertyType" minOccurs="1" maxOccurs="1"/>
+                    <element name="siteDataCenter" type="geo:agencyPropertyType" minOccurs="0" maxOccurs="unbounded"/>
+                    <element name="siteDataSource" type="geo:agencyPropertyType" minOccurs="0" maxOccurs="1"/>
+                    <element name="moreInformation" type="geo:MoreInformationPropertyType" minOccurs="0"/>
+                    <element name="dataStream" type="geo:dataStreamPropertyType" minOccurs="0"/>
+                    <group ref="geo:RemarksGroup"/>
+                </sequence>
+            </extension>
+        </complexContent>
+    </complexType>
+    <element name="siteLog" type="geo:SiteLogType" substitutionGroup="geo:AbstractSiteLog"/>
+</schema>

slm/parsing/xsd/parser.py

@@ -0,0 +1,116 @@
+from threading import Lock
+from typing import Dict, List, Union
+
+from lxml import etree
+
+from slm.defines import GeodesyMLVersion
+from slm.parsing import BaseParameter, BaseParser, BaseSection, Error
+
+
+class Section(BaseSection):
+    tree: etree.XML
+
+    def __init__(
+        self, tree, parser, section_number, subsection_number=None, order=None
+    ):
+        self.tree = tree
+        super().__init__(
+            line_no=tree.sourceline - 1,
+            section_number=section_number,
+            subsection_number=subsection_number,
+            order=order,
+            parser=parser,
+        )
+
+
+class Parameter(BaseParameter):
+    elements: etree.XML
+
+    def __init__(self, elements, parser, section):
+        self.elements = elements
+        super().__init__(
+            line_no=elements[0].sourceline - 1,
+            name=elements[0].tag,
+            values=[elem.text for elem in elements],
+            parser=parser,
+            section=section,
+        )
+        self.line_end = elements[-1].sourceline - 1
+
+
+class SiteLogParser(BaseParser):
+    """
+    Parsing and validation routines for GeodesyML Documents.
+    """
+
+    lock = Lock()
+
+    xsd: GeodesyMLVersion
+
+    # these are resolved on parse - pass to xpath queries
+    namespaces: Dict[str, str] = {"gco": None, "geo": None, "gmd": None, "gml": None}
+    doc: etree.XML
+
+    def __init__(self, site_log: Union[str, List[str]], site_name: str = None) -> None:
+        """
+
+        :param site_log:
+        :param site_name:
+        """
+        super().__init__(site_log=site_log, site_name=site_name)
+        try:
+            self.doc = etree.fromstring("\n".join(self.lines).encode())
+
+            try:
+                self.xsd = GeodesyMLVersion(
+                    self.doc.nsmap.get(self.doc.prefix, GeodesyMLVersion.latest())
+                )
+                self.namespaces["geo"] = self.xsd.xmlns
+                for slug, xlmns in list(self.namespaces.items()):
+                    if xlmns is None:
+                        if slug in self.doc.nsmap:
+                            self.namespaces[slug] = self.doc.nsmap[slug]
+                        else:
+                            for mapped_xmlns in self.doc.nsmap.values():
+                                if (
+                                    slug in ["gco", "gmd"]
+                                    and "isotc211" in mapped_xmlns
+                                    and mapped_xmlns.endswith(slug)
+                                ):
+                                    self.namespaces[slug] = mapped_xmlns
+                                elif (
+                                    slug == "gml"
+                                    and "opengis" in mapped_xmlns
+                                    and "gml" in mapped_xmlns
+                                ):
+                                    self.namespaces[slug] = mapped_xmlns
+
+                # Unclear if schema.validate is thread safe. Serialize access
+                # to it to be safe.
+                with self.lock:
+                    result = self.xsd.schema.validate(self.doc)
+
+                    if not result:
+                        for error in self.xsd.schema.error_log:
+                            self.add_finding(Error(error.line - 1, self, error.message))
+
+            except ValueError:
+                self.add_finding(
+                    Error(
+                        self.doc.sourceline - 1,
+                        self,
+                        f"Unsupported schema: "
+                        f"{self.doc.nsmap.get(self.doc.prefix)}",
+                    )
+                )
+
+            site_name = self.doc.xpath(
+                '/*[local-name()="GeodesyML"]/*[local-name()="siteLog"]/@gml:id',
+                namespaces=self.namespaces,
+            )[0]
+            if self.site_name:
+                self.name_matched = self.site_name.lower() == site_name.lower()
+            self.site_name = site_name
+
+        except etree.ParseError as pe:
+            self.add_finding(Error(pe.position[0] - 1, self, str(pe)))

slm/parsing/xsd/resolver.py

@@ -0,0 +1,28 @@
+from os import makedirs
+from os.path import exists
+from pathlib import Path
+from urllib.parse import urlparse
+
+import requests
+from django.conf import settings
+from lxml.etree import Resolver
+
+
+class CachedResolver(Resolver):
+    CACHE_DIR = Path(getattr(settings, "MEDIA_ROOT")) / "cache" / "xsd"
+
+    def resolve(self, system_url, public_id, context):
+        parsed = urlparse(system_url)
+        if parsed.scheme:
+            xsd_path = self.CACHE_DIR / parsed.netloc / parsed.path.lstrip("/")
+            makedirs(xsd_path.parent, exist_ok=True)
+            if not exists(str(xsd_path)):
+                response = requests.get(system_url)
+                if response.status_code < 300:
+                    system_url = xsd_path
+                    with open(system_url, "wb") as f:
+                        f.write(response.content)
+            else:
+                system_url = xsd_path
+
+        return super().resolve(system_url, public_id, context)

slm/receivers/__init__.py

@@ -0,0 +1,11 @@
+_registered = False
+
+
+def register():
+    global _registered
+    if not _registered:
+        # the order of these imports is important, index receivers must happen
+        # before alert receivers
+        from slm.receivers import alerts, cleanup, event_loggers, index
+
+        _registered = event_loggers and cleanup and index and alerts

slm/receivers/alerts.py

@@ -0,0 +1,87 @@
+import logging
+from functools import partial
+
+from django.apps import apps
+from django.conf import settings
+from django.dispatch import Signal, receiver
+from django.utils.module_loading import import_string
+
+from slm import signals as slm_signals
+from slm.models import Site
+
+logger = logging.getLogger(f"{__name__}")
+
+# signal receivers are stored as weak references, so we need to make sure
+# they don't get garbage collected
+receivers = []
+
+
+def issue_alert(alert_class, **kwargs):
+    alert = alert_class.objects.issue_from_signal(**kwargs)
+    if alert:
+        logger.debug(
+            "Alert (%s) issued from signal: %s", alert, kwargs.get("signal", None)
+        )
+
+
+def rescind_alert(alert_class, **kwargs):
+    rescinded = alert_class.objects.rescind_from_signal(**kwargs)
+    if rescinded:
+        logger.debug(
+            "%d alerts rescinded from signal: %s",
+            rescinded[0],
+            kwargs.get("signal", None),
+        )
+
+
+def valid_signals(signals):
+    signal_set = set()
+    for sig in signals:
+        if isinstance(sig, str):
+            try:
+                sig = import_string(sig)
+            except ImportError:
+                pass
+        if isinstance(sig, Signal):
+            signal_set.add(sig)
+    return signal_set
+
+
+for alert, config in getattr(settings, "SLM_AUTOMATED_ALERTS", {}).items():
+    try:
+        alert = apps.get_model(*alert.split(".", 1))
+    except LookupError:
+        continue
+    if alert.automated:
+
+        def do_connect(signal_type, connection):
+            for signal in valid_signals(config.get(signal_type, [])).intersection(
+                valid_signals(
+                    getattr(alert.objects, "SUPPORTED_SIGNALS", {}).get(signal_type, [])
+                )
+            ):
+                signal.connect(connection)
+
+        # signal receivers are stored as weak references, so we need to make
+        # sure they don't get garbage collected
+        issue = partial(issue_alert, alert_class=alert)
+        rescind = partial(rescind_alert, alert_class=alert)
+        receivers.append(issue)
+        receivers.append(rescind)
+        do_connect("issue", issue)
+        do_connect("rescind", rescind)
+
+
+@receiver(slm_signals.alert_issued)
+def send_alert_emails(sender, alert, **kwargs):
+    if alert.send_email:
+        alert.send(request=kwargs.get("request", None))
+
+    if hasattr(alert, "site") and isinstance(alert.site, Site):
+        Site.objects.filter(pk=alert.site.pk).update_alert_levels()
+
+
+@receiver(slm_signals.alert_cleared)
+def handle_alert_cleared(sender, alert, **kwargs):
+    if hasattr(alert, "site") and isinstance(alert.site, Site):
+        Site.objects.filter(pk=alert.site.pk).update_alert_levels()

slm/receivers/cleanup.py

@@ -0,0 +1,41 @@
+"""Signal handlers that cleanup filesystem artifacts"""
+
+import os
+from pathlib import Path
+
+from django.conf import settings
+from django.db import transaction
+from django.db.models.signals import pre_delete
+from django.dispatch import receiver
+
+from slm.models import ArchivedSiteLog, GeodesyMLInvalid, SiteFile, SiteFileUpload
+
+
+def cleanup(file_path):
+    """
+    Delete the given file and recursively walk up directories deleting
+    directories, stopping at the first non-empty directory or MEDIA_ROOT
+    """
+    media_root = Path(settings.MEDIA_ROOT)
+    file_path = Path(file_path)
+    while file_path != media_root:
+        if file_path.is_file():
+            file_path.unlink()
+        elif file_path.is_dir():
+            if not os.listdir(str(file_path)):
+                file_path.rmdir()
+            else:
+                break
+        file_path = file_path.parent
+
+
+@receiver(pre_delete, sender=ArchivedSiteLog)
+@receiver(pre_delete, sender=SiteFileUpload)
+@receiver(pre_delete, sender=SiteFile)
+@receiver(pre_delete, sender=GeodesyMLInvalid)
+def file_deleted(sender, instance, using, **kwargs):
+    if os.path.exists(instance.file.path):
+        transaction.on_commit(lambda: cleanup(instance.file.path))
+    if hasattr(instance, "thumbnail") and instance.thumbnail:
+        if os.path.exists(instance.thumbnail.path):
+            transaction.on_commit(lambda: cleanup(instance.thumbnail.path))