igs-slm 0.1.0b0__py3-none-any.whl

slm/jinja2/slm/sitelog/xsd/0.4/siteLocation.xml

@@ -0,0 +1,21 @@
+{% if location -%}
+<geo:SiteLocation gml:id="site-location">
+    <geo:city>{{ location.city }}</geo:city>
+    <geo:state>{{ location.state }}</geo:state>
+    <geo:countryCodeISO codeList="http://xml.gov.au/icsm/geodesyml/codelists/country-codes-codelist.xml#GeodesyML_CountryCode" codeListValue="AUS" codeSpace="urn:xml-gov-au:icsm:egeodesy:0.5">{{ location.country|enum_str }}</geo:countryCodeISO>
+    <geo:tectonicPlate codeSpace="urn:ga-gov-au:plate-type">{{ location.tectonic|enum_str|upper }}</geo:tectonicPlate>
+    <geo:approximatePositionITRF>
+        <geo:cartesianPosition>
+            <gml:Point gml:id="itrf_cartesian">
+                <gml:pos srsName="EPSG:7789">{{ location.xyz.0|precision(4) }} {{ location.xyz.1|precision(4) }} {{ location.xyz.2|precision(4) }}</gml:pos>
+            </gml:Point>
+        </geo:cartesianPosition>
+        <geo:geodeticPosition>
+            <gml:Point gml:id="itrf_geodetic">
+                <gml:pos srsName="EPSG:7912">{{ location.llh.0|epsg7912(10) }} {{ location.llh.1|epsg7912(10) }} {{ location.llh2|precision(4) }}</gml:pos>
+            </gml:Point>
+        </geo:geodeticPosition>
+    </geo:approximatePositionITRF>
+    <geo:notes>{{ identification.additional_information }}</geo:notes>
+</geo:SiteLocation>
+{%- endif %}

slm/jinja2/slm/sitelog/xsd/0.4/surveyedLocalTie.xml

@@ -0,0 +1,20 @@
+<geo:SurveyedLocalTie gml:id="local-tie-{{ count }}">
+    <geo:tiedMarkerName>{{ tie.name }}</geo:tiedMarkerName>
+    <geo:tiedMarkerUsage>{{ tie.usage }}</geo:tiedMarkerUsage>
+    <geo:tiedMarkerCDPNumber>{{ tie.cdp_number }}</geo:tiedMarkerCDPNumber>
+    <geo:tiedMarkerDOMESNumber>{{ tie.domes_number }}</geo:tiedMarkerDOMESNumber>
+    {% if tie.diff_xyz is none %}
+    <geo:differentialComponentsGNSSMarkerToTiedMonumentITRS xsi:nil="true"/>
+    {% else %}
+    <geo:differentialComponentsGNSSMarkerToTiedMonumentITRS>
+        <geo:dx>{{ tie.diff_xyz.0 }}</geo:dx>
+        <geo:dy>{{ tie.diff_xyz.1 }}</geo:dy>
+        <geo:dz>{{ tie.diff_xyz.2 }}</geo:dz>
+    </geo:differentialComponentsGNSSMarkerToTiedMonumentITRS>
+    {% endif %}
+    <geo:localSiteTiesAccuracy{% if tie.accuracy is none %} xsi:nil="true"{% endif %}>{{ tie.accuracy|precision(1) }}</geo:localSiteTiesAccuracy>
+    <geo:surveyMethod>{{ tie.survey_method }}</geo:surveyMethod>
+    <geo:dateMeasured>{{ tie.measured|iso_utc_full }}</geo:dateMeasured>
+    {% if tie.additional_information %}<geo:notes>{{ tie.additional_information }}</geo:notes>{% endif %}
+</geo:SurveyedLocalTie>
+<geo:dateInserted>{{ tie.inserted|iso_utc_full }}</geo:dateInserted>

slm/jinja2/slm/sitelog/xsd/0.4/temperatureSensor.xml

@@ -0,0 +1,13 @@
+{% set sensor_tag='TemperatureSensor' %}
+{% set sensor_id="temperature-sensor" %}
+{% extends "slm/sitelog/xsd/0.4/sensor.xml" %}
+{% block sensor %}
+    {{ super() }}
+        {% block section %}
+        <geo:type codeSpace="urn:ga-gov-au:temperature-sensor-type">{{ sensor.model }}</geo:type>
+        {{ super() }}
+        <geo:dataSamplingInterval>{{ sensor.sampling_interval|none2empty }}</geo:dataSamplingInterval>
+        <geo:accuracy-degreesCelcius>{{ sensor.accuracy|precision(1) }}</geo:accuracy-degreesCelcius>
+        <geo:aspiration>{{ sensor.aspiration|enum_str|upper }}</geo:aspiration>
+        {% endblock section %}
+{% endblock sensor %}

slm/jinja2/slm/sitelog/xsd/0.4/waterVaporSensor.xml

@@ -0,0 +1,11 @@
+{% set sensor_tag='WaterVaporSensor' %}
+{% set sensor_id="water-vapor-sensor" %}
+{% extends "slm/sitelog/xsd/0.4/sensor.xml" %}
+{% block sensor %}
+    {{ super() }}
+    {% block section %}
+    <geo:type codeSpace="urn:ga-gov-au:water-vapor-sensor-type">{{ sensor.model }}</geo:type>
+    {{ super() }}
+    <geo:distanceToAntenna>{{ sensor.distance_to_antenna|none2empty }}</geo:distanceToAntenna>
+    {% endblock section %}
+{% endblock sensor %}

slm/jinja2/slm/sitelog/xsd/0.5/document.xml

@@ -0,0 +1,10 @@
+<geo:Document gml:id="file-{{ file.id }}">
+    {% if file.description %}<gml:description>{{ file.description }}</gml:description>{% endif %}
+    {% if file.name %}<gml:name>{{ file.name }}</gml:name>{% endif %}
+    <geo:type>{{ file.file_type.type }}</geo:type>
+    {% if file.created is not none %}<geo:createdDate>{{ file.created|iso_utc_full }}</geo:createdDate>{% endif %}
+    {% if file.timestamp is not none %}<geo:receivedDate>{{ file.timestamp|iso_utc_full }}</geo:receivedDate>{% endif %}
+    <geo:body>
+        <geo:fileReference xlink:href="{{ file.link|file_url }}"/>
+    </geo:body>
+</geo:Document>

slm/jinja2/slm/sitelog/xsd/geodesyml_0.4.xml

@@ -0,0 +1,99 @@
+<?xml version="1.0" encoding="utf-8"?>
+<geo:GeodesyML gml:id="{{ site.name }}" xmlns:gco="http://www.isotc211.org/2005/gco" xmlns:geo="urn:xml-gov-au:icsm:egeodesy:0.4" xmlns:gmd="http://www.isotc211.org/2005/gmd" xmlns:gml="http://www.opengis.net/gml/3.2" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
+    <geo:siteLog gml:id="{{ identifier }}">
+{% include "slm/sitelog/xsd/0.4/formInformation.xml" %}
+{% include "slm/sitelog/xsd/0.4/siteIdentification.xml" %}
+{% include "slm/sitelog/xsd/0.4/siteLocation.xml" %}
+        {% for rcvr in receiver %}
+        <geo:gnssReceiver>
+{% with rcvr=rcvr, count=loop.index %}{% include "slm/sitelog/xsd/0.4/gnssReceiver.xml" %}{% endwith %}
+        </geo:gnssReceiver>
+        {% endfor %}
+        {% for ant in antenna %}
+        <geo:gnssAntenna>
+{% with ant=ant, count=loop.index %}{% include "slm/sitelog/xsd/0.4/gnssAntenna.xml" %}{% endwith %}
+        </geo:gnssAntenna>
+        {% endfor %}
+        {% for tie in surveyedlocalties %}
+        <geo:surveyedLocalTie>
+{% with tie=tie, count=loop.index %}{% include "slm/sitelog/xsd/0.4/surveyedLocalTie.xml" %}{% endwith %}
+        </geo:surveyedLocalTie>
+        {% endfor %}
+        {% for standard in frequencystandard %}
+        <geo:frequencyStandard>
+{% with standard=standard, count=loop.index %}{% include "slm/sitelog/xsd/0.4/frequencyStandard.xml" %}{% endwith %}
+        </geo:frequencyStandard>
+        {% endfor %}
+        {% for colloc in collocation %}
+        <geo:collocationInformation>
+{% with colloc=colloc, count=loop.index %}{% include "slm/sitelog/xsd/0.4/collocationInformation.xml" %}{% endwith %}
+        </geo:collocationInformation>
+        {% endfor %}
+        {% for sensor in humiditysensor %}
+        <geo:humiditySensor>
+{% with sensor=sensor, count=loop.index %}{% include "slm/sitelog/xsd/0.4/humiditySensor.xml" %}{% endwith %}
+        </geo:humiditySensor>
+        {% endfor %}
+        {% for sensor in pressuresensor %}
+        <geo:pressureSensor>
+{% with sensor=sensor, count=loop.index %}{% include "slm/sitelog/xsd/0.4/pressureSensor.xml" %}{% endwith %}
+        </geo:pressureSensor>
+        {% endfor %}
+        {% for sensor in temperaturesensor %}
+        <geo:temperatureSensor>
+{% with sensor=sensor, count=loop.index %}{% include "slm/sitelog/xsd/0.4/temperatureSensor.xml" %}{% endwith %}
+        </geo:temperatureSensor>
+        {% endfor %}
+        {% for sensor in watervaporradiometer %}
+        <geo:waterVaporSensor>
+{% with sensor=sensor, count=loop.index %}{% include "slm/sitelog/xsd/0.4/waterVaporSensor.xml" %}{% endwith %}
+        </geo:waterVaporSensor>
+        {% endfor %}
+        {% for instrument in otherinstrumentation %}
+        <geo:otherInstrumentation>
+{% with instrument=instrument, count=loop.index %}{% include "slm/sitelog/xsd/0.4/otherInstrumentation.xml" %}{% endwith %}
+        </geo:otherInstrumentation>
+        {% endfor %}
+        {% for condition in radiointerferences %}
+        <geo:radioInterference>
+{% with condition=condition, count=loop.index %}{% include "slm/sitelog/xsd/0.4/radioInterference.xml" %}{% endwith %}
+        </geo:radioInterference>
+        {% endfor %}
+        {% for condition in multipathsources %}
+        <geo:multipathSource>
+{% with condition=condition, count=loop.index %}{% include "slm/sitelog/xsd/0.4/multipathSource.xml" %}{% endwith %}
+        </geo:multipathSource>
+        {% endfor %}
+        {% for condition in signalobstructions %}
+        <geo:signalObstruction>
+{% with condition=condition, count=loop.index %}{% include "slm/sitelog/xsd/0.4/signalObstruction.xml" %}{% endwith %}
+        </geo:signalObstruction>
+        {% endfor %}
+        {% for effect in localepisodiceffects %}
+        <geo:localEpisodicEffect>
+{% with effect=effect, count=loop.index %}{% include "slm/sitelog/xsd/0.4/localEpisodicEffect.xml" %}{% endwith %}
+        </geo:localEpisodicEffect>
+        {% endfor %}
+        {% if responsibleagency|contact("primary") %}
+        <geo:siteOwner gml:id="site-owner">
+{% with agency=responsibleagency, contact=responsibleagency|contact("primary"), role_code="pointOfContact" %}{% include "slm/sitelog/xsd/0.4/contact.xml" %}{% endwith %}
+        </geo:siteOwner>
+        {% endif %}
+        {% if responsibleagency|contact("secondary") %}
+        <geo:siteContact gml:id="site-contact-1">
+{% with agency=responsibleagency, contact=responsibleagency|contact("secondary"), role_code="pointOfContact" %}{% include "slm/sitelog/xsd/0.4/contact.xml" %}{% endwith %}
+        </geo:siteContact>
+        {% endif %}
+        {% if operationalcontact|contact("secondary") %}
+        <geo:siteContact gml:id="site-contact-2">
+{% with agency=operationalcontact, contact=operationalcontact|contact("secondary"), role_code="pointOfContact" %}{% include "slm/sitelog/xsd/0.4/contact.xml" %}{% endwith %}
+        </geo:siteContact>
+        {% endif %}
+        <geo:siteMetadataCustodian gml:id="site-metadata-custodian">
+{% with agency=operationalcontact, contact=operationalcontact|contact("primary"), role_code="pointOfContact" %}{% include "slm/sitelog/xsd/0.4/contact.xml" %}{% endwith %}
+        </geo:siteMetadataCustodian>
+        {% if moreinformation %}
+{% with moreinformation=moreinformation %}{% include "slm/sitelog/xsd/0.4/moreInformation.xml" %}{% endwith %}
+        {% endif %}
+    </geo:siteLog>
+</geo:GeodesyML>

slm/jinja2/slm/sitelog/xsd/geodesyml_0.5.xml

@@ -0,0 +1,112 @@
+<?xml version="1.0" encoding="utf-8"?>
+<geo:GeodesyML gml:id="{{ site.name }}" xmlns:gco="http://www.isotc211.org/2005/gco" xmlns:geo="urn:xml-gov-au:icsm:egeodesy:0.5" xmlns:gmd="http://www.isotc211.org/2005/gmd" xmlns:gml="http://www.opengis.net/gml/3.2" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
+    <geo:siteLog gml:id="{{ identifier }}">
+        <geo:formInformation>
+{% include "slm/sitelog/xsd/0.4/formInformation.xml" %}
+        </geo:formInformation>
+        <geo:siteIdentification>
+{% include "slm/sitelog/xsd/0.4/siteIdentification.xml" %}
+        </geo:siteIdentification>
+        <geo:siteLocation>
+{% include "slm/sitelog/xsd/0.4/siteLocation.xml" %}
+        </geo:siteLocation>
+        {% for rcvr in receiver %}
+        <geo:gnssReceiver>
+{% with rcvr=rcvr, count=loop.index %}{% include "slm/sitelog/xsd/0.4/gnssReceiver.xml" %}{% endwith %}
+        </geo:gnssReceiver>
+        {% endfor %}
+        {% for ant in antenna %}
+        <geo:gnssAntenna>
+{% with ant=ant, count=loop.index %}{% include "slm/sitelog/xsd/0.4/gnssAntenna.xml" %}{% endwith %}
+        </geo:gnssAntenna>
+        {% endfor %}
+        {% for tie in surveyedlocalties %}
+        <geo:surveyedLocalTie>
+{% with tie=tie, count=loop.index %}{% include "slm/sitelog/xsd/0.4/surveyedLocalTie.xml" %}{% endwith %}
+        </geo:surveyedLocalTie>
+        {% endfor %}
+        {% for standard in frequencystandard %}
+        <geo:frequencyStandard>
+{% with standard=standard, count=loop.index %}{% include "slm/sitelog/xsd/0.4/frequencyStandard.xml" %}{% endwith %}
+        </geo:frequencyStandard>
+        {% endfor %}
+        {% for colloc in collocation %}
+        <geo:collocationInformation>
+{% with colloc=colloc, count=loop.index %}{% include "slm/sitelog/xsd/0.4/collocationInformation.xml" %}{% endwith %}
+        </geo:collocationInformation>
+        {% endfor %}
+        {% for sensor in humiditysensor %}
+        <geo:humiditySensor>
+{% with sensor=sensor, count=loop.index %}{% include "slm/sitelog/xsd/0.4/humiditySensor.xml" %}{% endwith %}
+        </geo:humiditySensor>
+        {% endfor %}
+        {% for sensor in pressuresensor %}
+        <geo:pressureSensor>
+{% with sensor=sensor, count=loop.index %}{% include "slm/sitelog/xsd/0.4/pressureSensor.xml" %}{% endwith %}
+        </geo:pressureSensor>
+        {% endfor %}
+        {% for sensor in temperaturesensor %}
+        <geo:temperatureSensor>
+{% with sensor=sensor, count=loop.index %}{% include "slm/sitelog/xsd/0.4/temperatureSensor.xml" %}{% endwith %}
+        </geo:temperatureSensor>
+        {% endfor %}
+        {% for sensor in watervaporradiometer %}
+        <geo:waterVaporSensor>
+{% with sensor=sensor, count=loop.index %}{% include "slm/sitelog/xsd/0.4/waterVaporSensor.xml" %}{% endwith %}
+        </geo:waterVaporSensor>
+        {% endfor %}
+        {% for instrument in otherinstrumentation %}
+        <geo:otherInstrumentation>
+{% with instrument=instrument, count=loop.index %}{% include "slm/sitelog/xsd/0.4/otherInstrumentation.xml" %}{% endwith %}
+        </geo:otherInstrumentation>
+        {% endfor %}
+        {% for condition in radiointerferences %}
+        <geo:radioInterference>
+{% with condition=condition, count=loop.index %}{% include "slm/sitelog/xsd/0.4/radioInterference.xml" %}{% endwith %}
+        </geo:radioInterference>
+        {% endfor %}
+        {% for condition in multipathsources %}
+        <geo:multipathSource>
+{% with condition=condition, count=loop.index %}{% include "slm/sitelog/xsd/0.4/multipathSource.xml" %}{% endwith %}
+        </geo:multipathSource>
+        {% endfor %}
+        {% for condition in signalobstructions %}
+        <geo:signalObstruction>
+{% with condition=condition, count=loop.index %}{% include "slm/sitelog/xsd/0.4/signalObstruction.xml" %}{% endwith %}
+        </geo:signalObstruction>
+        {% endfor %}
+        {% for effect in localepisodiceffects %}
+        <geo:localEpisodicEffect>
+{% with effect=effect, count=loop.index %}{% include "slm/sitelog/xsd/0.4/localEpisodicEffect.xml" %}{% endwith %}
+        </geo:localEpisodicEffect>
+        {% endfor %}
+        {% if responsibleagency|contact("primary") %}
+        <geo:siteOwner gml:id="site-owner">
+{% with agency=responsibleagency, contact=responsibleagency|contact("primary"), role_code="pointOfContact" %}{% include "slm/sitelog/xsd/0.4/contact.xml" %}{% endwith %}
+        </geo:siteOwner>
+        {% endif %}
+        {% if responsibleagency|contact("secondary") %}
+        <geo:siteContact gml:id="site-contact-1">
+{% with agency=responsibleagency, contact=responsibleagency|contact("secondary"), role_code="pointOfContact" %}{% include "slm/sitelog/xsd/0.4/contact.xml" %}{% endwith %}
+        </geo:siteContact>
+        {% endif %}
+        {% if operationalcontact|contact("secondary") %}
+        <geo:siteContact gml:id="site-contact-2">
+{% with agency=operationalcontact, contact=operationalcontact|contact("secondary"), role_code="pointOfContact" %}{% include "slm/sitelog/xsd/0.4/contact.xml" %}{% endwith %}
+        </geo:siteContact>
+        {% endif %}
+        <geo:siteMetadataCustodian gml:id="site-metadata-custodian">
+{% with agency=operationalcontact, contact=operationalcontact|contact("primary"), role_code="pointOfContact" %}{% include "slm/sitelog/xsd/0.4/contact.xml" %}{% endwith %}
+        </geo:siteMetadataCustodian>
+        {% if moreinformation %}
+        <geo:moreInformation>
+{% with moreinformation=moreinformation %}{% include "slm/sitelog/xsd/0.4/moreInformation.xml" %}{% endwith %}
+        </geo:moreInformation>
+        {% endif %}
+        {% for file in files %}
+        <geo:associatedDocument>
+{% with file=file, count=loop.index %}{% include "slm/sitelog/xsd/0.5/document.xml" %}{% endwith %}
+        </geo:associatedDocument>
+        {% endfor %}
+    </geo:siteLog>
+</geo:GeodesyML>

slm/management/commands/__init__.py

@@ -0,0 +1,53 @@
+import typing as t
+from enum import Enum
+
+from click import Context, Parameter, ParamType
+from click.shell_completion import CompletionItem
+from django.core.management import CommandError
+from django.utils.translation import gettext as _
+
+
+class EnumParser(ParamType):
+    enum: t.Type[Enum]
+    field: str = "value"
+
+    @property
+    def __name__(self):
+        return self.enum.__name__
+
+    def __init__(self, enum: t.Type[Enum], field: str = field):
+        self.enum = enum
+        self.field = field
+
+    def convert(
+        self, value: t.Any, param: t.Optional[Parameter], ctx: t.Optional[Context]
+    ):
+        """
+        Convert a given value to the Enumeration type.
+        """
+        # we have to return the value because typer also registers a converter for
+        # any enum type parameter that expects a value to be passed in. This is a
+        # design flaw in typer - should use an isinstance test before bailing
+        if isinstance(value, self.enum):
+            return value.value
+        try:
+            for en in self.enum:
+                if str(getattr(en, self.field)) == value:
+                    return en.value
+            return self.enum(value).value
+        except ValueError as err:
+            raise CommandError(
+                _("{value} is not a valid {param}").format(
+                    value=value, param=param.name
+                )
+            ) from err
+
+    def shell_complete(
+        self, ctx: "Context", param: "Parameter", incomplete: str
+    ) -> t.List["CompletionItem"]:
+        completions = []
+        for en in self.enum:
+            str_val = str(getattr(en, self.field))
+            if str_val.startswith(incomplete):
+                completions.append(CompletionItem(str_val))
+        return completions

slm/management/commands/build_index.py

@@ -0,0 +1,96 @@
+"""
+Under normal operations, each time a station's information is published, a new point
+in time index is created and logs are serialized in all of the supported formats at
+that index. If for whatever reason, those logs were not generated or the indexed
+archived of site logs becomes stale you may run this command to generate indexed site
+log files of the specified formats.
+
+.. warning::
+
+    This will not regenerate the historical index, but only files from the current
+    database state.
+"""
+
+import typing as t
+from django.db import transaction
+from django.utils.translation import gettext as _
+from django_typer.management import TyperCommand
+from django_typer.completers import these_strings
+from tqdm import tqdm
+from typer import Option
+from typing_extensions import Annotated
+
+from slm.defines import SiteLogStatus, SiteLogFormat
+from slm.models import ArchiveIndex, Site
+
+
+class Command(TyperCommand):
+    help = _(
+        "Update the site index from the current data. This will generate new "
+        "serialized files for all published data that is not up to date in the "
+        "index of archived site log files."
+    )
+    suppressed_base_arguments = {
+        *TyperCommand.suppressed_base_arguments,
+        "version",
+        "pythonpath",
+        "settings",
+    }
+    
+    formats: t.List[t.Union[str, SiteLogFormat]] = list(
+        set([fmt.ext for fmt in SiteLogFormat])
+    )
+
+    def handle(
+        self,
+        rebuild: Annotated[
+            bool,
+            Option(
+                "--rebuild",
+                help="Clear the existing index first. WARNING: cannot be undone.",
+            ),
+        ] = False,
+        formats: Annotated[
+            t.List[
+                str
+            ],  # list of SiteLogFormat's does not work for some upstream reason
+            Option(
+                "--format",
+                metavar="FORMAT",
+                help=_("Only import any site logs of the specified format(s)."),
+                shell_complete=these_strings(set([fmt.ext for fmt in SiteLogFormat])),
+            ),
+        ] = formats,
+    ):
+        self.formats = [SiteLogFormat(fmt) for fmt in formats]
+        if SiteLogFormat.LEGACY in self.formats:
+            self.formats.insert(0, SiteLogFormat.ASCII_9CHAR)
+
+        with transaction.atomic():
+
+            def yes(ipt):
+                return ipt.lower() in {"y", "yes", "true", "continue"}
+
+            if rebuild:
+                if yes(
+                    input(
+                        _(
+                            "WARNING: this will delete the current index. This cannot "
+                            "be undone if you do not have an external archive! "
+                            "Proceed? (Y/N): "
+                        )
+                    )
+                ):
+                    ArchiveIndex.objects.all().delete()
+                else:
+                    return
+
+            sites = Site.objects.public().filter(status=SiteLogStatus.PUBLISHED)
+            # build from current data
+            with tqdm(
+                total=sites.count(), desc="Indexing", unit="sites", postfix={"site": ""}
+            ) as p_bar:
+                for site in sites:
+                    p_bar.set_postfix({"site": site.name})
+                    ArchiveIndex.objects.add_index(site=site, formats=self.formats)
+                    p_bar.update(n=1)