udata 10.4.2.dev35475__py2.py3-none-any.whl → 10.4.3__py2.py3-none-any.whl

udata/core/dataset/apiv2.py

@@ -20,6 +20,7 @@ from .api_fields import (
     checksum_fields,
     dataset_harvest_fields,
     dataset_internal_fields,
+    dataset_permissions_fields,
     org_ref_fields,
     resource_fields,
     resource_harvest_fields,
@@ -31,7 +32,6 @@ from .api_fields import (
 )
 from .constants import DEFAULT_FREQUENCY, DEFAULT_LICENSE, FULL_OBJECTS_HEADER, UPDATE_FREQUENCIES
 from .models import CommunityResource, Dataset
-from .permissions import DatasetEditPermission, ResourceEditPermission
 from .search import DatasetSearch
 
 DEFAULT_PAGE_SIZE = 50
@@ -70,6 +70,7 @@ DEFAULT_MASK_APIV2 = ",".join(
         "internal",
         "contact_points",
         "featured",
+        "permissions",
     )
 )
 
@@ -224,6 +225,7 @@ dataset_fields = apiv2.model(
             required=False,
             description="The dataset contact points",
         ),
+        "permissions": fields.Nested(dataset_permissions_fields),
     },
     mask=DEFAULT_MASK_APIV2,
 )
@@ -269,6 +271,7 @@ apiv2.inherit("ResourceInternals", resource_internal_fields)
 apiv2.inherit("ContactPoint", contact_point_fields)
 apiv2.inherit("Schema", schema_fields)
 apiv2.inherit("CatalogSchema", catalog_schema_fields)
+apiv2.inherit("DatasetPermissions", dataset_permissions_fields)
 
 
 @ns.route("/search/", endpoint="dataset_search")
@@ -318,7 +321,7 @@ class DatasetAPI(API):
     @apiv2.marshal_with(dataset_fields)
     def get(self, dataset):
         """Get a dataset given its identifier"""
-        if not DatasetEditPermission(dataset).can():
+        if not dataset.permissions["edit"].can():
             if dataset.private:
                 apiv2.abort(404)
             elif dataset.deleted:
@@ -335,7 +338,7 @@ class DatasetExtrasAPI(API):
     @apiv2.doc("get_dataset_extras")
     def get(self, dataset):
         """Get a dataset extras given its identifier"""
-        if not DatasetEditPermission(dataset).can():
+        if not dataset.permissions["edit"].can():
             if dataset.private:
                 apiv2.abort(404)
             elif dataset.deleted:
@@ -351,7 +354,7 @@ class DatasetExtrasAPI(API):
             apiv2.abort(400, "Wrong payload format, dict expected")
         if dataset.deleted:
             apiv2.abort(410, "Dataset has been deleted")
-        DatasetEditPermission(dataset).test()
+        dataset.permissions["edit"].test()
         # first remove extras key associated to a None value in payload
         for key in [k for k in data if data[k] is None]:
             dataset.extras.pop(key, None)
@@ -370,7 +373,7 @@ class DatasetExtrasAPI(API):
             apiv2.abort(400, "Wrong payload format, list expected")
         if dataset.deleted:
             apiv2.abort(410, "Dataset has been deleted")
-        DatasetEditPermission(dataset).test()
+        dataset.permissions["delete"].test()
         for key in data:
             try:
                 del dataset.extras[key]
@@ -387,7 +390,7 @@ class ResourcesAPI(API):
     @apiv2.marshal_with(resource_page_fields)
     def get(self, dataset):
         """Get the given dataset resources, paginated."""
-        if not DatasetEditPermission(dataset).can():
+        if not dataset.permissions["edit"].can():
             if dataset.private:
                 apiv2.abort(404)
             elif dataset.deleted:
@@ -434,7 +437,7 @@ class DatasetSchemasAPI(API):
     @apiv2.marshal_with(schema_fields)
     def get(self, dataset):
         """Get a dataset schemas given its identifier"""
-        if not DatasetEditPermission(dataset).can():
+        if not dataset.permissions["edit"].can():
             if dataset.private:
                 apiv2.abort(404)
             elif dataset.deleted:
@@ -477,7 +480,7 @@ class ResourceAPI(API):
     def get(self, rid):
         dataset = Dataset.objects(resources__id=rid).first()
         if dataset:
-            if not DatasetEditPermission(dataset).can():
+            if not dataset.permissions["edit"].can():
                 if dataset.private:
                     apiv2.abort(404)
                 elif dataset.deleted:
@@ -508,7 +511,7 @@ class ResourceExtrasAPI(ResourceMixin, API):
     @apiv2.doc("get_resource_extras")
     def get(self, dataset, rid):
         """Get a resource extras given its identifier"""
-        if not DatasetEditPermission(dataset).can():
+        if not dataset.permissions["edit"].can():
             if dataset.private:
                 apiv2.abort(404)
             elif dataset.deleted:
@@ -525,7 +528,7 @@ class ResourceExtrasAPI(ResourceMixin, API):
             apiv2.abort(400, "Wrong payload format, dict expected")
         if dataset.deleted:
             apiv2.abort(410, "Dataset has been deleted")
-        ResourceEditPermission(dataset).test()
+        dataset.permissions["edit_resources"].test()
         resource = self.get_resource_or_404(dataset, rid)
         # first remove extras key associated to a None value in payload
         for key in [k for k in data if data[k] is None]:
@@ -545,7 +548,7 @@ class ResourceExtrasAPI(ResourceMixin, API):
             apiv2.abort(400, "Wrong payload format, list expected")
         if dataset.deleted:
             apiv2.abort(410, "Dataset has been deleted")
-        ResourceEditPermission(dataset).test()
+        dataset.permissions["edit_resources"].test()
         resource = self.get_resource_or_404(dataset, rid)
         try:
             for key in data:

udata/core/dataset/models.py

@@ -20,6 +20,7 @@ from udata.api_fields import field
 from udata.app import cache
 from udata.core import storages
 from udata.core.activity.models import Auditable
+from udata.core.metrics.helpers import get_stock_metrics
 from udata.core.owned import Owned, OwnedQuerySet
 from udata.frontend.markdown import mdstrip
 from udata.i18n import lazy_gettext as _
@@ -599,7 +600,9 @@ class Dataset(Auditable, WithMetrics, DatasetBadgeMixin, Owned, db.Document):
     __metrics_keys__ = [
         "discussions",
         "reuses",
+        "reuses_by_months",
         "followers",
+        "followers_by_months",
         "views",
         "resources_downloads",
     ]
@@ -706,6 +709,16 @@ class Dataset(Auditable, WithMetrics, DatasetBadgeMixin, Owned, db.Document):
                     "Dataset's organization did not define the requested custom metadata."
                 )
 
+    @property
+    def permissions(self):
+        from .permissions import DatasetEditPermission, ResourceEditPermission
+
+        return {
+            "delete": DatasetEditPermission(self),
+            "edit": DatasetEditPermission(self),
+            "edit_resources": ResourceEditPermission(self),
+        }
+
     def url_for(self, *args, **kwargs):
         return endpoint_for("datasets.show", "api.dataset", dataset=self, *args, **kwargs)
 
@@ -943,35 +956,54 @@ class Dataset(Auditable, WithMetrics, DatasetBadgeMixin, Owned, db.Document):
         obj = cls.objects(slug=id_or_slug).first()
         return obj or cls.objects.get_or_404(id=id_or_slug)
 
-    def add_resource(self, resource):
+    def add_resource(self, resource: Resource):
         """Perform an atomic prepend for a new resource"""
         resource.validate()
-        if resource.id in [r.id for r in self.resources]:
-            raise MongoEngineValidationError("Cannot add resource with already existing ID")
 
+        existing_resource = next((r for r in self.resources if r.id == resource.id), None)
+        if existing_resource:
+            raise MongoEngineValidationError(
+                f"Cannot add resource '{resource.title}'. A resource '{existing_resource.title}' already exists with ID '{existing_resource.id}'"
+            )
+
+        # only useful for compute_quality(), we will reload to have a clean object
         self.resources.insert(0, resource)
+
         self.update(
-            __raw__={
-                "$set": {
-                    "quality_cached": self.compute_quality(),
-                },
-                "$push": {
-                    "resources": {"$each": [resource.to_mongo()], "$position": 0},
-                },
-            }
+            set__quality_cached=self.compute_quality(),
+            push__resources={"$each": [resource.to_mongo()], "$position": 0},
+            set__last_modified_internal=datetime.utcnow(),
         )
+
         self.reload()
         self.on_resource_added.send(self.__class__, document=self, resource_id=resource.id)
 
     def update_resource(self, resource):
         """Perform an atomic update for an existing resource"""
-        index = self.resources.index(resource)
-        data = {"resources__{index}".format(index=index): resource}
-        self.update(**data)
+
+        # only useful for compute_quality(), we will reload to have a clean object
+        index = next(i for i, r in enumerate(self.resources) if r.id == resource.id)
+        self.resources[index] = resource
+
+        Dataset.objects(id=self.id, resources__id=resource.id).update_one(
+            set__quality_cached=self.compute_quality(),
+            set__resources__S=resource,
+            set__last_modified_internal=datetime.utcnow(),
+        )
+
         self.reload()
         self.on_resource_updated.send(self.__class__, document=self, resource_id=resource.id)
 
     def remove_resource(self, resource):
+        # only useful for compute_quality(), we will reload to have a clean object
+        self.resources = [r for r in self.resources if r.id != resource.id]
+
+        self.update(
+            set__quality_cached=self.compute_quality(),
+            pull__resources__id=resource.id,
+            set__last_modified_internal=datetime.utcnow(),
+        )
+
         # Deletes resource's file from file storage
         if resource.fs_filename is not None:
             try:
@@ -981,7 +1013,7 @@ class Dataset(Auditable, WithMetrics, DatasetBadgeMixin, Owned, db.Document):
                     f"File not found while deleting resource #{resource.id} in dataset {self.id}: {e}"
                 )
 
-        self.resources.remove(resource)
+        self.reload()
         self.on_resource_removed.send(self.__class__, document=self, resource_id=resource.id)
 
     @property
@@ -1053,12 +1085,16 @@ class Dataset(Auditable, WithMetrics, DatasetBadgeMixin, Owned, db.Document):
         from udata.models import Reuse
 
         self.metrics["reuses"] = Reuse.objects(datasets=self).visible().count()
+        self.metrics["reuses_by_months"] = get_stock_metrics(Reuse.objects(datasets=self).visible())
         self.save(signal_kwargs={"ignores": ["post_save"]})
 
     def count_followers(self):
         from udata.models import Follow
 
         self.metrics["followers"] = Follow.objects(until=None).followers(self).count()
+        self.metrics["followers_by_months"] = get_stock_metrics(
+            Follow.objects(following=self), date_label="since"
+        )
         self.save(signal_kwargs={"ignores": ["post_save"]})
 
 
@@ -1088,6 +1124,15 @@ class CommunityResource(ResourceMixin, WithMetrics, Owned, db.Document):
     def from_community(self):
         return True
 
+    @property
+    def permissions(self):
+        from .permissions import ResourceEditPermission
+
+        return {
+            "delete": ResourceEditPermission(self),
+            "edit": ResourceEditPermission(self),
+        }
+
 
 class ResourceSchema(object):
     @staticmethod

udata/core/dataset/rdf.py

@@ -536,7 +536,7 @@ def spatial_from_rdf(graph):
         spatial_coverage.clean()
         return spatial_coverage
     except ValidationError as e:
-        log.warning(f"Cannot save the spatial coverage {coordinates} (error was {e})")
+        log.warning(f"Cannot save the spatial coverage {polygons} (error was {e})")
         return None
 
 

udata/core/dataset/tasks.py

@@ -210,8 +210,9 @@ def export_csv_for_model(model, dataset):
         # add it to the dataset
         if created:
             dataset.add_resource(resource)
-        dataset.last_modified_internal = datetime.utcnow()
-        dataset.save()
+        else:
+            dataset.last_modified_internal = datetime.utcnow()
+            dataset.save()
     finally:
         csvfile.close()
         os.unlink(csvfile.name)

udata/core/organization/api.py

@@ -12,6 +12,7 @@ from udata.core.badges import api as badges_api
 from udata.core.badges.fields import badge_fields
 from udata.core.contact_point.api import ContactPointApiParser
 from udata.core.contact_point.api_fields import contact_point_page_fields
+from udata.core.dataservices.csv import DataserviceCsvAdapter
 from udata.core.dataservices.models import Dataservice
 from udata.core.dataset.api import DatasetApiParser
 from udata.core.dataset.api_fields import dataset_page_fields
@@ -178,6 +179,16 @@ class DatasetsCsvAPI(API):
         return csv.stream(adapter, "{0}-datasets".format(org.slug))
 
 
+@ns.route("/<org:org>/dataservices.csv", endpoint="organization_dataservices_csv")
+@api.response(404, "Organization not found")
+@api.response(410, "Organization has been deleted")
+class DataservicesCsv(API):
+    def get(self, org):
+        dataservices = Dataservice.objects(organization=str(org.id)).visible()
+        adapter = DataserviceCsvAdapter(dataservices)
+        return csv.stream(adapter, "{0}-dataservices".format(org.slug))
+
+
 @ns.route("/<org:org>/discussions.csv", endpoint="organization_discussions_csv", doc=common_doc)
 @api.response(404, "Organization not found")
 @api.response(410, "Organization has been deleted")

udata/core/organization/models.py

@@ -8,6 +8,7 @@ from werkzeug.utils import cached_property
 from udata.api_fields import field
 from udata.core.activity.models import Auditable
 from udata.core.badges.models import Badge, BadgeMixin, BadgesList
+from udata.core.metrics.helpers import get_stock_metrics
 from udata.core.metrics.models import WithMetrics
 from udata.core.storages import avatars, default_image_basename
 from udata.frontend.markdown import mdstrip
@@ -161,9 +162,16 @@ class Organization(Auditable, WithMetrics, OrganizationBadgeMixin, db.Datetimed,
         return self.name or ""
 
     __metrics_keys__ = [
+        "dataservices",
+        "dataservices_by_months",
         "datasets",
+        "datasets_by_months",
+        "datasets_followers_by_months",
+        "datasets_reuses_by_months",
         "members",
         "reuses",
+        "reuses_by_months",
+        "reuses_followers_by_months",
         "dataservices",
         "followers",
         "views",
@@ -299,21 +307,40 @@ class Organization(Auditable, WithMetrics, OrganizationBadgeMixin, db.Datetimed,
         self.save(signal_kwargs={"ignores": ["post_save"]})
 
     def count_datasets(self):
-        from udata.models import Dataset
+        from udata.models import Dataset, Follow, Reuse
 
         self.metrics["datasets"] = Dataset.objects(organization=self).visible().count()
+        self.metrics["datasets_by_months"] = get_stock_metrics(
+            Dataset.objects(organization=self).visible(), date_label="created_at_internal"
+        )
+        self.metrics["datasets_followers_by_months"] = get_stock_metrics(
+            Follow.objects(following__in=Dataset.objects(organization=self)), date_label="since"
+        )
+        self.metrics["datasets_reuses_by_months"] = get_stock_metrics(
+            Reuse.objects(datasets__in=Dataset.objects(organization=self)).visible()
+        )
+
         self.save(signal_kwargs={"ignores": ["post_save"]})
 
     def count_reuses(self):
-        from udata.models import Reuse
+        from udata.models import Follow, Reuse
 
         self.metrics["reuses"] = Reuse.objects(organization=self).visible().count()
+        self.metrics["reuses_by_months"] = get_stock_metrics(
+            Reuse.objects(organization=self).visible()
+        )
+        self.metrics["reuses_followers_by_months"] = get_stock_metrics(
+            Follow.objects(following__in=Reuse.objects(organization=self)), date_label="since"
+        )
         self.save(signal_kwargs={"ignores": ["post_save"]})
 
     def count_dataservices(self):
         from udata.models import Dataservice
 
         self.metrics["dataservices"] = Dataservice.objects(organization=self).visible().count()
+        self.metrics["dataservices_by_months"] = get_stock_metrics(
+            Dataservice.objects(organization=self).visible(), date_label="created_at"
+        )
         self.save(signal_kwargs={"ignores": ["post_save"]})
 
     def count_followers(self):

udata/core/reuse/api.py

@@ -33,7 +33,6 @@ from .api_fields import (
     reuse_type_fields,
 )
 from .models import Reuse
-from .permissions import ReuseEditPermission
 
 DEFAULT_SORTING = "-created_at"
 SUGGEST_SORTING = "-metrics.followers"
@@ -179,7 +178,7 @@ class ReuseAPI(API):
     @api.marshal_with(Reuse.__read_fields__)
     def get(self, reuse):
         """Fetch a given reuse"""
-        if not ReuseEditPermission(reuse).can():
+        if not reuse.permissions["edit"].can():
             if reuse.private:
                 api.abort(404)
             elif reuse.deleted:
@@ -196,7 +195,7 @@ class ReuseAPI(API):
         request_deleted = request.json.get("deleted", True)
         if reuse.deleted and request_deleted is not None:
             api.abort(410, "This reuse has been deleted")
-        ReuseEditPermission(reuse).test()
+        reuse.permissions["edit"].test()
 
         # This is a patch but old API acted like PATCH on PUT requests.
         return patch_and_save(reuse, request)
@@ -208,7 +207,7 @@ class ReuseAPI(API):
         """Delete a given reuse"""
         if reuse.deleted:
             api.abort(410, "This reuse has been deleted")
-        ReuseEditPermission(reuse).test()
+        reuse.permissions["delete"].test()
         reuse.deleted = datetime.utcnow()
         reuse.save()
         return "", 204
@@ -335,7 +334,7 @@ class ReuseImageAPI(API):
     @api.marshal_with(uploaded_image_fields)
     def post(self, reuse):
         """Upload a new reuse image"""
-        ReuseEditPermission(reuse).test()
+        reuse.permissions["edit"].test()
         parse_uploaded_image(reuse.image)
         reuse.save()
 

udata/core/reuse/api_fields.py

@@ -4,6 +4,14 @@ from .constants import IMAGE_SIZES
 
 BIGGEST_IMAGE_SIZE = IMAGE_SIZES[0]
 
+reuse_permissions_fields = api.model(
+    "ReusePermissions",
+    {
+        "delete": fields.Permission(),
+        "edit": fields.Permission(),
+    },
+)
+
 reuse_type_fields = api.model(
     "ReuseType",
     {

udata/core/reuse/apiv2.py

@@ -5,8 +5,10 @@ from udata.api import API, apiv2
 from udata.core.reuse.models import Reuse
 from udata.utils import multi_to_dict
 
+from .api_fields import reuse_permissions_fields
 from .search import ReuseSearch
 
+apiv2.inherit("ReusePermissions", reuse_permissions_fields)
 apiv2.inherit("ReusePage", Reuse.__page_fields__)
 apiv2.inherit("Reuse (read)", Reuse.__read_fields__)
 

udata/core/reuse/models.py

@@ -5,8 +5,9 @@ from werkzeug.utils import cached_property
 from udata.api_fields import field, function_field, generate_fields
 from udata.core.activity.models import Auditable
 from udata.core.dataset.api_fields import dataset_fields
+from udata.core.metrics.helpers import get_stock_metrics
 from udata.core.owned import Owned, OwnedQuerySet
-from udata.core.reuse.api_fields import BIGGEST_IMAGE_SIZE
+from udata.core.reuse.api_fields import BIGGEST_IMAGE_SIZE, reuse_permissions_fields
 from udata.core.storages import default_image_basename, images
 from udata.frontend.markdown import mdstrip
 from udata.i18n import lazy_gettext as _
@@ -151,6 +152,7 @@ class Reuse(db.Datetimed, Auditable, WithMetrics, ReuseBadgeMixin, Owned, db.Doc
         "discussions",
         "datasets",
         "followers",
+        "followers_by_months",
         "views",
     ]
 
@@ -200,6 +202,18 @@ class Reuse(db.Datetimed, Auditable, WithMetrics, ReuseBadgeMixin, Owned, db.Doc
             "reuses.show", reuse=self, _external=True, fallback_endpoint="api.reuse"
         )
 
+    @property
+    @function_field(
+        nested_fields=reuse_permissions_fields,
+    )
+    def permissions(self):
+        from .permissions import ReuseEditPermission
+
+        return {
+            "delete": ReuseEditPermission(self),
+            "edit": ReuseEditPermission(self),
+        }
+
     @property
     def is_visible(self):
         return not self.is_hidden
@@ -287,6 +301,9 @@ class Reuse(db.Datetimed, Auditable, WithMetrics, ReuseBadgeMixin, Owned, db.Doc
         from udata.models import Follow
 
         self.metrics["followers"] = Follow.objects(until=None).followers(self).count()
+        self.metrics["followers_by_months"] = get_stock_metrics(
+            Follow.objects(following=self), date_label="since"
+        )
         self.save(signal_kwargs={"ignores": ["post_save"]})
 
 

udata/core/spatial/models.py

@@ -1,3 +1,4 @@
+import geojson
 from flask import current_app
 from werkzeug.local import LocalProxy
 from werkzeug.utils import cached_property
@@ -174,3 +175,11 @@ class SpatialCoverage(db.EmbeddedDocument):
             raise db.ValidationError(
                 "The spatial coverage cannot contains a Geozone and a Geometry"
             )
+
+        if self.geom:
+            try:
+                geojson.loads(geojson.dumps(self.geom))
+            except (ValueError, TypeError) as err:
+                raise db.ValidationError(
+                    f"Invalid GeoJSON data `{self.geom}`: {err}.", field_name="geom"
+                )

udata/core/user/models.py

@@ -1,4 +1,5 @@
 import json
+import logging
 from copy import copy
 from datetime import datetime
 from itertools import chain
@@ -26,6 +27,8 @@ from .constants import AVATAR_SIZES
 
 __all__ = ("User", "Role", "datastore")
 
+log = logging.getLogger(__name__)
+
 
 # TODO: use simple text for role
 class Role(db.Document, RoleMixin):
@@ -250,11 +253,14 @@ class User(WithMetrics, UserMixin, db.Document):
 
     def mark_as_deleted(self, notify: bool = True, delete_comments: bool = False):
         if self.avatar.filename is not None:
-            storage = storages.avatars
-            storage.delete(self.avatar.filename)
-            storage.delete(self.avatar.original)
-            for key, value in self.avatar.thumbnails.items():
-                storage.delete(value)
+            try:
+                storage = storages.avatars
+                storage.delete(self.avatar.filename)
+                storage.delete(self.avatar.original)
+                for key, value in self.avatar.thumbnails.items():
+                    storage.delete(value)
+            except FileNotFoundError as e:
+                log.error(f"File not found while deleting user #{self.id} avatar: {e}")
 
         copied_user = copy(self)
         self.email = "{}@deleted".format(self.id)

udata/harvest/api.py

@@ -1,4 +1,5 @@
 from flask import current_app, request
+from flask_login import current_user
 from werkzeug.exceptions import BadRequest
 
 from udata.api import API, api, fields
@@ -345,7 +346,7 @@ class RunSourceAPI(API):
     @api.marshal_with(source_fields)
     def post(self, ident):
         enabled = current_app.config.get("HARVEST_ENABLE_MANUAL_RUN")
-        if not enabled:
+        if not enabled and not current_user.sysadmin:
             api.abort(
                 400,
                 "Cannot run source manually. Please contact the platform if you need to reschedule the harvester.",

udata/harvest/tests/dcat/bnodes.xml

@@ -35,6 +35,11 @@
             <schema:endDate rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2016-12-05T00:00:00</schema:endDate>
           </dcterms:PeriodOfTime>
         </dct:temporal>
+        <dct:spatial>
+            <ogc:Polygon>
+                <locn:geometry rdf:datatype="https://www.iana.org/assignments/media-types/application/vnd.geo+json"><![CDATA[{"type":"Polygon","coordinates":[[[4, 45], [4, NaN], [4, 46], [4, 45], [4, 45]]]}]]></locn:geometry>
+            </ogc:Polygon>
+        </dct:spatial>
       </dcat:Dataset>
     </dcat:dataset>
     <dcterms:title>Sample DCAT Catalog</dcterms:title>

udata/harvest/tests/test_dcat_backend.py

@@ -334,6 +334,7 @@ class DcatBackendTest:
                 [[[159, -25.0], [159, -11], [212, -11], [212, -25.0], [159, -25.0]]],
             ],
         }
+        # dataset-3 has a spatial with NaN values…
         assert datasets["3"].spatial is None
 
     @pytest.mark.options(SCHEMA_CATALOG_URL="https://example.com/schemas")

udata/migrations/2025-06-18-clean-spatial-coverages.py

@@ -0,0 +1,25 @@
+"""
+This migration updates Topic.featured to False when it is None.
+"""
+
+import logging
+
+import click
+
+from udata.core.dataset.models import Dataset
+
+log = logging.getLogger(__name__)
+
+
+def migrate(db):
+    datasets = Dataset.objects(spatial__geom__exists=True)
+    count = Dataset.objects(spatial__geom__exists=True).count()
+
+    with click.progressbar(datasets, length=count) as datasets:
+        for dataset in datasets:
+            try:
+                dataset.spatial.clean()
+            except Exception as err:
+                log.error(f"Invalid spatial in dataset #{dataset.id} '{dataset.title}' {err}")
+                dataset.spatial = None
+                dataset.save()