udata 13.0.0__py3-none-any.whl → 13.0.1.dev1__py3-none-any.whl

udata/core/dataset/models.py

@@ -780,10 +780,13 @@ class Dataset(Auditable, WithMetrics, DatasetBadgeMixin, Owned, Linkable, db.Doc
 
     def compute_last_update(self):
         """
-        Use the more recent date we would have on resources (harvest, modified).
+        If dataset is harvested and its metadata contains a modified_at date, use it.
+        Else, use the more recent date we would have at the resource level (harvest, modified).
         Default to dataset last_modified if no resource.
         Resources should be fetched when calling this method.
         """
+        if self.harvest and self.harvest.modified_at:
+            return self.harvest.modified_at
         if self.resources:
             return max([res.last_modified for res in self.resources])
         else:

udata/harvest/backends/ckan/harvesters.py

@@ -158,7 +158,6 @@ class CkanBackend(BaseBackend):
         dataset.tags = [t["name"] for t in data["tags"] if t["name"]]
 
         dataset.harvest.created_at = data["metadata_created"]
-        dataset.harvest.modified_at = data["metadata_modified"]
 
         dataset.harvest.ckan_name = data["name"]
 

udata/harvest/tests/ckan/test_dkan_backend.py

@@ -51,6 +51,6 @@ class DkanBackendTest(PytestOnlyDBTestCase):
 
         dataset = datasets.get(**{"harvest__remote_id": "04be6288-696d-4331-850d-a144871a7e3a"})
         assert dataset.harvest.created_at == datetime(2019, 12, 10, 0, 0)
-        assert dataset.harvest.modified_at == datetime(2019, 9, 30, 0, 0)
+        assert dataset.harvest.modified_at is None
         assert len(dataset.resources) == 2
         assert "xlsx" in [r.format for r in dataset.resources]

udata/migrations/2025-10-21-remove-ckan-harvest-modified-at.py

@@ -0,0 +1,28 @@
+"""
+This migration empties harvest.modified_at field in the case of CKAN datasets.
+Indeed, the value that was stored in this field was the *metadata* modification data
+and not the *data* one, contrary to other backends.
+"""
+
+import logging
+
+import click
+
+from udata.core.dataset.models import Dataset
+
+log = logging.getLogger(__name__)
+
+
+def migrate(db):
+    datasets = Dataset.objects(harvest__backend="CKAN", harvest__modified_at__exists=True)
+    count = datasets.count()
+
+    with click.progressbar(datasets, length=count) as datasets:
+        for dataset in datasets:
+            dataset.harvest.modified_at = None
+            try:
+                dataset.save()
+            except Exception as err:
+                log.error(f"Cannot save dataset {dataset.id} {err}")
+    log.info(f"Updated {count} datasets")
+    log.info("Done")

{udata-13.0.0.dist-info → udata-13.0.1.dev1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: udata
-Version: 13.0.0
+Version: 13.0.1.dev1
 Summary: Open data portal
 Author-email: Opendata Team <opendatateam@data.gouv.fr>
 Maintainer-email: Opendata Team <opendatateam@data.gouv.fr>

{udata-13.0.0.dist-info → udata-13.0.1.dev1.dist-info}/RECORD

@@ -103,7 +103,7 @@ udata/core/dataset/exceptions.py,sha256=uKiayLSpSzsnLvClObS6hOO0qXEqvURKN7_w8eim
 udata/core/dataset/factories.py,sha256=tb18axsk8Tx5iUIqWM9IELdt-2Ryp2UN0-iY4fdea4U,9059
 udata/core/dataset/forms.py,sha256=rd4M86QtRFa9laxJGAszgzzrcg4EBGrf-p3HwrxO80I,7126
 udata/core/dataset/metrics.py,sha256=s8Xs_rqRXfNWsErkiJTuRMG5o_cU5iSK8mUJFKVSc7w,1204
-udata/core/dataset/models.py,sha256=1iXf6l0wjNv04if6gAq-NXSPLub2Mx2KOyCg2RQtids,41617
+udata/core/dataset/models.py,sha256=hS7gfjPEgFb13uBwupvvFrF_0gA2NzpF3_Uqgy-ZYFY,41816
 udata/core/dataset/permissions.py,sha256=zXQ6kU-Ni3Pl5tDtat-ZPupug9InsNeCN7xRLc2Vcrc,1097
 udata/core/dataset/preview.py,sha256=uFEpK-p5nIAlY8hVOMhd7mtkwFt6C_PQRMNxPvAyoo4,839
 udata/core/dataset/rdf.py,sha256=jHyHgay3g3Z04Ju5kLyMk3Vyb-kWJYtqqg8Smamv7WI,32970
@@ -314,7 +314,7 @@ udata/harvest/backends/dcat.py,sha256=Qa4lRoLaTMRS9OFlCyKfQXGQ2rEQf0VomqzsL14L03
 udata/harvest/backends/maaf.py,sha256=zplwjs9_Vafut6jXH-WPJNCJY0VjzDDc1ouQ0_zG3sI,8355
 udata/harvest/backends/maaf.xsd,sha256=vEyG8Vqw7Yn_acjRdXjqUJgxOj4pv8bibep-FX-f3BQ,18322
 udata/harvest/backends/ckan/__init__.py,sha256=JE7Qa7kX7Yd8OvmJnAO_NupZe0tqYyhhkgJ-iGNxX64,35
-udata/harvest/backends/ckan/harvesters.py,sha256=zWEU0P4d6jqqLvNu7aYaLrc5nUPpG82kFnmiO1EXAuU,10660
+udata/harvest/backends/ckan/harvesters.py,sha256=tSy9yIhKjCjPhks17tM10_s9-ntueco9HUwpxWQKMzQ,10596
 udata/harvest/backends/ckan/schemas/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 udata/harvest/backends/ckan/schemas/ckan.py,sha256=59VQoIxPBb5vOHFzzMtdnPcxHL4qNOTkPYa4cqn-7xQ,2353
 udata/harvest/backends/ckan/schemas/dkan.py,sha256=RyQGPEaKqnunIrr9yApcz7WEfgye0IT1bV85wa2E8Lc,2774
@@ -333,7 +333,7 @@ udata/harvest/tests/ckan/conftest.py,sha256=SNIRJ7uh6ssIB56mwIdDgteHKUY040yX4gza
 udata/harvest/tests/ckan/test_ckan_backend.py,sha256=R13q0lETLcNwBZt30TvFNaKJ1n2xjuUh5oJSpthV830,22216
 udata/harvest/tests/ckan/test_ckan_backend_errors.py,sha256=1MBNxAno5cf9azYCrdXEdYeoVgGbxyHoLWuoooVumbU,4285
 udata/harvest/tests/ckan/test_ckan_backend_filters.py,sha256=eohf2dnBl9WIqfSuQn0sT9jrMnjuoSbAMskdvn5w8G0,4287
-udata/harvest/tests/ckan/test_dkan_backend.py,sha256=TvpZfZMp9ZHsdOTfQLXnmtbPwX0fh-YnGKXeD5mWMYk,2025
+udata/harvest/tests/ckan/test_dkan_backend.py,sha256=D-ww2Cv_vpANy8gG6m_k-E4ZhEJSMQtedqBAMHgaizI,2002
 udata/harvest/tests/ckan/data/dkan-french-w-license.json,sha256=ud6wxyV3uvPSouY0-QB0qf88djamFW_WR6CbZzDCacs,7905
 udata/harvest/tests/csw_dcat/XSLT.xml,sha256=vnJF2rom7oPVpzI9jwzwG6ek1TDXTY8GfbuQq_3vFxs,180475
 udata/harvest/tests/csw_dcat/geo-ide_single-dataset.xml,sha256=WLaL46XspKW0ams4SJ4MiHLbDTNgPfTeolMYQrybbTg,42837
@@ -397,6 +397,7 @@ udata/migrations/2025-07-22-fix-duplicate-contact-points.py,sha256=ZEw2PX1E3jJiD
 udata/migrations/2025-07-30-purge-old-harvest-dynamic-fields.py,sha256=ijeu6WvX6etOJrv0cEMCRJzj1pSetBguF-aUB1-2y_0,1017
 udata/migrations/2025-09-04-update-legacy-frequencies.py,sha256=8YAROAHhytf6Kses_54aFscmPNes2aHRYqTwNpawdVk,1693
 udata/migrations/2025-10-01-delete-orphaned-topic-elements.py,sha256=Mhx5ANOihZL4botxtjvfsll-xKBtkVQBkPcSq0BJ-Ec,788
+udata/migrations/2025-10-21-remove-ckan-harvest-modified-at.py,sha256=85oGDAOLB7K9KzPRHHokc36EeMKLdWaOb3IkpwYkL3E,837
 udata/migrations/__init__.py,sha256=RBCBDaTlLjuMs_Qzwji6Z6T4r7FCGXhESKoxQbT5qAA,11221
 udata/models/__init__.py,sha256=RT0WaPKm2linlYnTmD0xck7M2XuIoIJ94E0ErzNGzaw,1418
 udata/mongo/__init__.py,sha256=y4Rv-kq3o_kcEulcNpePLzocXPBNpx3Jd82G-VZPaMc,1421
@@ -623,9 +624,9 @@ udata/translations/pt/LC_MESSAGES/udata.mo,sha256=nv80xZLfIfUsSOMBcr29L268FDc_Gt
 udata/translations/pt/LC_MESSAGES/udata.po,sha256=bUp-7Ray8t8ALgJk3Icw1jmiGIc9_pEJQHiGw_2EU2o,50989
 udata/translations/sr/LC_MESSAGES/udata.mo,sha256=Y_XpUxD074wXc63oJTnoVOyOQ2lmBxl-MrgluZ0Qdw4,27961
 udata/translations/sr/LC_MESSAGES/udata.po,sha256=qh8mrz9AFuVQtXYSSP4QWsXLM_Lv3EHVifHT1NflWXY,57529
-udata-13.0.0.dist-info/licenses/LICENSE,sha256=V8j_M8nAz8PvAOZQocyRDX7keai8UJ9skgmnwqETmdY,34520
-udata-13.0.0.dist-info/METADATA,sha256=k1X7F6yBbT165srhQdv5YcVZuCmAVUaCSQ050JXzTpk,5168
-udata-13.0.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-udata-13.0.0.dist-info/entry_points.txt,sha256=v2u12qO11i2lyLNIp136WmLJ-NHT-Kew3Duu8J-AXPM,614
-udata-13.0.0.dist-info/top_level.txt,sha256=EF6CE6YSHd_og-8LCEA4q25ALUpWVe8D0okOLdMAE3A,6
-udata-13.0.0.dist-info/RECORD,,
+udata-13.0.1.dev1.dist-info/licenses/LICENSE,sha256=V8j_M8nAz8PvAOZQocyRDX7keai8UJ9skgmnwqETmdY,34520
+udata-13.0.1.dev1.dist-info/METADATA,sha256=e-UaqKtcE_I-X1LoSuH0ohiDmxiflC5_k3Lopa5PDHc,5173
+udata-13.0.1.dev1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+udata-13.0.1.dev1.dist-info/entry_points.txt,sha256=v2u12qO11i2lyLNIp136WmLJ-NHT-Kew3Duu8J-AXPM,614
+udata-13.0.1.dev1.dist-info/top_level.txt,sha256=EF6CE6YSHd_og-8LCEA4q25ALUpWVe8D0okOLdMAE3A,6
+udata-13.0.1.dev1.dist-info/RECORD,,