udata 10.5.1.dev36034__py2.py3-none-any.whl → 10.5.1.dev36043__py2.py3-none-any.whl

udata/core/dataset/transport.py

@@ -0,0 +1,46 @@
+import requests
+from flask import current_app
+
+from udata.commands import error, success
+from udata.models import Dataset
+from udata.tasks import job
+
+
+def process_dataset(dataset):
+    target_dataset = Dataset.objects(id=dataset["datagouv_id"]).first()
+    if not target_dataset:
+        error(f"Dataset {dataset['id']} not found")
+        return
+    target_dataset.extras["transport:url"] = dataset["page_url"]
+    target_dataset.save()
+
+
+def clear_datasets():
+    nb_datasets = Dataset.objects.filter(
+        **{
+            "extras__transport:url__exists": True,
+        }
+    ).update(
+        **{
+            "unset__extras__transport:url": True,
+        }
+    )
+    success(f"Removed transport:url from {nb_datasets} dataset(s)")
+
+
+@job("map-transport-datasets")
+def map_transport_datasets(self):
+    source = current_app.config.get("TRANSPORT_DATASETS_URL", None)
+    if not source:
+        error("TRANSPORT_DATASETS_URL variable must be set.")
+        return
+
+    response = requests.get(source)
+    if response.status_code != 200:
+        error("Remote platform unreachable.")
+        return
+    results_list = response.json()
+    clear_datasets()
+    for dataset in results_list:
+        process_dataset(dataset)
+    success(f"Done. {len(results_list)} datasets mapped to transport")

udata/settings.py

@@ -508,6 +508,10 @@ class Defaults(object):
     ARCHIVE_COMMENT_USER_ID = None
     ARCHIVE_COMMENT_TITLE = _("This dataset has been archived")
 
+    # Transport extras
+    ##################
+    TRANSPORT_DATASETS_URL = None
+
     # Schemas parameters
     ####################
     SCHEMA_CATALOG_URL = None

udata/tasks.py

@@ -163,6 +163,7 @@ def init_app(app):
     import udata.core.tags.tasks  # noqa
     import udata.core.activity.tasks  # noqa
     import udata.core.dataset.tasks  # noqa
+    import udata.core.dataset.transport  # noqa
     import udata.core.dataset.recommendations  # noqa
     import udata.core.spatial.tasks  # noqa
     import udata.core.reuse.tasks  # noqa

udata/tests/dataset/test_transport_tasks.py

@@ -0,0 +1,75 @@
+import pytest
+import requests_mock
+
+from udata.core.dataset.factories import DatasetFactory
+from udata.core.dataset.transport import clear_datasets, map_transport_datasets
+
+
+@pytest.fixture
+def mock_response():
+    return [
+        {
+            "datagouv_id": "61fd29da29ea95c7bc0e1211",
+            "id": "61fd29da29ea95c7bc0e1211",
+            "page_url": "https://transport.data.gouv.fr/datasets/horaires-theoriques-et-temps-reel-des-navettes-hivernales-de-lalpe-dhuez-gtfs-gtfs-rt",
+            "slug": "horaires-theoriques-et-temps-reel-des-navettes-hivernales-de-lalpe-dhuez-gtfs-gtfs-rt",
+            "title": "Navettes hivernales de l'Alpe d'Huez",
+        },
+        {
+            "datagouv_id": "5f23d4b3d39755210a04a99c",
+            "id": "5f23d4b3d39755210a04a99c",
+            "page_url": "https://transport.data.gouv.fr/datasets/horaires-theoriques-et-temps-reel-du-reseau-lr-11-lalouvesc-tournon-st-felicien-gtfs-gtfs-rt",
+            "slug": "horaires-theoriques-et-temps-reel-du-reseau-lr-11-lalouvesc-tournon-st-felicien-gtfs-gtfs-rt",
+            "title": "Réseau interurbain  Lalouvesc / Tournon / St Felicien",
+        },
+    ]
+
+
+@pytest.mark.usefixtures("clean_db")
+class TransportTasksTest:
+    @pytest.mark.options(TRANSPORT_DATASETS_URL="http://local.test/api/datasets")
+    def test_map_transport_datasets(self, mock_response):
+        ds1 = DatasetFactory(id="61fd29da29ea95c7bc0e1211")
+        ds2 = DatasetFactory(id="5f23d4b3d39755210a04a99c")
+
+        with requests_mock.Mocker() as m:
+            m.get("http://local.test/api/datasets", json=mock_response)
+            map_transport_datasets()
+
+        ds1.reload()
+        ds2.reload()
+
+        assert (
+            ds1.extras["transport:url"]
+            == "https://transport.data.gouv.fr/datasets/horaires-theoriques-et-temps-reel-des-navettes-hivernales-de-lalpe-dhuez-gtfs-gtfs-rt"
+        )
+        assert (
+            ds2.extras["transport:url"]
+            == "https://transport.data.gouv.fr/datasets/horaires-theoriques-et-temps-reel-du-reseau-lr-11-lalouvesc-tournon-st-felicien-gtfs-gtfs-rt"
+        )
+
+        clear_datasets()
+
+        ds1.reload()
+        ds2.reload()
+
+        assert "transport:url" not in ds1.extras
+        assert "transport:url" not in ds2.extras
+
+    @pytest.mark.options(TRANSPORT_DATASETS_URL="http://local.test/api/datasets")
+    def test_map_transport_datasets_fail(self, mock_response):
+        """
+        We should not erase existing transport:url extras if the job fails
+        """
+        ds1 = DatasetFactory(id="61fd29da29ea95c7bc0e1211", extras={"transport:url": "dummy"})
+        ds2 = DatasetFactory(id="5f23d4b3d39755210a04a99c")
+
+        with requests_mock.Mocker() as m:
+            m.get("http://local.test/api/datasets", status_code=500)
+            map_transport_datasets()
+
+        ds1.reload()
+        ds2.reload()
+
+        assert ds1.extras["transport:url"] == "dummy"
+        assert "transport:url" not in ds2.extras

{udata-10.5.1.dev36034.dist-info → udata-10.5.1.dev36043.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: udata
-Version: 10.5.1.dev36034
+Version: 10.5.1.dev36043
 Summary: Open data portal
 Home-page: https://github.com/opendatateam/udata
 Author: Opendata Team
@@ -148,6 +148,7 @@ It is collectively taken care of by members of the
 - Add a CI job to create a release on Sentry [#3266](https://github.com/opendatateam/udata/pull/3266)
 - Sort extensions in `/api/1/datasets/extensions/` response alphabetically [#3358](https://github.com/opendatateam/udata/pull/3358)
 - Migrate recommendations tasks, [udata-recommendations](https://github.com/opendatateam/udata-recommendations/) is no longer required [#3355](https://github.com/opendatateam/udata/pull/3355)
+- Migrate udata-transport tasks, [udata-transport](https://github.com/opendatateam/udata-transport/) is no longer required [#3355](https://github.com/opendatateam/udata/pull/3355)
 
 ## 10.5.0 (2025-07-02)
 

{udata-10.5.1.dev36034.dist-info → udata-10.5.1.dev36043.dist-info}/RECORD

@@ -13,10 +13,10 @@ udata/mail.py,sha256=FMGHcDAjHvk86iDUwBmVXpx3vbAb2c-j5C3BRnh9IYQ,2670
 udata/rdf.py,sha256=JmMxwq4fFBrBZQhJ6O9_nEeYUXspPzoZGTyGUD4Nyxs,18348
 udata/routing.py,sha256=E6sE1F74QyOoz5vcgEi-rNEhCegwLfOtBz5I9fWk-pM,7677
 udata/sentry.py,sha256=ekcxqUSqxfM98TtvCsPaOoX5i2l6PEcYt7kb4l3od-Q,3223
-udata/settings.py,sha256=jXflM02A-l1qeGcjegRtkw56cbQUDOPzqY85OBs_dV0,19345
+udata/settings.py,sha256=dMe5iB5NI3fKfFr4YgO1K8OKj-7FQLcT5mSteXUE-5g,19426
 udata/sitemap.py,sha256=oRRWoPI7ZsFFnUAOqGT1YuXFFKHBe8EcRnUCNHD7xjM,979
 udata/tags.py,sha256=ydq4uokd6bzdeGVSpEXASVtGvDfO2LfQs9mptvvKJCM,631
-udata/tasks.py,sha256=Tt2Vy4fWyBkDz6cK4Mx3g2VdOLgfdDkWSNIc1QpoawQ,5032
+udata/tasks.py,sha256=yTYBJG5bzEChX27p3MSqurSji84rg7w7OUvK4vuPRfY,5080
 udata/terms.md,sha256=nFx978tUQ3vTEv6POykXaZvcQ5e_gcvmO4ZgcfbSWXo,187
 udata/tracking.py,sha256=WOcqA1RlHN8EPFuEc2kNau54mec4-pvi-wUFrMXevzg,345
 udata/uris.py,sha256=sIhlzpwFO7ftOHYgTZmR7mCoty6a1n4KC4c0Qmx3lqo,3655
@@ -113,6 +113,7 @@ udata/core/dataset/recommendations.py,sha256=DlGSLU8D0nW6Ds1rjBav1WxC-0VW5yOCjkO
 udata/core/dataset/search.py,sha256=E7LqHBnq3sMefvmLwTpiw-Ovem2a3NJswHesRjctboE,5627
 udata/core/dataset/signals.py,sha256=WN4sV-lJlNsRkhcnhoy0SYJvCoYmK_5QFYZd1u-h4gs,161
 udata/core/dataset/tasks.py,sha256=6FzeLzJRQxzq7sBLUE8H8ZGLByix2EDOzGAsA8FteX8,10019
+udata/core/dataset/transport.py,sha256=ihCXirY1dZjOfXKbf9HRCJTfIOc75rM1McwbeGjsW6A,1296
 udata/core/discussions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 udata/core/discussions/actions.py,sha256=kjdBLDIeu0yWTSxQGgOpN1WoxUqbMygn4SiBk_S9T5I,1051
 udata/core/discussions/api.py,sha256=u9atdyPVGpyLin4IRF1ZhMp6gRmtJvV0Y8ksic_nbJo,12807
@@ -669,6 +670,7 @@ udata/tests/dataset/test_dataset_rdf.py,sha256=7SorX0e0VD3hmj8C0qXA4Vb3Q3xl2qaE4
 udata/tests/dataset/test_dataset_recommendations.py,sha256=K52HXGXi9DuUSiSRQWpqTrsFCkYbv7K3upNp0fFp5v8,7068
 udata/tests/dataset/test_dataset_tasks.py,sha256=n1W2Pg0ez02d66zQG3N93kh7dpR2yLMRDqUI6PnPaI0,3088
 udata/tests/dataset/test_resource_preview.py,sha256=fp9mSL7unhyM66GR0gwhgX3OGQ4TJt7G9xU-CjsL3HI,3908
+udata/tests/dataset/test_transport_tasks.py,sha256=BYr1WPV0Crirzb2jC_wAV4y_pzImRCAS4zYZ7qvCDeY,2964
 udata/tests/features/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 udata/tests/features/territories/__init__.py,sha256=gMD73RL-ymcWvGPDPM0aPxz7WAfd1VEDL8YHRI7HT0Q,956
 udata/tests/features/territories/test_territories_api.py,sha256=UA5j5ZqLP3L3PdddMYJdizmftUFIjj3wWHOt5M2kQtU,7527
@@ -734,9 +736,9 @@ udata/translations/pt/LC_MESSAGES/udata.mo,sha256=9sCd1MUKvtVP_sOXvK-G5v4PfWkkdA
 udata/translations/pt/LC_MESSAGES/udata.po,sha256=-eJptz9s63rjkdm-3HJi_2t70pyv3-8EuXBn-B2qI_4,48419
 udata/translations/sr/LC_MESSAGES/udata.mo,sha256=qduXntHWe__KaUxJ4JwwyGG3eSgYb1auGdNax0lS49c,29169
 udata/translations/sr/LC_MESSAGES/udata.po,sha256=6QCuLMCRjgyAvu9U7i0P19ae8fm_uStfmxHLqUO9EoY,55394
-udata-10.5.1.dev36034.dist-info/LICENSE,sha256=V8j_M8nAz8PvAOZQocyRDX7keai8UJ9skgmnwqETmdY,34520
-udata-10.5.1.dev36034.dist-info/METADATA,sha256=j-kbOdj5x8dcfnIMgvlLhf-_h2pEL5-O9XNwNL0lANA,149656
-udata-10.5.1.dev36034.dist-info/WHEEL,sha256=Kh9pAotZVRFj97E15yTA4iADqXdQfIVTHcNaZTjxeGM,110
-udata-10.5.1.dev36034.dist-info/entry_points.txt,sha256=ETvkR4r6G1duBsh_V_fGWENQy17GTFuobi95MYBAl1A,498
-udata-10.5.1.dev36034.dist-info/top_level.txt,sha256=39OCg-VWFWOq4gCKnjKNu-s3OwFlZIu_dVH8Gl6ndHw,12
-udata-10.5.1.dev36034.dist-info/RECORD,,
+udata-10.5.1.dev36043.dist-info/LICENSE,sha256=V8j_M8nAz8PvAOZQocyRDX7keai8UJ9skgmnwqETmdY,34520
+udata-10.5.1.dev36043.dist-info/METADATA,sha256=ztFjG0Y_tBYSYsclO0hDbINhP4CkTlwicVN3r6YV22E,149836
+udata-10.5.1.dev36043.dist-info/WHEEL,sha256=Kh9pAotZVRFj97E15yTA4iADqXdQfIVTHcNaZTjxeGM,110
+udata-10.5.1.dev36043.dist-info/entry_points.txt,sha256=ETvkR4r6G1duBsh_V_fGWENQy17GTFuobi95MYBAl1A,498
+udata-10.5.1.dev36043.dist-info/top_level.txt,sha256=39OCg-VWFWOq4gCKnjKNu-s3OwFlZIu_dVH8Gl6ndHw,12
+udata-10.5.1.dev36043.dist-info/RECORD,,