udata 13.0.1.dev10__py3-none-any.whl → 14.0.0__py3-none-any.whl

udata/harvest/forms.py

@@ -1,8 +1,8 @@
 from udata.forms import Form, fields, validators
+from udata.harvest.backends import get_backend, get_enabled_backends
 from udata.i18n import lazy_gettext as _
 from udata.utils import safe_unicode
 
-from .actions import list_backends
 from .models import VALIDATION_REFUSED, VALIDATION_STATES
 
 __all__ = "HarvestSourceForm", "HarvestSourceValidationForm"
@@ -13,9 +13,6 @@ class HarvestConfigField(fields.DictField):
     A DictField with extras validations on known configurations
     """
 
-    def get_backend(self, form):
-        return next(b for b in list_backends() if b.name == form.backend.data)
-
     def get_filter_specs(self, backend, key):
         candidates = (f for f in backend.filters if f.key == key)
         return next(candidates, None)
@@ -30,7 +27,10 @@ class HarvestConfigField(fields.DictField):
 
     def pre_validate(self, form):
         if self.data:
-            backend = self.get_backend(form)
+            backend = get_backend(form.backend.data)
+            if backend is None:
+                return  # Should have been catch by the enum check for `form.backend`
+
             # Validate filters
             for f in self.data.get("filters") or []:
                 if not ("key" in f and "value" in f):
@@ -49,6 +49,7 @@ class HarvestConfigField(fields.DictField):
                     msg = '"{0}" filter should of type "{1}"'
                     msg = msg.format(specs.key, specs.type.__name__)
                     raise validators.ValidationError(msg)
+
             # Validate extras configs
             for f in self.data.get("extra_configs") or []:
                 if not ("key" in f and "value" in f):
@@ -63,6 +64,7 @@ class HarvestConfigField(fields.DictField):
                     msg = '"{0}" extra config should be of type "{1}"'
                     msg = msg.format(specs.key, specs.type.__name__)
                     raise validators.ValidationError(msg)
+
             # Validate features
             for key, value in (self.data.get("features") or {}).items():
                 if not isinstance(value, bool):
@@ -81,7 +83,8 @@ class HarvestSourceForm(Form):
     )
     url = fields.URLField(_("URL"), [validators.DataRequired()])
     backend = fields.SelectField(
-        _("Backend"), choices=lambda: [(b.name, b.display_name) for b in list_backends()]
+        _("Backend"),
+        choices=lambda: [(b.name, b.display_name) for b in get_enabled_backends().values()],
     )
     owner = fields.CurrentUserField()
     organization = fields.PublishAsField(_("Publish as"))

udata/harvest/tasks.py

@@ -1,5 +1,3 @@
-from flask import current_app
-
 from udata.tasks import get_logger, job, task
 
 from . import backends
@@ -16,7 +14,7 @@ def harvest(self, ident):
     if source.deleted or not source.active:
         log.info('Ignoring inactive or deleted source "%s"', source.id)
         return  # Ignore deleted and inactive sources
-    Backend = backends.get(current_app, source.backend)
+    Backend = backends.get_backend(source.backend)
     backend = Backend(source)
 
     backend.harvest()
@@ -27,7 +25,7 @@ def harvest_job_item(job_id, item_id):
     log.info('Harvesting item %s for job "%s"', item_id, job_id)
 
     job = HarvestJob.objects.get(pk=job_id)
-    Backend = backends.get(current_app, job.source.backend)
+    Backend = backends.get_backend(job.source.backend)
     backend = Backend(job)
 
     item = next(i for i in job.items if i.remote_id == item_id)
@@ -40,7 +38,7 @@ def harvest_job_item(job_id, item_id):
 def harvest_job_finalize(results, job_id):
     log.info('Finalize harvesting for job "%s"', job_id)
     job = HarvestJob.objects.get(pk=job_id)
-    Backend = backends.get(current_app, job.source.backend)
+    Backend = backends.get_backend(job.source.backend)
     backend = Backend(job)
     backend.finalize()
 

udata/harvest/tests/ckan/test_ckan_backend.py

@@ -364,7 +364,7 @@ def empty_extras(resource_data):
 ##############################################################################
 
 
-@pytest.mark.options(PLUGINS=["ckan"])
+@pytest.mark.options(HARVESTER_BACKENDS=["ckan"])
 class CkanBackendTest(PytestOnlyDBTestCase):
     @pytest.mark.ckan_data("minimal")
     def test_minimal_metadata(self, data, result, kwargs):
@@ -505,7 +505,7 @@ class CkanBackendTest(PytestOnlyDBTestCase):
 ##############################################################################
 
 
-@pytest.mark.options(PLUGINS=["ckan"])
+@pytest.mark.options(HARVESTER_BACKENDS=["ckan"])
 class CkanBackendEdgeCasesTest(PytestOnlyDBTestCase):
     def test_minimal_ckan_response(self, rmock):
         """CKAN Harvester should accept the minimum dataset payload"""

udata/harvest/tests/ckan/test_ckan_backend_errors.py

@@ -13,7 +13,7 @@ API_URL = "{}api/3/action/package_list".format(CKAN_URL)
 STATUS_CODE = (400, 500)
 
 
-@pytest.mark.options(PLUGINS=["ckan"])
+@pytest.mark.options(HARVESTER_BACKENDS=["ckan"])
 class CkanBackendErrorsTest(PytestOnlyDBTestCase):
     @pytest.mark.parametrize("code", STATUS_CODE)
     def test_html_error(self, rmock, code):

udata/harvest/tests/ckan/test_ckan_backend_filters.py

@@ -8,7 +8,7 @@ from udata.tests.api import PytestOnlyDBTestCase
 from udata.utils import faker
 
 
-@pytest.mark.options(PLUGINS=["ckan"])
+@pytest.mark.options(HARVESTER_BACKENDS=["ckan"])
 class CkanBackendFilterTest(PytestOnlyDBTestCase):
     def test_include_org_filter(self, ckan, rmock):
         source = HarvestSourceFactory(

udata/harvest/tests/ckan/test_dkan_backend.py

@@ -16,7 +16,7 @@ def data_path(filename):
     return os.path.join(os.path.dirname(__file__), "data", filename)
 
 
-@pytest.mark.options(PLUGINS=["dkan"])
+@pytest.mark.options(HARVESTER_BACKENDS=["dkan"])
 class DkanBackendTest(PytestOnlyDBTestCase):
     def test_dkan_french_w_license(self, rmock):
         """CKAN Harvester should accept the minimum dataset payload"""

udata/harvest/tests/dcat/udata.xml

@@ -37,7 +37,7 @@
     <dct:title>bureau-de-vote-vanves.csv</dct:title>
     <dct:description>Bureaux de vote - Vanves (csv)</dct:description>
     <dcat:downloadURL rdf:resource="https://vanves-seineouest.opendatasoft.com/api/explore/v2.1/catalog/datasets/bureau-de-vote-vanves/exports/csv?use_labels=true"/>
-    <dcat:accessURL rdf:resource="https://www.data.gouv.fr/fr/datasets/r/5dd4e0b2-4d96-4f36-b73e-b78ec993703c"/>
+    <dcat:accessURL rdf:resource="https://www.data.gouv.fr/datasets/r/5dd4e0b2-4d96-4f36-b73e-b78ec993703c"/>
     <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2019-04-19T12:21:56</dct:issued>
     <dct:modified rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2019-04-19T12:21:56</dct:modified>
     <dct:rights>License Not Specified</dct:rights>
@@ -62,7 +62,7 @@
     <dct:title>bureau-de-vote-vanves.geojson</dct:title>
     <dct:description>Bureaux de vote - Vanves (geojson)</dct:description>
     <dcat:downloadURL rdf:resource="https://vanves-seineouest.opendatasoft.com/api/explore/v2.1/catalog/datasets/bureau-de-vote-vanves/exports/geojson"/>
-    <dcat:accessURL rdf:resource="https://www.data.gouv.fr/fr/datasets/r/d78d1245-6e8e-44d8-88cd-87b1dd66034f"/>
+    <dcat:accessURL rdf:resource="https://www.data.gouv.fr/datasets/r/d78d1245-6e8e-44d8-88cd-87b1dd66034f"/>
     <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2019-04-19T12:21:56</dct:issued>
     <dct:modified rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2019-04-19T12:21:56</dct:modified>
     <dct:rights>License Not Specified</dct:rights>
@@ -86,7 +86,7 @@
     <dct:title>vfe_public_219200755_20240506.json</dct:title>
     <dct:description>Ville de Vanves - Part des véhicules à faibles émissions dans le renouvellement du parc (json)</dct:description>
     <dcat:downloadURL rdf:resource="https://vanves-seineouest.opendatasoft.com/api/explore/v2.1/catalog/datasets/vfe_public_219200755_20240506/exports/json"/>
-    <dcat:accessURL rdf:resource="https://www.data.gouv.fr/fr/datasets/r/482677b8-379c-45a5-83ef-0361fecb4cc3"/>
+    <dcat:accessURL rdf:resource="https://www.data.gouv.fr/datasets/r/482677b8-379c-45a5-83ef-0361fecb4cc3"/>
     <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2024-05-06T15:15:18</dct:issued>
     <dct:modified rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2024-05-06T15:15:18</dct:modified>
     <dct:rights>License Not Specified</dct:rights>
@@ -99,7 +99,7 @@
     <dct:title>bureau-de-vote-vanves.zip</dct:title>
     <dct:description>Bureaux de vote - Vanves (shp)</dct:description>
     <dcat:downloadURL rdf:resource="https://vanves-seineouest.opendatasoft.com/api/explore/v2.1/catalog/datasets/bureau-de-vote-vanves/exports/shp"/>
-    <dcat:accessURL rdf:resource="https://www.data.gouv.fr/fr/datasets/r/b18fb2bd-6c8b-47a8-84fb-cdc8e29f4f1a"/>
+    <dcat:accessURL rdf:resource="https://www.data.gouv.fr/datasets/r/b18fb2bd-6c8b-47a8-84fb-cdc8e29f4f1a"/>
     <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2019-04-19T12:21:56</dct:issued>
     <dct:modified rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2019-04-19T12:21:56</dct:modified>
     <dct:rights>License Not Specified</dct:rights>
@@ -112,7 +112,7 @@
     <dct:title>vfe_public_219200755_20240506.csv</dct:title>
     <dct:description>Ville de Vanves - Part des véhicules à faibles émissions dans le renouvellement du parc (csv)</dct:description>
     <dcat:downloadURL rdf:resource="https://vanves-seineouest.opendatasoft.com/api/explore/v2.1/catalog/datasets/vfe_public_219200755_20240506/exports/csv?use_labels=true"/>
-    <dcat:accessURL rdf:resource="https://www.data.gouv.fr/fr/datasets/r/aab4d337-a617-4c18-a045-291d68787a7d"/>
+    <dcat:accessURL rdf:resource="https://www.data.gouv.fr/datasets/r/aab4d337-a617-4c18-a045-291d68787a7d"/>
     <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2024-05-06T15:15:18</dct:issued>
     <dct:modified rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2024-05-06T15:15:18</dct:modified>
     <dct:rights>License Not Specified</dct:rights>
@@ -161,7 +161,7 @@
     <dct:title>bureau-de-vote-vanves.json</dct:title>
     <dct:description>Bureaux de vote - Vanves (json)</dct:description>
     <dcat:downloadURL rdf:resource="https://vanves-seineouest.opendatasoft.com/api/explore/v2.1/catalog/datasets/bureau-de-vote-vanves/exports/json"/>
-    <dcat:accessURL rdf:resource="https://www.data.gouv.fr/fr/datasets/r/0f80d285-72f8-49f8-a691-1dad6bd2f6db"/>
+    <dcat:accessURL rdf:resource="https://www.data.gouv.fr/datasets/r/0f80d285-72f8-49f8-a691-1dad6bd2f6db"/>
     <dct:issued rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2019-04-19T12:21:56</dct:issued>
     <dct:modified rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2019-04-19T12:21:56</dct:modified>
     <dct:rights>License Not Specified</dct:rights>

udata/harvest/tests/factories.py

@@ -79,4 +79,4 @@ class MockBackendsMixin(object):
     @pytest.fixture(autouse=True)
     def mock_backend(self, mocker):
         return_value = {"factory": FactoryBackend}
-        mocker.patch("udata.harvest.backends.get_all", return_value=return_value)
+        mocker.patch("udata.harvest.backends.get_all_backends", return_value=return_value)

udata/harvest/tests/test_actions.py

@@ -15,13 +15,14 @@ from udata.core.dataset.factories import DatasetFactory
 from udata.core.dataset.models import HarvestDatasetMetadata
 from udata.core.organization.factories import OrganizationFactory
 from udata.core.user.factories import UserFactory
+from udata.harvest.backends import get_enabled_backends
+from udata.harvest.backends.base import BaseBackend
 from udata.models import Dataset, PeriodicTask
 from udata.tests.api import PytestOnlyDBTestCase
 from udata.tests.helpers import assert_emit, assert_equal_dates, assert_not_emit
 from udata.utils import faker
 
 from .. import actions, signals
-from ..backends import BaseBackend
 from ..models import (
     VALIDATION_ACCEPTED,
     VALIDATION_PENDING,
@@ -42,9 +43,10 @@ from .factories import (
 log = logging.getLogger(__name__)
 
 
-class HarvestActionsTest(PytestOnlyDBTestCase):
+class HarvestActionsTest(MockBackendsMixin, PytestOnlyDBTestCase):
     def test_list_backends(self):
-        for backend in actions.list_backends():
+        assert len(get_enabled_backends()) > 0
+        for backend in get_enabled_backends().values():
             assert issubclass(backend, BaseBackend)
 
     def test_list_sources(self):

udata/harvest/tests/test_api.py

@@ -7,6 +7,7 @@ from pytest_mock import MockerFixture
 
 from udata.core.organization.factories import OrganizationFactory
 from udata.core.user.factories import AdminFactory, UserFactory
+from udata.harvest.backends import get_enabled_backends
 from udata.models import Member, PeriodicTask
 from udata.tests.api import PytestOnlyAPITestCase
 from udata.tests.helpers import assert200, assert201, assert204, assert400, assert403, assert404
@@ -31,7 +32,7 @@ class HarvestAPITest(MockBackendsMixin, PytestOnlyAPITestCase):
         """It should fetch the harvest backends list from the API"""
         response = api.get(url_for("api.harvest_backends"))
         assert200(response)
-        assert len(response.json) == len(actions.list_backends())
+        assert len(response.json) == len(get_enabled_backends())
         for data in response.json:
             assert "id" in data
             assert "label" in data

udata/harvest/tests/test_base_backend.py

@@ -29,6 +29,8 @@ def gen_remote_IDs(num: int, prefix: str = "") -> list[str]:
 
 
 class FakeBackend(BaseBackend):
+    name = "fake-backend"
+    display_name = "Fake Backend"
     filters = (
         HarvestFilter("First filter", "first", str),
         HarvestFilter("Second filter", "second", str),

udata/harvest/tests/test_dcat_backend.py

@@ -68,7 +68,7 @@ def mock_csw_pagination(rmock, path, pattern):
     return url
 
 
-@pytest.mark.options(PLUGINS=["dcat"])
+@pytest.mark.options(HARVESTER_BACKENDS=["dcat"])
 class DcatBackendTest(PytestOnlyDBTestCase):
     def test_simple_flat(self, rmock):
         filename = "flat.jsonld"
@@ -926,7 +926,7 @@ class DcatBackendTest(PytestOnlyDBTestCase):
         assert "404 Client Error" in job.errors[0].message
 
 
-@pytest.mark.options(PLUGINS=["csw"])
+@pytest.mark.options(HARVESTER_BACKENDS=["csw*"])
 class CswDcatBackendTest(PytestOnlyDBTestCase):
     def test_geonetworkv4(self, rmock):
         url = mock_csw_pagination(rmock, "geonetwork/srv/eng/csw.rdf", "geonetworkv4-page-{}.xml")
@@ -1076,7 +1076,7 @@ class CswDcatBackendTest(PytestOnlyDBTestCase):
         assert len(job.items) == 1
 
 
-@pytest.mark.options(PLUGINS=["csw"])
+@pytest.mark.options(HARVESTER_BACKENDS=["csw*"])
 class CswIso19139DcatBackendTest(PytestOnlyDBTestCase):
     @pytest.mark.parametrize(
         "remote_url_prefix",

udata/i18n.py

@@ -1,49 +1,29 @@
-import importlib.util
 from contextlib import contextmanager
-from datetime import datetime
-from glob import iglob
-from os.path import basename, dirname, join
+from importlib import resources
+from importlib.metadata import entry_points
 
 import flask_babel
-from babel.dates import format_timedelta as babel_format_timedelta
-from flask import (  # noqa
-    abort,
-    current_app,
-    g,
-    has_request_context,
-    redirect,
-    request,
-    url_for,
-)
-from flask.blueprints import BlueprintSetupState, _endpoint_from_view_func
-from flask_babel import Babel, format_date, format_datetime, refresh  # noqa
-from flask_babel import get_locale as get_current_locale  # noqa
+from flask import current_app, g, request
+from flask_babel import Babel, refresh
+from flask_login import current_user
 from werkzeug.local import LocalProxy
 
-from udata import entrypoints
 from udata.app import Blueprint
-from udata.auth import current_user
 from udata.errors import ConfigError
-from udata.utils import multi_to_dict
 
 
 def get_translation_directories_and_domains():
-    translations_dir = []
+    translations_dirs = []
     domains = []
 
-    # udata and plugin translations
-    for pkg in entrypoints.get_roots(current_app):
-        spec = importlib.util.find_spec(pkg)
-        path = dirname(spec.origin)
-        plugin_domains = [
-            f.replace(path, "").replace(".pot", "")[1:]
-            for f in iglob(join(path, "**/translations/*.pot"), recursive=True)
-        ]
-        for domain in plugin_domains:
-            translations_dir.append(join(path, dirname(domain)))
-            domains.append(basename(domain))
+    for pkg in entry_points(group="udata.i18n"):
+        module = pkg.load()
+        path = resources.files(module)
+        # `/ ""` is  here to transform MultiplexedPath to a simple str
+        translations_dirs.append(str(path / ""))
+        domains.append(pkg.name)
 
-    return translations_dir, domains
+    return translations_dirs, domains
 
 
 def get_locale():
@@ -89,22 +69,6 @@ def lazy_pgettext(*args, **kwargs):
     return flask_babel.lazy_pgettext(*args, **kwargs)
 
 
-def format_timedelta(
-    datetime_or_timedelta, granularity="second", add_direction=False, threshold=0.85
-):
-    """This is format_timedelta from Flask-Babel"""
-    """Flask-BabelEx missed the add_direction parameter"""
-    if isinstance(datetime_or_timedelta, datetime):
-        datetime_or_timedelta = datetime.utcnow() - datetime_or_timedelta
-    return babel_format_timedelta(
-        datetime_or_timedelta,
-        granularity,
-        threshold=threshold,
-        add_direction=add_direction,
-        locale=get_current_locale(),
-    )
-
-
 def _default_lang(user=None):
     lang = getattr(user or current_user, "prefered_language", None)
     return lang or current_app.config["DEFAULT_LANGUAGE"]
@@ -152,228 +116,5 @@ def init_app(app):
     )
 
 
-def _add_language_code(endpoint, values):
-    try:
-        if current_app.url_map.is_endpoint_expecting(endpoint, "lang_code"):
-            values.setdefault("lang_code", g.get("lang_code") or get_locale())
-    except KeyError:  # Endpoint does not exist
-        pass
-
-
-def _pull_lang_code(endpoint, values):
-    lang_code = values.pop("lang_code", g.get("lang_code") or get_locale())
-    if lang_code not in current_app.config["LANGUAGES"]:
-        abort(redirect(url_for(endpoint, lang_code=default_lang, **values)))
-    g.lang_code = lang_code
-
-
-def redirect_to_lang(*args, **kwargs):
-    """Redirect non lang-prefixed urls to default language."""
-    endpoint = request.endpoint.replace("_redirect", "")
-    kwargs = multi_to_dict(request.args)
-    kwargs.update(request.view_args)
-    kwargs["lang_code"] = default_lang
-    return redirect(url_for(endpoint, **kwargs))
-
-
-def redirect_to_unlocalized(*args, **kwargs):
-    """Redirect lang-prefixed urls to no prefixed URL."""
-    endpoint = request.endpoint.replace("_redirect", "")
-    kwargs = multi_to_dict(request.args)
-    kwargs.update(request.view_args)
-    kwargs.pop("lang_code", None)
-    return redirect(url_for(endpoint, **kwargs))
-
-
-class I18nBlueprintSetupState(BlueprintSetupState):
-    def add_url_rule(self, rule, endpoint=None, view_func=None, **options):
-        """A helper method to register a rule (and optionally a view function)
-        to the application.  The endpoint is automatically prefixed with the
-        blueprint's name.
-        The URL rule is registered twice.
-        """
-        # Static assets are not localized
-        if endpoint == "static":
-            return super(I18nBlueprintSetupState, self).add_url_rule(
-                rule, endpoint=endpoint, view_func=view_func, **options
-            )
-        if self.url_prefix:
-            rule = self.url_prefix + rule
-        options.setdefault("subdomain", self.subdomain)
-        if endpoint is None:
-            endpoint = _endpoint_from_view_func(view_func)
-        defaults = self.url_defaults
-        if "defaults" in options:
-            defaults = dict(defaults, **options.pop("defaults"))
-
-        self.app.add_url_rule(
-            rule,
-            "%s.%s" % (self.blueprint.name, endpoint),
-            view_func,
-            defaults=defaults,
-            **options,
-        )
-
-
 class I18nBlueprint(Blueprint):
-    def make_setup_state(self, app, options, first_registration=False):
-        return I18nBlueprintSetupState(self, app, options, first_registration)
-
-    def register(self, *args, **kwargs):
-        self.url_defaults(_add_language_code)
-        self.url_value_preprocessor(_pull_lang_code)
-        super(I18nBlueprint, self).register(*args, **kwargs)
-
-
-ISO_639_1_CODES = (
-    "aa",
-    "ab",
-    "af",
-    "am",
-    "an",
-    "ar",
-    "as",
-    "ay",
-    "az",
-    "ba",
-    "be",
-    "bg",
-    "bh",
-    "bi",
-    "bn",
-    "bo",
-    "br",
-    "ca",
-    "co",
-    "cs",
-    "cy",
-    "da",
-    "de",
-    "dz",
-    "el",
-    "en",
-    "eo",
-    "es",
-    "et",
-    "eu",
-    "fa",
-    "fi",
-    "fj",
-    "fo",
-    "fr",
-    "fy",
-    "ga",
-    "gd",
-    "gl",
-    "gn",
-    "gu",
-    "gv",
-    "ha",
-    "he",
-    "hi",
-    "hr",
-    "ht",
-    "hu",
-    "hy",
-    "ia",
-    "id",
-    "ie",
-    "ii",
-    "ik",
-    "in",
-    "io",
-    "is",
-    "it",
-    "iu",
-    "iw",
-    "ja",
-    "ji",
-    "jv",
-    "ka",
-    "kk",
-    "kl",
-    "km",
-    "kn",
-    "ko",
-    "ks",
-    "ku",
-    "ky",
-    "la",
-    "li",
-    "ln",
-    "lo",
-    "lt",
-    "lv",
-    "mg",
-    "mi",
-    "mk",
-    "ml",
-    "mn",
-    "mo",
-    "mr",
-    "ms",
-    "mt",
-    "my",
-    "na",
-    "ne",
-    "nl",
-    "no",
-    "oc",
-    "om",
-    "or",
-    "pa",
-    "pl",
-    "ps",
-    "pt",
-    "qu",
-    "rm",
-    "rn",
-    "ro",
-    "ru",
-    "rw",
-    "sa",
-    "sd",
-    "sg",
-    "sh",
-    "si",
-    "sk",
-    "sl",
-    "sm",
-    "sn",
-    "so",
-    "sq",
-    "sr",
-    "ss",
-    "st",
-    "su",
-    "sv",
-    "sw",
-    "ta",
-    "te",
-    "tg",
-    "th",
-    "ti",
-    "tk",
-    "tl",
-    "tn",
-    "to",
-    "tr",
-    "ts",
-    "tt",
-    "tw",
-    "ug",
-    "uk",
-    "ur",
-    "uz",
-    "vi",
-    "vo",
-    "wa",
-    "wo",
-    "xh",
-    "yi",
-    "yo",
-    "zh",
-    "zh-Hans",
-    "zh-Hant",
-    "zu",
-)
+    pass

udata/migrations/2025-11-13-delete-user-email-index.py

@@ -0,0 +1,25 @@
+"""Delete Topic index 'name_text'"""
+
+import logging
+
+from mongoengine.connection import get_db
+from pymongo.errors import OperationFailure
+
+from udata.models import User
+
+log = logging.getLogger(__name__)
+
+
+def migrate(db):
+    log.info("Deleting index…")
+
+    collection = get_db().user
+
+    # Remove previous index
+    try:
+        collection.drop_index("slug_text")
+    except OperationFailure:
+        log.info("Index `slug_text` does not exist?", exc_info=True)
+
+    # Force new index creation (before old code in workers recreate it?)
+    User.objects.first()

udata/models/__init__.py

@@ -1,6 +1,3 @@
-from mongoengine.errors import ValidationError  # noqa
-
-from udata import entrypoints  # noqa
 from udata.mongo import *  # noqa
 
 # Load all core models and mixins
@@ -26,11 +23,6 @@ from udata.core.dataservices.models import *  # noqa
 from udata.core.pages.models import *  # noqa
 
 from udata.features.transfer.models import *  # noqa
-from udata.features.territories.models import *  # noqa
 
 # Load HarvestSource model as harvest for catalog
 from udata.harvest.models import HarvestSource as Harvest  # noqa
-
-
-def init_app(app):
-    entrypoints.get_enabled("udata.models", app)

udata/routing.py

@@ -11,7 +11,6 @@ from udata import models
 from udata.core.dataservices.models import Dataservice
 from udata.core.spatial.models import GeoZone
 from udata.harvest.models import HarvestSource
-from udata.i18n import ISO_639_1_CODES
 from udata.mongo import db
 from udata.uris import cdata_url, homepage_url
 
@@ -23,12 +22,6 @@ class LazyRedirect(object):
         self.arg = arg
 
 
-class LanguagePrefixConverter(BaseConverter):
-    def __init__(self, map):
-        super(LanguagePrefixConverter, self).__init__(map)
-        self.regex = "(?:%s)" % "|".join(ISO_639_1_CODES)
-
-
 class ListConverter(BaseConverter):
     def to_python(self, value):
         return value.split(",")
@@ -241,7 +234,6 @@ def lazy_raise_or_redirect():
 
 def init_app(app):
     app.before_request(lazy_raise_or_redirect)
-    app.url_map.converters["lang"] = LanguagePrefixConverter
     app.url_map.converters["list"] = ListConverter
     app.url_map.converters["pathlist"] = PathListConverter
     app.url_map.converters["uuid"] = UUIDConverter