udata 9.1.2.dev30355__py2.py3-none-any.whl → 9.1.2.dev30454__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of udata might be problematic. Click here for more details.
- tasks/__init__.py +109 -107
- tasks/helpers.py +18 -18
- udata/__init__.py +4 -4
- udata/admin/views.py +5 -5
- udata/api/__init__.py +111 -134
- udata/api/commands.py +45 -37
- udata/api/errors.py +5 -4
- udata/api/fields.py +23 -21
- udata/api/oauth2.py +55 -74
- udata/api/parsers.py +15 -15
- udata/api/signals.py +1 -1
- udata/api_fields.py +137 -89
- udata/app.py +58 -55
- udata/assets.py +5 -5
- udata/auth/__init__.py +37 -26
- udata/auth/forms.py +23 -15
- udata/auth/helpers.py +1 -1
- udata/auth/mails.py +3 -3
- udata/auth/password_validation.py +19 -15
- udata/auth/views.py +94 -68
- udata/commands/__init__.py +71 -69
- udata/commands/cache.py +7 -7
- udata/commands/db.py +201 -140
- udata/commands/dcat.py +36 -30
- udata/commands/fixtures.py +100 -84
- udata/commands/images.py +21 -20
- udata/commands/info.py +17 -20
- udata/commands/init.py +10 -10
- udata/commands/purge.py +12 -13
- udata/commands/serve.py +41 -29
- udata/commands/static.py +16 -18
- udata/commands/test.py +20 -20
- udata/commands/tests/fixtures.py +26 -24
- udata/commands/worker.py +31 -33
- udata/core/__init__.py +12 -12
- udata/core/activity/__init__.py +0 -1
- udata/core/activity/api.py +59 -49
- udata/core/activity/models.py +28 -26
- udata/core/activity/signals.py +1 -1
- udata/core/activity/tasks.py +16 -10
- udata/core/badges/api.py +6 -6
- udata/core/badges/commands.py +14 -13
- udata/core/badges/fields.py +8 -5
- udata/core/badges/forms.py +7 -4
- udata/core/badges/models.py +16 -31
- udata/core/badges/permissions.py +1 -3
- udata/core/badges/signals.py +2 -2
- udata/core/badges/tasks.py +3 -2
- udata/core/badges/tests/test_commands.py +10 -10
- udata/core/badges/tests/test_model.py +24 -31
- udata/core/contact_point/api.py +19 -18
- udata/core/contact_point/api_fields.py +21 -14
- udata/core/contact_point/factories.py +2 -2
- udata/core/contact_point/forms.py +7 -6
- udata/core/contact_point/models.py +3 -5
- udata/core/dataservices/api.py +26 -21
- udata/core/dataservices/factories.py +13 -11
- udata/core/dataservices/models.py +35 -40
- udata/core/dataservices/permissions.py +4 -4
- udata/core/dataservices/rdf.py +40 -17
- udata/core/dataservices/tasks.py +4 -3
- udata/core/dataset/actions.py +10 -10
- udata/core/dataset/activities.py +21 -23
- udata/core/dataset/api.py +321 -298
- udata/core/dataset/api_fields.py +443 -271
- udata/core/dataset/apiv2.py +305 -229
- udata/core/dataset/commands.py +38 -36
- udata/core/dataset/constants.py +61 -54
- udata/core/dataset/csv.py +70 -74
- udata/core/dataset/events.py +39 -32
- udata/core/dataset/exceptions.py +8 -4
- udata/core/dataset/factories.py +57 -65
- udata/core/dataset/forms.py +87 -63
- udata/core/dataset/models.py +336 -280
- udata/core/dataset/permissions.py +9 -6
- udata/core/dataset/preview.py +15 -17
- udata/core/dataset/rdf.py +156 -122
- udata/core/dataset/search.py +92 -77
- udata/core/dataset/signals.py +1 -1
- udata/core/dataset/tasks.py +63 -54
- udata/core/discussions/actions.py +5 -5
- udata/core/discussions/api.py +124 -120
- udata/core/discussions/factories.py +2 -2
- udata/core/discussions/forms.py +9 -7
- udata/core/discussions/metrics.py +1 -3
- udata/core/discussions/models.py +25 -24
- udata/core/discussions/notifications.py +18 -14
- udata/core/discussions/permissions.py +3 -3
- udata/core/discussions/signals.py +4 -4
- udata/core/discussions/tasks.py +24 -28
- udata/core/followers/api.py +32 -33
- udata/core/followers/models.py +9 -9
- udata/core/followers/signals.py +3 -3
- udata/core/jobs/actions.py +7 -7
- udata/core/jobs/api.py +99 -92
- udata/core/jobs/commands.py +48 -49
- udata/core/jobs/forms.py +11 -11
- udata/core/jobs/models.py +6 -6
- udata/core/metrics/__init__.py +2 -2
- udata/core/metrics/commands.py +34 -30
- udata/core/metrics/models.py +2 -4
- udata/core/metrics/signals.py +1 -1
- udata/core/metrics/tasks.py +3 -3
- udata/core/organization/activities.py +12 -15
- udata/core/organization/api.py +167 -174
- udata/core/organization/api_fields.py +183 -124
- udata/core/organization/apiv2.py +32 -32
- udata/core/organization/commands.py +20 -22
- udata/core/organization/constants.py +11 -11
- udata/core/organization/csv.py +17 -15
- udata/core/organization/factories.py +8 -11
- udata/core/organization/forms.py +32 -26
- udata/core/organization/metrics.py +2 -1
- udata/core/organization/models.py +87 -67
- udata/core/organization/notifications.py +18 -14
- udata/core/organization/permissions.py +10 -11
- udata/core/organization/rdf.py +14 -14
- udata/core/organization/search.py +30 -28
- udata/core/organization/signals.py +7 -7
- udata/core/organization/tasks.py +42 -61
- udata/core/owned.py +38 -27
- udata/core/post/api.py +82 -81
- udata/core/post/constants.py +8 -5
- udata/core/post/factories.py +4 -4
- udata/core/post/forms.py +13 -14
- udata/core/post/models.py +20 -22
- udata/core/post/tests/test_api.py +30 -32
- udata/core/reports/api.py +8 -7
- udata/core/reports/constants.py +1 -3
- udata/core/reports/models.py +10 -10
- udata/core/reuse/activities.py +15 -19
- udata/core/reuse/api.py +123 -126
- udata/core/reuse/api_fields.py +120 -85
- udata/core/reuse/apiv2.py +11 -10
- udata/core/reuse/constants.py +23 -23
- udata/core/reuse/csv.py +18 -18
- udata/core/reuse/factories.py +5 -9
- udata/core/reuse/forms.py +24 -21
- udata/core/reuse/models.py +55 -51
- udata/core/reuse/permissions.py +2 -2
- udata/core/reuse/search.py +49 -46
- udata/core/reuse/signals.py +1 -1
- udata/core/reuse/tasks.py +4 -5
- udata/core/site/api.py +47 -50
- udata/core/site/factories.py +2 -2
- udata/core/site/forms.py +4 -5
- udata/core/site/models.py +94 -63
- udata/core/site/rdf.py +14 -14
- udata/core/spam/api.py +16 -9
- udata/core/spam/constants.py +4 -4
- udata/core/spam/fields.py +13 -7
- udata/core/spam/models.py +27 -20
- udata/core/spam/signals.py +1 -1
- udata/core/spam/tests/test_spam.py +6 -5
- udata/core/spatial/api.py +72 -80
- udata/core/spatial/api_fields.py +73 -58
- udata/core/spatial/commands.py +67 -64
- udata/core/spatial/constants.py +3 -3
- udata/core/spatial/factories.py +37 -54
- udata/core/spatial/forms.py +27 -26
- udata/core/spatial/geoids.py +17 -17
- udata/core/spatial/models.py +43 -47
- udata/core/spatial/tasks.py +2 -1
- udata/core/spatial/tests/test_api.py +115 -130
- udata/core/spatial/tests/test_fields.py +74 -77
- udata/core/spatial/tests/test_geoid.py +22 -22
- udata/core/spatial/tests/test_models.py +5 -7
- udata/core/spatial/translations.py +16 -16
- udata/core/storages/__init__.py +16 -18
- udata/core/storages/api.py +66 -64
- udata/core/storages/tasks.py +7 -7
- udata/core/storages/utils.py +15 -15
- udata/core/storages/views.py +5 -6
- udata/core/tags/api.py +17 -14
- udata/core/tags/csv.py +4 -4
- udata/core/tags/models.py +8 -5
- udata/core/tags/tasks.py +11 -13
- udata/core/tags/views.py +4 -4
- udata/core/topic/api.py +84 -73
- udata/core/topic/apiv2.py +157 -127
- udata/core/topic/factories.py +3 -4
- udata/core/topic/forms.py +12 -14
- udata/core/topic/models.py +14 -19
- udata/core/topic/parsers.py +26 -26
- udata/core/user/activities.py +30 -29
- udata/core/user/api.py +151 -152
- udata/core/user/api_fields.py +132 -100
- udata/core/user/apiv2.py +7 -7
- udata/core/user/commands.py +38 -38
- udata/core/user/factories.py +8 -9
- udata/core/user/forms.py +14 -11
- udata/core/user/metrics.py +2 -2
- udata/core/user/models.py +68 -69
- udata/core/user/permissions.py +4 -5
- udata/core/user/rdf.py +7 -8
- udata/core/user/tasks.py +2 -2
- udata/core/user/tests/test_user_model.py +24 -16
- udata/cors.py +99 -0
- udata/db/tasks.py +2 -1
- udata/entrypoints.py +35 -31
- udata/errors.py +2 -1
- udata/event/values.py +6 -6
- udata/factories.py +2 -2
- udata/features/identicon/api.py +5 -6
- udata/features/identicon/backends.py +48 -55
- udata/features/identicon/tests/test_backends.py +4 -5
- udata/features/notifications/__init__.py +0 -1
- udata/features/notifications/actions.py +9 -9
- udata/features/notifications/api.py +17 -13
- udata/features/territories/__init__.py +12 -10
- udata/features/territories/api.py +14 -15
- udata/features/territories/models.py +23 -28
- udata/features/transfer/actions.py +8 -11
- udata/features/transfer/api.py +84 -77
- udata/features/transfer/factories.py +2 -1
- udata/features/transfer/models.py +11 -12
- udata/features/transfer/notifications.py +19 -15
- udata/features/transfer/permissions.py +5 -5
- udata/forms/__init__.py +5 -2
- udata/forms/fields.py +164 -172
- udata/forms/validators.py +19 -22
- udata/forms/widgets.py +9 -13
- udata/frontend/__init__.py +31 -26
- udata/frontend/csv.py +68 -58
- udata/frontend/markdown.py +40 -44
- udata/harvest/actions.py +89 -77
- udata/harvest/api.py +294 -238
- udata/harvest/backends/__init__.py +4 -4
- udata/harvest/backends/base.py +128 -111
- udata/harvest/backends/dcat.py +80 -66
- udata/harvest/commands.py +56 -60
- udata/harvest/csv.py +8 -8
- udata/harvest/exceptions.py +6 -3
- udata/harvest/filters.py +24 -23
- udata/harvest/forms.py +27 -28
- udata/harvest/models.py +88 -80
- udata/harvest/notifications.py +15 -10
- udata/harvest/signals.py +13 -13
- udata/harvest/tasks.py +11 -10
- udata/harvest/tests/factories.py +23 -24
- udata/harvest/tests/test_actions.py +136 -166
- udata/harvest/tests/test_api.py +220 -214
- udata/harvest/tests/test_base_backend.py +117 -112
- udata/harvest/tests/test_dcat_backend.py +380 -308
- udata/harvest/tests/test_filters.py +33 -22
- udata/harvest/tests/test_models.py +11 -14
- udata/harvest/tests/test_notifications.py +6 -7
- udata/harvest/tests/test_tasks.py +7 -6
- udata/i18n.py +237 -78
- udata/linkchecker/backends.py +5 -11
- udata/linkchecker/checker.py +23 -22
- udata/linkchecker/commands.py +4 -6
- udata/linkchecker/models.py +6 -6
- udata/linkchecker/tasks.py +18 -20
- udata/mail.py +21 -21
- udata/migrations/2020-07-24-remove-s-from-scope-oauth.py +9 -8
- udata/migrations/2020-08-24-add-fs-filename.py +9 -8
- udata/migrations/2020-09-28-update-reuses-datasets-metrics.py +5 -4
- udata/migrations/2020-10-16-migrate-ods-resources.py +9 -10
- udata/migrations/2021-04-08-update-schema-with-new-structure.py +8 -7
- udata/migrations/2021-05-27-fix-default-schema-name.py +7 -6
- udata/migrations/2021-07-05-remove-unused-badges.py +17 -15
- udata/migrations/2021-07-07-update-schema-for-community-resources.py +7 -6
- udata/migrations/2021-08-17-follow-integrity.py +5 -4
- udata/migrations/2021-08-17-harvest-integrity.py +13 -12
- udata/migrations/2021-08-17-oauth2client-integrity.py +5 -4
- udata/migrations/2021-08-17-transfer-integrity.py +5 -4
- udata/migrations/2021-08-17-users-integrity.py +9 -8
- udata/migrations/2021-12-14-reuse-topics.py +7 -6
- udata/migrations/2022-04-21-improve-extension-detection.py +8 -7
- udata/migrations/2022-09-22-clean-inactive-harvest-datasets.py +16 -14
- udata/migrations/2022-10-10-add-fs_uniquifier-to-user-model.py +6 -6
- udata/migrations/2022-10-10-migrate-harvest-extras.py +36 -26
- udata/migrations/2023-02-08-rename-internal-dates.py +46 -28
- udata/migrations/2024-01-29-fix-reuse-and-dataset-with-private-None.py +10 -8
- udata/migrations/2024-03-22-migrate-activity-kwargs-to-extras.py +6 -4
- udata/migrations/2024-06-11-fix-reuse-datasets-references.py +7 -6
- udata/migrations/__init__.py +123 -105
- udata/models/__init__.py +4 -4
- udata/mongo/__init__.py +13 -11
- udata/mongo/badges_field.py +3 -2
- udata/mongo/datetime_fields.py +13 -12
- udata/mongo/document.py +17 -16
- udata/mongo/engine.py +15 -16
- udata/mongo/errors.py +2 -1
- udata/mongo/extras_fields.py +30 -20
- udata/mongo/queryset.py +12 -12
- udata/mongo/slug_fields.py +38 -28
- udata/mongo/taglist_field.py +1 -2
- udata/mongo/url_field.py +5 -5
- udata/mongo/uuid_fields.py +4 -3
- udata/notifications/__init__.py +1 -1
- udata/notifications/mattermost.py +10 -9
- udata/rdf.py +167 -188
- udata/routing.py +40 -45
- udata/search/__init__.py +18 -19
- udata/search/adapter.py +17 -16
- udata/search/commands.py +44 -51
- udata/search/fields.py +13 -20
- udata/search/query.py +23 -18
- udata/search/result.py +9 -10
- udata/sentry.py +21 -19
- udata/settings.py +262 -198
- udata/sitemap.py +8 -6
- udata/storage/s3.py +20 -13
- udata/tags.py +4 -5
- udata/tasks.py +43 -42
- udata/tests/__init__.py +9 -6
- udata/tests/api/__init__.py +8 -6
- udata/tests/api/test_auth_api.py +395 -321
- udata/tests/api/test_base_api.py +33 -35
- udata/tests/api/test_contact_points.py +7 -9
- udata/tests/api/test_dataservices_api.py +211 -158
- udata/tests/api/test_datasets_api.py +823 -812
- udata/tests/api/test_follow_api.py +13 -15
- udata/tests/api/test_me_api.py +95 -112
- udata/tests/api/test_organizations_api.py +301 -339
- udata/tests/api/test_reports_api.py +35 -25
- udata/tests/api/test_reuses_api.py +134 -139
- udata/tests/api/test_swagger.py +5 -5
- udata/tests/api/test_tags_api.py +18 -25
- udata/tests/api/test_topics_api.py +94 -94
- udata/tests/api/test_transfer_api.py +53 -48
- udata/tests/api/test_user_api.py +128 -141
- udata/tests/apiv2/test_datasets.py +290 -198
- udata/tests/apiv2/test_me_api.py +10 -11
- udata/tests/apiv2/test_organizations.py +56 -74
- udata/tests/apiv2/test_swagger.py +5 -5
- udata/tests/apiv2/test_topics.py +69 -87
- udata/tests/cli/test_cli_base.py +8 -8
- udata/tests/cli/test_db_cli.py +21 -19
- udata/tests/dataservice/test_dataservice_tasks.py +8 -12
- udata/tests/dataset/test_csv_adapter.py +44 -35
- udata/tests/dataset/test_dataset_actions.py +2 -3
- udata/tests/dataset/test_dataset_commands.py +7 -8
- udata/tests/dataset/test_dataset_events.py +36 -29
- udata/tests/dataset/test_dataset_model.py +224 -217
- udata/tests/dataset/test_dataset_rdf.py +142 -131
- udata/tests/dataset/test_dataset_tasks.py +15 -15
- udata/tests/dataset/test_resource_preview.py +10 -13
- udata/tests/features/territories/__init__.py +9 -13
- udata/tests/features/territories/test_territories_api.py +71 -91
- udata/tests/forms/test_basic_fields.py +7 -7
- udata/tests/forms/test_current_user_field.py +39 -66
- udata/tests/forms/test_daterange_field.py +31 -39
- udata/tests/forms/test_dict_field.py +28 -26
- udata/tests/forms/test_extras_fields.py +102 -76
- udata/tests/forms/test_form_field.py +8 -8
- udata/tests/forms/test_image_field.py +33 -26
- udata/tests/forms/test_model_field.py +134 -123
- udata/tests/forms/test_model_list_field.py +7 -7
- udata/tests/forms/test_nested_model_list_field.py +117 -79
- udata/tests/forms/test_publish_as_field.py +36 -65
- udata/tests/forms/test_reference_field.py +34 -53
- udata/tests/forms/test_user_forms.py +23 -21
- udata/tests/forms/test_uuid_field.py +6 -10
- udata/tests/frontend/__init__.py +9 -6
- udata/tests/frontend/test_auth.py +7 -6
- udata/tests/frontend/test_csv.py +81 -96
- udata/tests/frontend/test_hooks.py +43 -43
- udata/tests/frontend/test_markdown.py +211 -191
- udata/tests/helpers.py +32 -37
- udata/tests/models.py +2 -2
- udata/tests/organization/test_csv_adapter.py +21 -16
- udata/tests/organization/test_notifications.py +11 -18
- udata/tests/organization/test_organization_model.py +13 -13
- udata/tests/organization/test_organization_rdf.py +29 -22
- udata/tests/organization/test_organization_tasks.py +16 -17
- udata/tests/plugin.py +79 -73
- udata/tests/reuse/test_reuse_model.py +21 -21
- udata/tests/reuse/test_reuse_task.py +11 -13
- udata/tests/search/__init__.py +11 -12
- udata/tests/search/test_adapter.py +60 -70
- udata/tests/search/test_query.py +16 -16
- udata/tests/search/test_results.py +10 -7
- udata/tests/site/test_site_api.py +11 -16
- udata/tests/site/test_site_metrics.py +20 -30
- udata/tests/site/test_site_model.py +4 -5
- udata/tests/site/test_site_rdf.py +94 -78
- udata/tests/test_activity.py +17 -17
- udata/tests/test_cors.py +62 -0
- udata/tests/test_discussions.py +292 -299
- udata/tests/test_i18n.py +37 -40
- udata/tests/test_linkchecker.py +91 -85
- udata/tests/test_mail.py +13 -17
- udata/tests/test_migrations.py +219 -180
- udata/tests/test_model.py +164 -157
- udata/tests/test_notifications.py +17 -17
- udata/tests/test_owned.py +14 -14
- udata/tests/test_rdf.py +25 -23
- udata/tests/test_routing.py +89 -93
- udata/tests/test_storages.py +137 -128
- udata/tests/test_tags.py +44 -46
- udata/tests/test_topics.py +7 -7
- udata/tests/test_transfer.py +42 -49
- udata/tests/test_uris.py +160 -161
- udata/tests/test_utils.py +79 -71
- udata/tests/user/test_user_rdf.py +5 -9
- udata/tests/workers/test_jobs_commands.py +57 -58
- udata/tests/workers/test_tasks_routing.py +23 -29
- udata/tests/workers/test_workers_api.py +125 -131
- udata/tests/workers/test_workers_helpers.py +6 -6
- udata/tracking.py +4 -6
- udata/uris.py +45 -46
- udata/utils.py +68 -66
- udata/wsgi.py +1 -1
- {udata-9.1.2.dev30355.dist-info → udata-9.1.2.dev30454.dist-info}/METADATA +7 -3
- udata-9.1.2.dev30454.dist-info/RECORD +706 -0
- udata-9.1.2.dev30355.dist-info/RECORD +0 -704
- {udata-9.1.2.dev30355.dist-info → udata-9.1.2.dev30454.dist-info}/LICENSE +0 -0
- {udata-9.1.2.dev30355.dist-info → udata-9.1.2.dev30454.dist-info}/WHEEL +0 -0
- {udata-9.1.2.dev30355.dist-info → udata-9.1.2.dev30454.dist-info}/entry_points.txt +0 -0
- {udata-9.1.2.dev30355.dist-info → udata-9.1.2.dev30454.dist-info}/top_level.txt +0 -0
udata/core/spatial/api.py
CHANGED
|
@@ -1,64 +1,60 @@
|
|
|
1
1
|
import re
|
|
2
|
-
from mongoengine.queryset.visitor import Q
|
|
3
2
|
|
|
4
3
|
from flask_restx import inputs
|
|
4
|
+
from mongoengine.queryset.visitor import Q
|
|
5
5
|
|
|
6
|
-
from udata.api import
|
|
6
|
+
from udata.api import API, api
|
|
7
|
+
from udata.core.dataset.api_fields import dataset_ref_fields
|
|
7
8
|
from udata.i18n import _
|
|
8
9
|
from udata.models import Dataset
|
|
9
|
-
from udata.core.dataset.api_fields import dataset_ref_fields
|
|
10
10
|
|
|
11
11
|
from .api_fields import (
|
|
12
|
-
level_fields,
|
|
13
|
-
granularity_fields,
|
|
14
12
|
feature_collection_fields,
|
|
15
|
-
|
|
13
|
+
granularity_fields,
|
|
14
|
+
level_fields,
|
|
15
|
+
zone_suggestion_fields,
|
|
16
16
|
)
|
|
17
|
-
from .models import
|
|
17
|
+
from .models import GeoLevel, GeoZone, spatial_granularities
|
|
18
18
|
|
|
19
|
-
|
|
20
|
-
GEOM_TYPES = (
|
|
21
|
-
'Point', 'LineString', 'Polygon', 'MultiPoint', 'MultiLineString',
|
|
22
|
-
'MultiPolygon'
|
|
23
|
-
)
|
|
19
|
+
GEOM_TYPES = ("Point", "LineString", "Polygon", "MultiPoint", "MultiLineString", "MultiPolygon")
|
|
24
20
|
LEGACY_GEOID_PATTERN = r"^([a-z]+:[a-z]+:\d+)@(\d{4}-\d{2}-\d{2})$"
|
|
25
21
|
|
|
26
22
|
|
|
27
|
-
ns = api.namespace(
|
|
23
|
+
ns = api.namespace("spatial", "Spatial references")
|
|
28
24
|
|
|
29
25
|
|
|
30
26
|
suggest_parser = api.parser()
|
|
31
27
|
suggest_parser.add_argument(
|
|
32
|
-
|
|
33
|
-
|
|
28
|
+
"q", type=str, help="The string to autocomplete/suggest", location="args", required=True
|
|
29
|
+
)
|
|
34
30
|
suggest_parser.add_argument(
|
|
35
|
-
|
|
36
|
-
|
|
31
|
+
"size", type=int, help="The amount of suggestion to fetch", location="args", default=10
|
|
32
|
+
)
|
|
37
33
|
|
|
38
34
|
|
|
39
35
|
def payload_name(name):
|
|
40
|
-
|
|
36
|
+
"""localize name"""
|
|
41
37
|
return _(name) # Avoid dict quotes in gettext
|
|
42
38
|
|
|
43
39
|
|
|
44
40
|
def legacy_geoid(legacy_id):
|
|
45
|
-
|
|
46
|
-
as we do not support it anymore
|
|
41
|
+
"""Returns an geoid without validity date
|
|
42
|
+
as we do not support it anymore"""
|
|
47
43
|
match = re.match(LEGACY_GEOID_PATTERN, legacy_id)
|
|
48
44
|
if match:
|
|
49
|
-
return legacy_id.split(
|
|
45
|
+
return legacy_id.split("@")[0]
|
|
50
46
|
return legacy_id
|
|
51
47
|
|
|
52
48
|
|
|
53
|
-
@ns.route(
|
|
49
|
+
@ns.route("/zones/suggest/", endpoint="suggest_zones")
|
|
54
50
|
class SuggestZonesAPI(API):
|
|
55
51
|
@api.marshal_list_with(zone_suggestion_fields)
|
|
56
52
|
@api.expect(suggest_parser)
|
|
57
|
-
@api.doc(
|
|
53
|
+
@api.doc("suggest_zones")
|
|
58
54
|
def get(self):
|
|
59
|
-
|
|
55
|
+
"""Geospatial zones suggest endpoint using mongoDB contains"""
|
|
60
56
|
args = suggest_parser.parse_args()
|
|
61
|
-
geozones = GeoZone.objects(Q(name__icontains=args[
|
|
57
|
+
geozones = GeoZone.objects(Q(name__icontains=args["q"]) | Q(code__icontains=args["q"]))
|
|
62
58
|
|
|
63
59
|
# We're manually sorting based on zone level int (cause we don't have the int value directly in mongo document)
|
|
64
60
|
level_id_to_int_level = {level.id: level.admin_level for level in GeoLevel.objects()}
|
|
@@ -66,114 +62,110 @@ class SuggestZonesAPI(API):
|
|
|
66
62
|
|
|
67
63
|
return [
|
|
68
64
|
{
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
65
|
+
"id": geozone.id,
|
|
66
|
+
"name": payload_name(geozone.name),
|
|
67
|
+
"code": geozone.code,
|
|
68
|
+
"level": geozone.level,
|
|
69
|
+
"uri": geozone.uri,
|
|
74
70
|
}
|
|
75
|
-
for geozone in geozones[:args[
|
|
71
|
+
for geozone in geozones[: args["size"]]
|
|
76
72
|
]
|
|
77
73
|
|
|
78
74
|
|
|
79
75
|
dataset_parser = api.parser()
|
|
80
76
|
dataset_parser.add_argument(
|
|
81
|
-
|
|
82
|
-
|
|
77
|
+
"dynamic", type=inputs.boolean, help="Append dynamic datasets", location="args", required=False
|
|
78
|
+
)
|
|
83
79
|
dataset_parser.add_argument(
|
|
84
|
-
|
|
85
|
-
|
|
80
|
+
"size", type=int, help="The amount of datasets to fetch", location="args", default=25
|
|
81
|
+
)
|
|
86
82
|
|
|
87
83
|
|
|
88
|
-
@ns.route(
|
|
84
|
+
@ns.route("/zones/<list:ids>/", endpoint="zones")
|
|
89
85
|
class ZonesAPI(API):
|
|
90
|
-
@api.doc(
|
|
91
|
-
params={'ids': 'A zone identifiers list (comma separated)'})
|
|
86
|
+
@api.doc("spatial_zones", params={"ids": "A zone identifiers list (comma separated)"})
|
|
92
87
|
@api.marshal_with(feature_collection_fields)
|
|
93
88
|
def get(self, ids):
|
|
94
|
-
|
|
89
|
+
"""Fetch a zone list as GeoJSON"""
|
|
95
90
|
ids_list = list(map(legacy_geoid, ids))
|
|
96
91
|
zones = GeoZone.objects.in_bulk(ids_list)
|
|
97
92
|
zones = [zones[id] for id in ids_list]
|
|
98
93
|
return {
|
|
99
|
-
|
|
100
|
-
|
|
94
|
+
"type": "FeatureCollection",
|
|
95
|
+
"features": [z.toGeoJSON() for z in zones],
|
|
101
96
|
}
|
|
102
97
|
|
|
103
98
|
|
|
104
|
-
@ns.route(
|
|
99
|
+
@ns.route("/zone/<id>/datasets/", endpoint="zone_datasets")
|
|
105
100
|
class ZoneDatasetsAPI(API):
|
|
106
|
-
@api.doc(
|
|
101
|
+
@api.doc("spatial_zone_datasets", params={"id": "A zone identifier"})
|
|
107
102
|
@api.expect(dataset_parser)
|
|
108
103
|
@api.marshal_with(dataset_ref_fields)
|
|
109
104
|
def get(self, id):
|
|
110
|
-
|
|
105
|
+
"""Fetch datasets for a given zone"""
|
|
111
106
|
id = legacy_geoid(id)
|
|
112
107
|
args = dataset_parser.parse_args()
|
|
113
108
|
zone = GeoZone.objects.get_or_404(id=id)
|
|
114
109
|
datasets = []
|
|
115
|
-
datasets += list(Dataset.objects.visible()
|
|
116
|
-
.filter(spatial__zones=zone)
|
|
117
|
-
.limit(args['size']))
|
|
110
|
+
datasets += list(Dataset.objects.visible().filter(spatial__zones=zone).limit(args["size"]))
|
|
118
111
|
return datasets
|
|
119
112
|
|
|
120
113
|
|
|
121
|
-
@ns.route(
|
|
114
|
+
@ns.route("/zone/<id>/", endpoint="zone")
|
|
122
115
|
class ZoneAPI(API):
|
|
123
|
-
@api.doc(
|
|
116
|
+
@api.doc("spatial_zone", params={"id": "A zone identifier"})
|
|
124
117
|
def get(self, id):
|
|
125
|
-
|
|
118
|
+
"""Fetch a zone"""
|
|
126
119
|
id = legacy_geoid(id)
|
|
127
120
|
zone = GeoZone.objects.get_or_404(id=id)
|
|
128
121
|
return zone.toGeoJSON()
|
|
129
122
|
|
|
130
123
|
|
|
131
|
-
@ns.route(
|
|
124
|
+
@ns.route("/levels/", endpoint="spatial_levels")
|
|
132
125
|
class SpatialLevelsAPI(API):
|
|
133
|
-
@api.doc(
|
|
126
|
+
@api.doc("spatial_levels")
|
|
134
127
|
@api.marshal_list_with(level_fields)
|
|
135
128
|
def get(self):
|
|
136
|
-
|
|
137
|
-
return [{
|
|
138
|
-
'id': level.id,
|
|
139
|
-
'name': _(level.name)
|
|
140
|
-
} for level in GeoLevel.objects]
|
|
129
|
+
"""List all known levels"""
|
|
130
|
+
return [{"id": level.id, "name": _(level.name)} for level in GeoLevel.objects]
|
|
141
131
|
|
|
142
132
|
|
|
143
|
-
@ns.route(
|
|
133
|
+
@ns.route("/granularities/", endpoint="spatial_granularities")
|
|
144
134
|
class SpatialGranularitiesAPI(API):
|
|
145
|
-
@api.doc(
|
|
135
|
+
@api.doc("spatial_granularities")
|
|
146
136
|
@api.marshal_list_with(granularity_fields)
|
|
147
137
|
def get(self):
|
|
148
|
-
|
|
149
|
-
return [
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
138
|
+
"""List all known spatial granularities"""
|
|
139
|
+
return [
|
|
140
|
+
{
|
|
141
|
+
"id": id,
|
|
142
|
+
"name": name,
|
|
143
|
+
}
|
|
144
|
+
for id, name in spatial_granularities
|
|
145
|
+
]
|
|
153
146
|
|
|
154
147
|
|
|
155
|
-
@ns.route(
|
|
148
|
+
@ns.route("/coverage/<level>/", endpoint="spatial_coverage")
|
|
156
149
|
class SpatialCoverageAPI(API):
|
|
157
|
-
@api.doc(
|
|
150
|
+
@api.doc("spatial_coverage")
|
|
158
151
|
@api.marshal_list_with(feature_collection_fields)
|
|
159
152
|
def get(self, level):
|
|
160
|
-
|
|
153
|
+
"""List each zone for a given level with their datasets count"""
|
|
161
154
|
level = GeoLevel.objects.get_or_404(id=level)
|
|
162
155
|
features = []
|
|
163
156
|
|
|
164
157
|
for zone in GeoZone.objects(level=level.id):
|
|
165
|
-
features.append(
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
158
|
+
features.append(
|
|
159
|
+
{
|
|
160
|
+
"id": zone.id,
|
|
161
|
+
"type": "Feature",
|
|
162
|
+
"properties": {
|
|
163
|
+
"name": _(zone.name),
|
|
164
|
+
"code": zone.code,
|
|
165
|
+
"uri": zone.uri,
|
|
166
|
+
"datasets": zone.metrics.get("datasets", 0),
|
|
167
|
+
},
|
|
173
168
|
}
|
|
174
|
-
|
|
169
|
+
)
|
|
175
170
|
|
|
176
|
-
return {
|
|
177
|
-
'type': 'FeatureCollection',
|
|
178
|
-
'features': features
|
|
179
|
-
}
|
|
171
|
+
return {"type": "FeatureCollection", "features": features}
|
udata/core/spatial/api_fields.py
CHANGED
|
@@ -1,71 +1,86 @@
|
|
|
1
1
|
from udata.api import api, fields
|
|
2
2
|
|
|
3
|
-
|
|
4
|
-
GEOM_TYPES = (
|
|
5
|
-
'Point', 'LineString', 'Polygon', 'MultiPoint', 'MultiLineString',
|
|
6
|
-
'MultiPolygon'
|
|
7
|
-
)
|
|
3
|
+
GEOM_TYPES = ("Point", "LineString", "Polygon", "MultiPoint", "MultiLineString", "MultiPolygon")
|
|
8
4
|
|
|
9
5
|
|
|
10
|
-
geojson = api.model(
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
fields.
|
|
15
|
-
|
|
16
|
-
|
|
6
|
+
geojson = api.model(
|
|
7
|
+
"GeoJSON",
|
|
8
|
+
{
|
|
9
|
+
"type": fields.String(description="The GeoJSON Type", required=True, enum=GEOM_TYPES),
|
|
10
|
+
"coordinates": fields.List(
|
|
11
|
+
fields.Raw(), description="The geometry as coordinates lists", required=True
|
|
12
|
+
),
|
|
13
|
+
},
|
|
14
|
+
)
|
|
17
15
|
|
|
18
|
-
feature_fields = api.model(
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
16
|
+
feature_fields = api.model(
|
|
17
|
+
"GeoJSONFeature",
|
|
18
|
+
{
|
|
19
|
+
"id": fields.String,
|
|
20
|
+
"type": fields.String(required=True, enum=["Feature"]),
|
|
21
|
+
"geometry": fields.Nested(geojson, required=True),
|
|
22
|
+
"properties": fields.Raw,
|
|
23
|
+
},
|
|
24
|
+
)
|
|
24
25
|
|
|
25
|
-
feature_collection_fields = api.model(
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
26
|
+
feature_collection_fields = api.model(
|
|
27
|
+
"GeoJSONFeatureCollection",
|
|
28
|
+
{
|
|
29
|
+
"type": fields.String(required=True, enum=["FeatureCollection"]),
|
|
30
|
+
"features": fields.List(fields.Nested(feature_fields), required=True),
|
|
31
|
+
},
|
|
32
|
+
)
|
|
29
33
|
|
|
30
|
-
level_fields = api.model(
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
+
level_fields = api.model(
|
|
35
|
+
"GeoLevel",
|
|
36
|
+
{
|
|
37
|
+
"id": fields.String(description="The level identifier", required=True),
|
|
38
|
+
"name": fields.String(description="The level name", required=True),
|
|
39
|
+
},
|
|
40
|
+
)
|
|
34
41
|
|
|
35
|
-
zone_fields = api.model(
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
description=
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
42
|
+
zone_fields = api.model(
|
|
43
|
+
"GeoZone",
|
|
44
|
+
{
|
|
45
|
+
"id": fields.String(description="The zone identifier", required=True),
|
|
46
|
+
"name": fields.String(description="The zone name", required=True),
|
|
47
|
+
"slug": fields.String(description="The zone slug", required=True),
|
|
48
|
+
"code": fields.String(description="The zone unique code in the level", required=True),
|
|
49
|
+
"level": fields.String(description="The zone level", required=True),
|
|
50
|
+
"uri": fields.String(description="The zone uri", required=True),
|
|
51
|
+
},
|
|
52
|
+
)
|
|
44
53
|
|
|
45
|
-
granularity_fields = api.model(
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
54
|
+
granularity_fields = api.model(
|
|
55
|
+
"GeoGranularity",
|
|
56
|
+
{
|
|
57
|
+
"id": fields.String(description="The granularity identifier", required=True),
|
|
58
|
+
"name": fields.String(description="The granularity name", required=True),
|
|
59
|
+
},
|
|
60
|
+
)
|
|
50
61
|
|
|
51
62
|
|
|
52
|
-
spatial_coverage_fields = api.model(
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
63
|
+
spatial_coverage_fields = api.model(
|
|
64
|
+
"SpatialCoverage",
|
|
65
|
+
{
|
|
66
|
+
"geom": fields.Nested(
|
|
67
|
+
geojson, allow_null=True, description="A multipolygon for the whole coverage"
|
|
68
|
+
),
|
|
69
|
+
"zones": fields.List(fields.String, description="The covered zones identifiers"),
|
|
70
|
+
"granularity": fields.String(
|
|
71
|
+
default="other", description="The spatial/territorial granularity"
|
|
72
|
+
),
|
|
73
|
+
},
|
|
74
|
+
)
|
|
61
75
|
|
|
62
76
|
|
|
63
|
-
zone_suggestion_fields = api.model(
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
description=
|
|
68
|
-
|
|
69
|
-
description=
|
|
70
|
-
|
|
71
|
-
}
|
|
77
|
+
zone_suggestion_fields = api.model(
|
|
78
|
+
"TerritorySuggestion",
|
|
79
|
+
{
|
|
80
|
+
"id": fields.String(description="The territory identifier", required=True),
|
|
81
|
+
"name": fields.String(description="The territory name", required=True),
|
|
82
|
+
"code": fields.String(description="The territory main code", required=True),
|
|
83
|
+
"level": fields.String(description="The territory administrative level", required=True),
|
|
84
|
+
"uri": fields.String(description="The zone uri", required=True),
|
|
85
|
+
},
|
|
86
|
+
)
|