udata 12.0.2.dev16__py3-none-any.whl → 12.0.2.dev18__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of udata might be problematic. Click here for more details.
- udata/commands/tests/test_fixtures.py +6 -3
- udata/core/badges/tests/test_commands.py +2 -4
- udata/core/badges/tests/test_model.py +2 -2
- udata/core/pages/tests/test_api.py +0 -2
- udata/core/spatial/tests/test_api.py +17 -20
- udata/core/spatial/tests/test_models.py +3 -3
- udata/core/user/tests/test_user_model.py +2 -6
- udata/features/identicon/tests/test_backends.py +3 -13
- udata/forms/fields.py +3 -3
- udata/forms/widgets.py +2 -2
- udata/harvest/tests/ckan/test_ckan_backend.py +300 -337
- udata/harvest/tests/ckan/test_ckan_backend_errors.py +94 -99
- udata/harvest/tests/ckan/test_ckan_backend_filters.py +128 -122
- udata/harvest/tests/ckan/test_dkan_backend.py +39 -51
- udata/harvest/tests/test_actions.py +7 -7
- udata/harvest/tests/test_api.py +2 -4
- udata/harvest/tests/test_base_backend.py +3 -4
- udata/harvest/tests/test_dcat_backend.py +5 -16
- udata/harvest/tests/test_models.py +2 -4
- udata/harvest/tests/test_notifications.py +2 -4
- udata/harvest/tests/test_tasks.py +2 -3
- udata/mongo/taglist_field.py +3 -3
- udata/settings.py +3 -0
- udata/tags.py +5 -5
- udata/tests/__init__.py +40 -58
- udata/tests/api/__init__.py +87 -2
- udata/tests/api/test_activities_api.py +17 -23
- udata/tests/api/test_auth_api.py +2 -4
- udata/tests/api/test_contact_points.py +48 -54
- udata/tests/api/test_dataservices_api.py +0 -2
- udata/tests/api/test_datasets_api.py +27 -49
- udata/tests/api/test_me_api.py +4 -6
- udata/tests/api/test_organizations_api.py +19 -38
- udata/tests/api/test_reports_api.py +0 -4
- udata/tests/api/test_reuses_api.py +9 -19
- udata/tests/api/test_swagger.py +2 -3
- udata/tests/api/test_tags_api.py +6 -7
- udata/tests/api/test_transfer_api.py +0 -2
- udata/tests/api/test_user_api.py +8 -10
- udata/tests/apiv2/test_datasets.py +0 -4
- udata/tests/apiv2/test_me_api.py +0 -2
- udata/tests/apiv2/test_organizations.py +0 -2
- udata/tests/apiv2/test_swagger.py +2 -3
- udata/tests/apiv2/test_topics.py +0 -2
- udata/tests/cli/test_cli_base.py +14 -12
- udata/tests/cli/test_db_cli.py +51 -54
- udata/tests/contact_point/test_contact_point_models.py +2 -2
- udata/tests/dataservice/test_csv_adapter.py +2 -5
- udata/tests/dataservice/test_dataservice_rdf.py +3 -6
- udata/tests/dataservice/test_dataservice_tasks.py +36 -38
- udata/tests/dataset/test_csv_adapter.py +2 -5
- udata/tests/dataset/test_dataset_actions.py +2 -4
- udata/tests/dataset/test_dataset_commands.py +2 -4
- udata/tests/dataset/test_dataset_events.py +3 -3
- udata/tests/dataset/test_dataset_model.py +6 -7
- udata/tests/dataset/test_dataset_rdf.py +6 -9
- udata/tests/dataset/test_dataset_recommendations.py +2 -2
- udata/tests/dataset/test_dataset_tasks.py +66 -68
- udata/tests/dataset/test_resource_preview.py +39 -48
- udata/tests/dataset/test_transport_tasks.py +2 -2
- udata/tests/features/territories/__init__.py +0 -6
- udata/tests/features/territories/test_territories_api.py +25 -24
- udata/tests/forms/test_current_user_field.py +2 -2
- udata/tests/forms/test_dict_field.py +2 -4
- udata/tests/forms/test_extras_fields.py +2 -3
- udata/tests/forms/test_image_field.py +2 -2
- udata/tests/forms/test_model_field.py +2 -4
- udata/tests/forms/test_publish_as_field.py +2 -4
- udata/tests/forms/test_user_forms.py +26 -29
- udata/tests/frontend/test_auth.py +2 -3
- udata/tests/frontend/test_csv.py +5 -6
- udata/tests/frontend/test_error_handlers.py +2 -3
- udata/tests/frontend/test_hooks.py +5 -7
- udata/tests/frontend/test_markdown.py +3 -4
- udata/tests/helpers.py +2 -7
- udata/tests/metrics/test_metrics.py +52 -48
- udata/tests/metrics/test_tasks.py +154 -150
- udata/tests/organization/test_csv_adapter.py +2 -5
- udata/tests/organization/test_notifications.py +2 -4
- udata/tests/organization/test_organization_model.py +3 -4
- udata/tests/organization/test_organization_rdf.py +2 -8
- udata/tests/plugin.py +6 -110
- udata/tests/reuse/test_reuse_model.py +3 -4
- udata/tests/site/test_site_api.py +0 -2
- udata/tests/site/test_site_csv_exports.py +0 -2
- udata/tests/site/test_site_metrics.py +2 -4
- udata/tests/site/test_site_model.py +2 -2
- udata/tests/site/test_site_rdf.py +3 -6
- udata/tests/test_activity.py +3 -3
- udata/tests/test_api_fields.py +6 -9
- udata/tests/test_cors.py +0 -2
- udata/tests/test_dcat_commands.py +2 -3
- udata/tests/test_discussions.py +2 -7
- udata/tests/test_mail.py +4 -10
- udata/tests/test_migrations.py +413 -419
- udata/tests/test_model.py +10 -11
- udata/tests/test_notifications.py +2 -3
- udata/tests/test_owned.py +3 -3
- udata/tests/test_routing.py +5 -5
- udata/tests/test_storages.py +6 -5
- udata/tests/test_tags.py +2 -4
- udata/tests/test_topics.py +2 -4
- udata/tests/test_transfer.py +4 -5
- udata/tests/topic/test_topic_tasks.py +25 -27
- udata/tests/user/test_user_rdf.py +2 -8
- udata/tests/workers/test_jobs_commands.py +2 -2
- udata/tests/workers/test_tasks_routing.py +27 -27
- udata/utils.py +1 -1
- {udata-12.0.2.dev16.dist-info → udata-12.0.2.dev18.dist-info}/METADATA +1 -1
- {udata-12.0.2.dev16.dist-info → udata-12.0.2.dev18.dist-info}/RECORD +114 -116
- udata/tests/frontend/__init__.py +0 -23
- udata/tests/metrics/conftest.py +0 -15
- {udata-12.0.2.dev16.dist-info → udata-12.0.2.dev18.dist-info}/WHEEL +0 -0
- {udata-12.0.2.dev16.dist-info → udata-12.0.2.dev18.dist-info}/entry_points.txt +0 -0
- {udata-12.0.2.dev16.dist-info → udata-12.0.2.dev18.dist-info}/licenses/LICENSE +0 -0
- {udata-12.0.2.dev16.dist-info → udata-12.0.2.dev18.dist-info}/top_level.txt +0 -0
|
@@ -2,10 +2,10 @@ import pytest
|
|
|
2
2
|
|
|
3
3
|
from udata.core.contact_point.factories import ContactPointFactory
|
|
4
4
|
from udata.models import db
|
|
5
|
+
from udata.tests.api import PytestOnlyDBTestCase
|
|
5
6
|
|
|
6
7
|
|
|
7
|
-
|
|
8
|
-
class ContactPointTest:
|
|
8
|
+
class ContactPointTest(PytestOnlyDBTestCase):
|
|
9
9
|
def test_validate_contact_role_needs_email_or_contact_form(self):
|
|
10
10
|
with pytest.raises(db.ValidationError):
|
|
11
11
|
ContactPointFactory(role="contact", email=None, contact_form=None)
|
|
@@ -1,17 +1,14 @@
|
|
|
1
1
|
from datetime import datetime
|
|
2
2
|
|
|
3
|
-
import pytest
|
|
4
|
-
|
|
5
3
|
from udata.core.dataservices.csv import DataserviceCsvAdapter
|
|
6
4
|
from udata.core.dataservices.factories import DataserviceFactory
|
|
7
5
|
from udata.core.dataservices.models import Dataservice
|
|
8
6
|
from udata.core.dataset.factories import DatasetFactory
|
|
9
7
|
from udata.core.organization.factories import OrganizationFactory
|
|
8
|
+
from udata.tests.api import PytestOnlyDBTestCase
|
|
10
9
|
|
|
11
10
|
|
|
12
|
-
|
|
13
|
-
@pytest.mark.usefixtures("clean_db")
|
|
14
|
-
class DataserviceCSVAdapterTest:
|
|
11
|
+
class DataserviceCSVAdapterTest(PytestOnlyDBTestCase):
|
|
15
12
|
def test_dataservices_csv_adapter(self):
|
|
16
13
|
dataservice = DataserviceFactory(
|
|
17
14
|
created_at=datetime(2022, 12, 31),
|
|
@@ -16,13 +16,11 @@ from udata.rdf import (
|
|
|
16
16
|
HVD_LEGISLATION,
|
|
17
17
|
TAG_TO_EU_HVD_CATEGORIES,
|
|
18
18
|
)
|
|
19
|
+
from udata.tests.api import PytestOnlyAPITestCase
|
|
19
20
|
from udata.tests.helpers import assert200, assert_redirects
|
|
20
21
|
|
|
21
|
-
pytestmark = pytest.mark.usefixtures("app")
|
|
22
22
|
|
|
23
|
-
|
|
24
|
-
@pytest.mark.frontend
|
|
25
|
-
class DataserviceToRdfTest:
|
|
23
|
+
class DataserviceToRdfTest(PytestOnlyAPITestCase):
|
|
26
24
|
def test_minimal(self):
|
|
27
25
|
dataservice = DataserviceFactory.build() # Does not have an URL
|
|
28
26
|
d = dataservice_to_rdf(dataservice)
|
|
@@ -83,8 +81,7 @@ class DataserviceToRdfTest:
|
|
|
83
81
|
assert distrib.value(DCATAP.applicableLegislation).identifier == URIRef(HVD_LEGISLATION)
|
|
84
82
|
|
|
85
83
|
|
|
86
|
-
|
|
87
|
-
class DataserviceRdfViewsTest:
|
|
84
|
+
class DataserviceRdfViewsTest(PytestOnlyAPITestCase):
|
|
88
85
|
def test_rdf_default_to_jsonld(self, client):
|
|
89
86
|
dataservice = DataserviceFactory()
|
|
90
87
|
expected = url_for("api.dataservice_rdf_format", dataservice=dataservice.id, _format="json")
|
|
@@ -1,47 +1,45 @@
|
|
|
1
|
-
import pytest
|
|
2
|
-
|
|
3
1
|
from udata.core.dataservices import tasks
|
|
4
2
|
from udata.core.dataservices.models import Dataservice
|
|
5
3
|
from udata.core.user.factories import UserFactory
|
|
6
4
|
from udata.harvest.models import HarvestItem, HarvestJob
|
|
7
5
|
from udata.harvest.tests.factories import HarvestJobFactory
|
|
8
6
|
from udata.models import Discussion, Follow, Message, Transfer
|
|
7
|
+
from udata.tests.api import PytestOnlyDBTestCase
|
|
9
8
|
from udata.utils import faker
|
|
10
9
|
|
|
11
|
-
pytestmark = pytest.mark.usefixtures("clean_db")
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
def test_purge_dataservices():
|
|
15
|
-
dataservices = [
|
|
16
|
-
Dataservice.objects.create(
|
|
17
|
-
title="delete me", base_api_url="https://example.com/api", deleted_at="2016-01-01"
|
|
18
|
-
),
|
|
19
|
-
Dataservice.objects.create(title="keep me", base_api_url="https://example.com/api"),
|
|
20
|
-
]
|
|
21
|
-
|
|
22
|
-
user = UserFactory()
|
|
23
|
-
transfer = Transfer.objects.create(
|
|
24
|
-
owner=user,
|
|
25
|
-
recipient=user,
|
|
26
|
-
subject=dataservices[0],
|
|
27
|
-
comment="comment",
|
|
28
|
-
)
|
|
29
|
-
|
|
30
|
-
discussion = Discussion.objects.create(
|
|
31
|
-
subject=dataservices[0],
|
|
32
|
-
user=user,
|
|
33
|
-
title="test discussion",
|
|
34
|
-
discussion=[Message(content=faker.sentence(), posted_by=user)],
|
|
35
|
-
)
|
|
36
|
-
|
|
37
|
-
follower = Follow.objects.create(follower=user, following=dataservices[0])
|
|
38
|
-
|
|
39
|
-
HarvestJobFactory(items=[HarvestItem(dataservice=dataservices[0])])
|
|
40
|
-
|
|
41
|
-
tasks.purge_dataservices()
|
|
42
10
|
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
11
|
+
class DataserviceTasksTest(PytestOnlyDBTestCase):
|
|
12
|
+
def test_purge_dataservices(self):
|
|
13
|
+
dataservices = [
|
|
14
|
+
Dataservice.objects.create(
|
|
15
|
+
title="delete me", base_api_url="https://example.com/api", deleted_at="2016-01-01"
|
|
16
|
+
),
|
|
17
|
+
Dataservice.objects.create(title="keep me", base_api_url="https://example.com/api"),
|
|
18
|
+
]
|
|
19
|
+
|
|
20
|
+
user = UserFactory()
|
|
21
|
+
transfer = Transfer.objects.create(
|
|
22
|
+
owner=user,
|
|
23
|
+
recipient=user,
|
|
24
|
+
subject=dataservices[0],
|
|
25
|
+
comment="comment",
|
|
26
|
+
)
|
|
27
|
+
|
|
28
|
+
discussion = Discussion.objects.create(
|
|
29
|
+
subject=dataservices[0],
|
|
30
|
+
user=user,
|
|
31
|
+
title="test discussion",
|
|
32
|
+
discussion=[Message(content=faker.sentence(), posted_by=user)],
|
|
33
|
+
)
|
|
34
|
+
|
|
35
|
+
follower = Follow.objects.create(follower=user, following=dataservices[0])
|
|
36
|
+
|
|
37
|
+
HarvestJobFactory(items=[HarvestItem(dataservice=dataservices[0])])
|
|
38
|
+
|
|
39
|
+
tasks.purge_dataservices()
|
|
40
|
+
|
|
41
|
+
assert Dataservice.objects.count() == 1
|
|
42
|
+
assert Transfer.objects.filter(id=transfer.id).count() == 0
|
|
43
|
+
assert Discussion.objects.filter(id=discussion.id).count() == 0
|
|
44
|
+
assert Follow.objects.filter(id=follower.id).count() == 0
|
|
45
|
+
assert HarvestJob.objects.filter(items__dataservice=dataservices[0].id).count() == 0
|
|
@@ -1,15 +1,12 @@
|
|
|
1
1
|
from datetime import datetime, timedelta
|
|
2
2
|
|
|
3
|
-
import pytest
|
|
4
|
-
|
|
5
3
|
from udata.core.dataset.csv import DatasetCsvAdapter, ResourcesCsvAdapter
|
|
6
4
|
from udata.core.dataset.factories import DatasetFactory, ResourceFactory
|
|
7
5
|
from udata.core.dataset.models import Dataset
|
|
6
|
+
from udata.tests.api import PytestOnlyDBTestCase
|
|
8
7
|
|
|
9
8
|
|
|
10
|
-
|
|
11
|
-
@pytest.mark.usefixtures("clean_db")
|
|
12
|
-
class DatasetCSVAdapterTest:
|
|
9
|
+
class DatasetCSVAdapterTest(PytestOnlyDBTestCase):
|
|
13
10
|
def test_resources_csv_adapter(self):
|
|
14
11
|
date_created = datetime(2022, 12, 31)
|
|
15
12
|
date_modified = date_created + timedelta(days=1)
|
|
@@ -1,13 +1,11 @@
|
|
|
1
|
-
import pytest
|
|
2
|
-
|
|
3
1
|
from udata.core.dataset.actions import archive
|
|
4
2
|
from udata.core.dataset.factories import DatasetFactory
|
|
5
3
|
from udata.core.discussions.models import Discussion
|
|
6
4
|
from udata.core.user.factories import UserFactory
|
|
5
|
+
from udata.tests.api import PytestOnlyDBTestCase
|
|
7
6
|
|
|
8
7
|
|
|
9
|
-
|
|
10
|
-
class DatasetActionsTest:
|
|
8
|
+
class DatasetActionsTest(PytestOnlyDBTestCase):
|
|
11
9
|
def test_dataset_archive(self, app):
|
|
12
10
|
user = UserFactory()
|
|
13
11
|
app.config["ARCHIVE_COMMENT_USER_ID"] = user.id
|
|
@@ -1,12 +1,10 @@
|
|
|
1
1
|
from tempfile import NamedTemporaryFile
|
|
2
2
|
|
|
3
|
-
import pytest
|
|
4
|
-
|
|
5
3
|
from udata.core.dataset.factories import DatasetFactory
|
|
4
|
+
from udata.tests.api import PytestOnlyDBTestCase
|
|
6
5
|
|
|
7
6
|
|
|
8
|
-
|
|
9
|
-
class DatasetCommandTest:
|
|
7
|
+
class DatasetCommandTest(PytestOnlyDBTestCase):
|
|
10
8
|
def test_dataset_archive_one(self, cli):
|
|
11
9
|
dataset = DatasetFactory()
|
|
12
10
|
|
|
@@ -7,12 +7,12 @@ from udata.core.dataset.events import serialize_resource_for_event
|
|
|
7
7
|
from udata.core.dataset.factories import DatasetFactory, ResourceFactory
|
|
8
8
|
from udata.core.dataset.models import Schema
|
|
9
9
|
from udata.models import Dataset
|
|
10
|
+
from udata.tests.api import PytestOnlyDBTestCase
|
|
10
11
|
from udata.tests.helpers import assert_emit
|
|
11
12
|
|
|
12
13
|
|
|
13
|
-
@pytest.mark.
|
|
14
|
-
|
|
15
|
-
class DatasetEventsTest:
|
|
14
|
+
@pytest.mark.options(PUBLISH_ON_RESOURCE_EVENTS=True, RESOURCES_ANALYSER_URI="http://local.dev")
|
|
15
|
+
class DatasetEventsTest(PytestOnlyDBTestCase):
|
|
16
16
|
@patch("requests.post")
|
|
17
17
|
@pytest.mark.options(RESOURCES_ANALYSER_API_KEY=None)
|
|
18
18
|
def test_publish_message_resource_created_no_api_key(self, mock_req):
|
|
@@ -37,13 +37,12 @@ from udata.core.followers.signals import on_follow, on_unfollow
|
|
|
37
37
|
from udata.core.reuse.factories import ReuseFactory, VisibleReuseFactory
|
|
38
38
|
from udata.core.user.factories import UserFactory
|
|
39
39
|
from udata.models import Dataset, Follow, License, ResourceSchema, Reuse, Schema, db
|
|
40
|
+
from udata.tests.api import PytestOnlyDBTestCase
|
|
40
41
|
from udata.tests.helpers import assert_emit, assert_equal_dates, assert_not_emit
|
|
41
42
|
from udata.utils import faker
|
|
42
43
|
|
|
43
|
-
pytestmark = pytest.mark.usefixtures("clean_db")
|
|
44
44
|
|
|
45
|
-
|
|
46
|
-
class DatasetModelTest:
|
|
45
|
+
class DatasetModelTest(PytestOnlyDBTestCase):
|
|
47
46
|
def test_add_resource(self):
|
|
48
47
|
user = UserFactory()
|
|
49
48
|
dataset = DatasetFactory(owner=user)
|
|
@@ -426,7 +425,7 @@ class DatasetModelTest:
|
|
|
426
425
|
assert dataset.get_metrics()["dataservices"] == 0
|
|
427
426
|
|
|
428
427
|
|
|
429
|
-
class ResourceModelTest:
|
|
428
|
+
class ResourceModelTest(PytestOnlyDBTestCase):
|
|
430
429
|
def test_url_is_required(self):
|
|
431
430
|
with pytest.raises(db.ValidationError):
|
|
432
431
|
DatasetFactory(resources=[ResourceFactory(url=None)])
|
|
@@ -451,7 +450,7 @@ class ResourceModelTest:
|
|
|
451
450
|
resource.save(signal_kwargs={"ignores": ["post_save"]})
|
|
452
451
|
|
|
453
452
|
|
|
454
|
-
class LicenseModelTest:
|
|
453
|
+
class LicenseModelTest(PytestOnlyDBTestCase):
|
|
455
454
|
@pytest.fixture(autouse=True)
|
|
456
455
|
def setUp(self):
|
|
457
456
|
# Feed the DB with random data to ensure true matching
|
|
@@ -672,7 +671,7 @@ class LicenseModelTest:
|
|
|
672
671
|
assert license.id == found.id
|
|
673
672
|
|
|
674
673
|
|
|
675
|
-
class ResourceSchemaTest:
|
|
674
|
+
class ResourceSchemaTest(PytestOnlyDBTestCase):
|
|
676
675
|
@pytest.mark.options(SCHEMA_CATALOG_URL="https://example.com/notfound")
|
|
677
676
|
def test_resource_schema_objects_404_endpoint(self, rmock):
|
|
678
677
|
rmock.get("https://example.com/notfound", status_code=404)
|
|
@@ -787,7 +786,7 @@ class ResourceSchemaTest:
|
|
|
787
786
|
resource.schema.clean(check_schema_in_catalog=True)
|
|
788
787
|
|
|
789
788
|
|
|
790
|
-
class HarvestMetadataTest:
|
|
789
|
+
class HarvestMetadataTest(PytestOnlyDBTestCase):
|
|
791
790
|
def test_harvest_dataset_metadata_validate_success(self):
|
|
792
791
|
dataset = DatasetFactory()
|
|
793
792
|
|
|
@@ -52,11 +52,11 @@ from udata.rdf import (
|
|
|
52
52
|
default_lang_value,
|
|
53
53
|
primary_topic_identifier_from_rdf,
|
|
54
54
|
)
|
|
55
|
+
from udata.tests import PytestOnlyTestCase
|
|
56
|
+
from udata.tests.api import PytestOnlyAPITestCase, PytestOnlyDBTestCase
|
|
55
57
|
from udata.tests.helpers import assert200, assert_redirects
|
|
56
58
|
from udata.utils import faker
|
|
57
59
|
|
|
58
|
-
pytestmark = pytest.mark.usefixtures("app")
|
|
59
|
-
|
|
60
60
|
GOV_UK_REF = "http://reference.data.gov.uk/id/year/2017"
|
|
61
61
|
|
|
62
62
|
try:
|
|
@@ -67,8 +67,7 @@ else:
|
|
|
67
67
|
GOV_UK_REF_IS_UP = True
|
|
68
68
|
|
|
69
69
|
|
|
70
|
-
|
|
71
|
-
class DatasetToRdfTest:
|
|
70
|
+
class DatasetToRdfTest(PytestOnlyAPITestCase):
|
|
72
71
|
def test_minimal(self):
|
|
73
72
|
dataset = DatasetFactory.build() # Does not have an URL
|
|
74
73
|
d = dataset_to_rdf(dataset)
|
|
@@ -367,8 +366,7 @@ class DatasetToRdfTest:
|
|
|
367
366
|
assert dataservice_as_distribution.value(DCAT.accessService).identifier == dataservice_uri
|
|
368
367
|
|
|
369
368
|
|
|
370
|
-
|
|
371
|
-
class RdfToDatasetTest:
|
|
369
|
+
class RdfToDatasetTest(PytestOnlyDBTestCase):
|
|
372
370
|
def test_minimal(self):
|
|
373
371
|
node = BNode()
|
|
374
372
|
g = Graph()
|
|
@@ -1122,8 +1120,7 @@ class RdfToDatasetTest:
|
|
|
1122
1120
|
assert value.language == "es"
|
|
1123
1121
|
|
|
1124
1122
|
|
|
1125
|
-
|
|
1126
|
-
class DatasetRdfViewsTest:
|
|
1123
|
+
class DatasetRdfViewsTest(PytestOnlyAPITestCase):
|
|
1127
1124
|
def test_rdf_default_to_jsonld(self, client):
|
|
1128
1125
|
dataset = DatasetFactory()
|
|
1129
1126
|
expected = url_for("api.dataset_rdf_format", dataset=dataset.id, _format="json")
|
|
@@ -1176,7 +1173,7 @@ class DatasetRdfViewsTest:
|
|
|
1176
1173
|
assert response.content_type == mime
|
|
1177
1174
|
|
|
1178
1175
|
|
|
1179
|
-
class DatasetFromRdfUtilsTest:
|
|
1176
|
+
class DatasetFromRdfUtilsTest(PytestOnlyTestCase):
|
|
1180
1177
|
def test_licenses_from_rdf(self):
|
|
1181
1178
|
"""Test a bunch of cases of licenses detection from RDF"""
|
|
1182
1179
|
rdf_xml_data = """<?xml version="1.0" encoding="UTF-8"?>
|
|
@@ -4,6 +4,7 @@ import pytest
|
|
|
4
4
|
from udata.core.dataset.factories import DatasetFactory
|
|
5
5
|
from udata.core.dataset.recommendations import recommendations_add, recommendations_clean
|
|
6
6
|
from udata.core.reuse.factories import ReuseFactory
|
|
7
|
+
from udata.tests.api import PytestOnlyDBTestCase
|
|
7
8
|
|
|
8
9
|
MOCK_URL = "http://reco.net"
|
|
9
10
|
|
|
@@ -64,8 +65,7 @@ def mock_response(datasets, reuses):
|
|
|
64
65
|
]
|
|
65
66
|
|
|
66
67
|
|
|
67
|
-
|
|
68
|
-
class DatasetRecommendationsTest:
|
|
68
|
+
class DatasetRecommendationsTest(PytestOnlyDBTestCase):
|
|
69
69
|
def test_clean(self):
|
|
70
70
|
ds1 = DatasetFactory(
|
|
71
71
|
extras={
|
|
@@ -16,71 +16,69 @@ from udata.harvest.csv import HarvestSourceCsvAdapter # noqa
|
|
|
16
16
|
from udata.harvest.models import HarvestItem, HarvestJob
|
|
17
17
|
from udata.harvest.tests.factories import HarvestJobFactory
|
|
18
18
|
from udata.models import CommunityResource, Dataset, Discussion, Follow, Topic, Transfer
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
def test_purge_datasets():
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
assert
|
|
85
|
-
fs_filenames = [r.fs_filename for r in dataset.resources if r.url.endswith(r.fs_filename)]
|
|
86
|
-
assert len(fs_filenames) == len(dataset.resources)
|
|
19
|
+
from udata.tests.api import PytestOnlyDBTestCase
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
class DatasetTasksTest(PytestOnlyDBTestCase):
|
|
23
|
+
def test_purge_datasets(self):
|
|
24
|
+
datasets = [
|
|
25
|
+
Dataset.objects.create(title="delete me", deleted="2016-01-01"),
|
|
26
|
+
Dataset.objects.create(title="keep me"),
|
|
27
|
+
]
|
|
28
|
+
|
|
29
|
+
topic = Topic.objects.create(name="test topic")
|
|
30
|
+
for d in datasets:
|
|
31
|
+
topic_element = TopicElement(element=d, topic=topic)
|
|
32
|
+
topic_element.save()
|
|
33
|
+
|
|
34
|
+
user = UserFactory()
|
|
35
|
+
transfer = Transfer.objects.create(
|
|
36
|
+
owner=user,
|
|
37
|
+
recipient=user,
|
|
38
|
+
subject=datasets[0],
|
|
39
|
+
comment="comment",
|
|
40
|
+
)
|
|
41
|
+
|
|
42
|
+
discussion = DiscussionFactory(subject=datasets[0])
|
|
43
|
+
|
|
44
|
+
follower = Follow.objects.create(follower=user, following=datasets[0])
|
|
45
|
+
|
|
46
|
+
HarvestJobFactory(items=[HarvestItem(dataset=datasets[0])])
|
|
47
|
+
|
|
48
|
+
Dataservice.objects.create(title="test", datasets=datasets)
|
|
49
|
+
|
|
50
|
+
tasks.purge_datasets()
|
|
51
|
+
|
|
52
|
+
assert Transfer.objects.filter(id=transfer.id).count() == 0
|
|
53
|
+
|
|
54
|
+
topic = Topic.objects(name="test topic").first()
|
|
55
|
+
topic_element = topic.elements.first()
|
|
56
|
+
assert topic_element.element is None
|
|
57
|
+
|
|
58
|
+
assert Discussion.objects.filter(id=discussion.id).count() == 0
|
|
59
|
+
assert Follow.objects.filter(id=follower.id).count() == 0
|
|
60
|
+
assert HarvestJob.objects.filter(items__dataset=datasets[0].id).count() == 0
|
|
61
|
+
assert Dataservice.objects.filter(datasets=datasets[0].id).count() == 0
|
|
62
|
+
|
|
63
|
+
def test_purge_datasets_community(self):
|
|
64
|
+
dataset = Dataset.objects.create(title="delete me", deleted="2016-01-01")
|
|
65
|
+
community_resource1 = CommunityResourceFactory()
|
|
66
|
+
community_resource1.dataset = dataset
|
|
67
|
+
community_resource1.save()
|
|
68
|
+
|
|
69
|
+
tasks.purge_datasets()
|
|
70
|
+
assert CommunityResource.objects.count() == 0
|
|
71
|
+
|
|
72
|
+
@pytest.mark.usefixtures("instance_path")
|
|
73
|
+
def test_export_csv(self, app):
|
|
74
|
+
dataset = DatasetFactory()
|
|
75
|
+
app.config["EXPORT_CSV_DATASET_ID"] = dataset.id
|
|
76
|
+
models = app.config["EXPORT_CSV_MODELS"]
|
|
77
|
+
tasks.export_csv()
|
|
78
|
+
dataset = Dataset.objects.get(id=dataset.id)
|
|
79
|
+
assert len(dataset.resources) == len(models)
|
|
80
|
+
extras = [r.extras.get("csv-export:model") for r in dataset.resources]
|
|
81
|
+
for model in models:
|
|
82
|
+
assert model in extras
|
|
83
|
+
fs_filenames = [r.fs_filename for r in dataset.resources if r.url.endswith(r.fs_filename)]
|
|
84
|
+
assert len(fs_filenames) == len(dataset.resources)
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import pytest
|
|
2
2
|
|
|
3
3
|
from udata.core.dataset.factories import ResourceFactory
|
|
4
|
+
from udata.tests.api import PytestOnlyAPITestCase
|
|
4
5
|
|
|
5
6
|
DUMMY_EXTRAS = {
|
|
6
7
|
"analysis:parsing:finished_at": "1987-12-23T10:55:00.000000+00:00",
|
|
@@ -8,62 +9,52 @@ DUMMY_EXTRAS = {
|
|
|
8
9
|
}
|
|
9
10
|
MAX_SIZE = 50000
|
|
10
11
|
|
|
11
|
-
pytestmark = [
|
|
12
|
-
pytest.mark.usefixtures("clean_db"),
|
|
13
|
-
pytest.mark.options(PLUGINS=["tabular"]),
|
|
14
|
-
pytest.mark.frontend,
|
|
15
|
-
]
|
|
16
12
|
|
|
13
|
+
@pytest.mark.options(PLUGINS=["tabular"])
|
|
14
|
+
class ResourcePreviewTest(PytestOnlyAPITestCase):
|
|
15
|
+
def expected_url(self, rid):
|
|
16
|
+
return "http://preview.me/resources/{0}".format(rid)
|
|
17
17
|
|
|
18
|
-
|
|
19
|
-
|
|
18
|
+
@pytest.mark.options(TABULAR_EXPLORE_URL="http://preview.me")
|
|
19
|
+
def test_display_preview_for_tabular_resources(self):
|
|
20
|
+
resource = ResourceFactory(extras=DUMMY_EXTRAS)
|
|
21
|
+
assert resource.preview_url == self.expected_url(resource.id)
|
|
20
22
|
|
|
23
|
+
@pytest.mark.options(TABULAR_EXPLORE_URL=None)
|
|
24
|
+
def test_no_preview_if_no_conf(self):
|
|
25
|
+
assert ResourceFactory(extras=DUMMY_EXTRAS).preview_url is None
|
|
21
26
|
|
|
22
|
-
@pytest.mark.options(TABULAR_EXPLORE_URL="http://preview.me")
|
|
23
|
-
def
|
|
24
|
-
|
|
25
|
-
|
|
27
|
+
@pytest.mark.options(TABULAR_EXPLORE_URL="http://preview.me")
|
|
28
|
+
def test_default_allow_remote_preview(self):
|
|
29
|
+
resources = [
|
|
30
|
+
ResourceFactory(extras=DUMMY_EXTRAS),
|
|
31
|
+
ResourceFactory(filetype="remote", extras=DUMMY_EXTRAS),
|
|
32
|
+
]
|
|
26
33
|
|
|
34
|
+
for resource in resources:
|
|
35
|
+
assert resource.preview_url == self.expected_url(resource.id)
|
|
27
36
|
|
|
28
|
-
@pytest.mark.options(
|
|
29
|
-
|
|
30
|
-
|
|
37
|
+
@pytest.mark.options(
|
|
38
|
+
TABULAR_EXPLORE_URL="http://preview.me",
|
|
39
|
+
TABULAR_ALLOW_REMOTE=False,
|
|
40
|
+
)
|
|
41
|
+
def test_allow_remote_preview_false(self):
|
|
42
|
+
local = ResourceFactory(extras=DUMMY_EXTRAS)
|
|
43
|
+
remote = ResourceFactory(filetype="remote", extras=DUMMY_EXTRAS)
|
|
31
44
|
|
|
45
|
+
assert local.preview_url == self.expected_url(local.id)
|
|
46
|
+
assert remote.preview_url is None
|
|
32
47
|
|
|
33
|
-
@pytest.mark.options(TABULAR_EXPLORE_URL="http://preview.me")
|
|
34
|
-
def
|
|
35
|
-
|
|
36
|
-
ResourceFactory(extras=DUMMY_EXTRAS),
|
|
37
|
-
ResourceFactory(filetype="remote", extras=DUMMY_EXTRAS),
|
|
38
|
-
]
|
|
48
|
+
@pytest.mark.options(TABULAR_EXPLORE_URL="http://preview.me")
|
|
49
|
+
def test_display_preview_without_max_size(self):
|
|
50
|
+
resource = ResourceFactory(extras=DUMMY_EXTRAS, filesize=2 * MAX_SIZE)
|
|
39
51
|
|
|
40
|
-
|
|
41
|
-
assert resource.preview_url == expected_url(resource.id)
|
|
52
|
+
assert resource.preview_url == self.expected_url(resource.id)
|
|
42
53
|
|
|
54
|
+
@pytest.mark.options(TABULAR_EXPLORE_URL="http://preview.me")
|
|
55
|
+
def test_no_preview_if_no_parsing_table_info(self):
|
|
56
|
+
extras = DUMMY_EXTRAS
|
|
57
|
+
del extras["analysis:parsing:parsing_table"]
|
|
43
58
|
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
TABULAR_ALLOW_REMOTE=False,
|
|
47
|
-
)
|
|
48
|
-
def test_allow_remote_preview_false():
|
|
49
|
-
local = ResourceFactory(extras=DUMMY_EXTRAS)
|
|
50
|
-
remote = ResourceFactory(filetype="remote", extras=DUMMY_EXTRAS)
|
|
51
|
-
|
|
52
|
-
assert local.preview_url == expected_url(local.id)
|
|
53
|
-
assert remote.preview_url is None
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
@pytest.mark.options(TABULAR_EXPLORE_URL="http://preview.me")
|
|
57
|
-
def test_display_preview_without_max_size():
|
|
58
|
-
resource = ResourceFactory(extras=DUMMY_EXTRAS, filesize=2 * MAX_SIZE)
|
|
59
|
-
|
|
60
|
-
assert resource.preview_url == expected_url(resource.id)
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
@pytest.mark.options(TABULAR_EXPLORE_URL="http://preview.me")
|
|
64
|
-
def test_no_preview_if_no_parsing_table_info():
|
|
65
|
-
extras = DUMMY_EXTRAS
|
|
66
|
-
del extras["analysis:parsing:parsing_table"]
|
|
67
|
-
|
|
68
|
-
resource = ResourceFactory(extras=extras, filesize=2 * MAX_SIZE)
|
|
69
|
-
assert resource.preview_url is None
|
|
59
|
+
resource = ResourceFactory(extras=extras, filesize=2 * MAX_SIZE)
|
|
60
|
+
assert resource.preview_url is None
|
|
@@ -3,6 +3,7 @@ import requests_mock
|
|
|
3
3
|
|
|
4
4
|
from udata.core.dataset.factories import DatasetFactory
|
|
5
5
|
from udata.core.dataset.transport import clear_datasets, map_transport_datasets
|
|
6
|
+
from udata.tests.api import PytestOnlyDBTestCase
|
|
6
7
|
|
|
7
8
|
|
|
8
9
|
@pytest.fixture
|
|
@@ -25,8 +26,7 @@ def mock_response():
|
|
|
25
26
|
]
|
|
26
27
|
|
|
27
28
|
|
|
28
|
-
|
|
29
|
-
class TransportTasksTest:
|
|
29
|
+
class TransportTasksTest(PytestOnlyDBTestCase):
|
|
30
30
|
@pytest.mark.options(TRANSPORT_DATASETS_URL="http://local.test/api/datasets")
|
|
31
31
|
def test_map_transport_datasets(self, mock_response):
|
|
32
32
|
ds1 = DatasetFactory(id="61fd29da29ea95c7bc0e1211")
|
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
from udata.core.spatial.factories import GeoZoneFactory
|
|
2
|
-
from udata.settings import Testing
|
|
3
2
|
|
|
4
3
|
|
|
5
4
|
def create_geozones_fixtures():
|
|
@@ -19,8 +18,3 @@ def create_old_new_regions_fixtures():
|
|
|
19
18
|
id="fr:region:76", level="fr:region", name="Languedoc-Rousillon et Midi-Pyrénées", code="76"
|
|
20
19
|
)
|
|
21
20
|
return lr, occitanie
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
class TerritoriesSettings(Testing):
|
|
25
|
-
ACTIVATE_TERRITORIES = True
|
|
26
|
-
HANDLED_LEVELS = ("fr:commune", "fr:departement", "fr:region", "country")
|