udata-hydra 2.0.0.dev2235__tar.gz → 2.0.0.dev2347__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/PKG-INFO +6 -1
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/README.md +5 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/pyproject.toml +10 -8
- udata_hydra-2.0.0.dev2235/udata_hydra/utils/json.py +0 -11
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/__init__.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/analysis/__init__.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/analysis/csv.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/analysis/errors.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/analysis/helpers.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/analysis/resource.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/app.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/cli.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/config_default.toml +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/context.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/crawl.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/db/__init__.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/db/check.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/db/resource.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/logger.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/__init__.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/csv/20221205_initial_up_rev1.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/csv/20230130_drop_migrations.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/csv/20230206_datetime_aware.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20221205_initial_up_rev1.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20221206_rev1_up_rev2.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20221206_rev2_up_rev3.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20221208_rev3_up_rev4.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20221208_rev4_up_rev5.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230119_rev5_up_rev6.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230121_rev6_up_rev7.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230121_rev7_up_rev8.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230130_drop_migrations.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230206_datetime_aware.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230515_rev8_up_rev9.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230606_rev9_up_rev10.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20231102_drop_csv_analysis.sql +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/schemas/__init__.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/schemas/check.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/schemas/resource_query.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/__init__.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/app_version.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/csv.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/file.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/http.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/minio.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/queue.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/reader.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/timer.py +0 -0
- {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/worker.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: udata-hydra
|
|
3
|
-
Version: 2.0.0.
|
|
3
|
+
Version: 2.0.0.dev2347
|
|
4
4
|
Summary: Async crawler and parsing service for data.gouv.fr
|
|
5
5
|
License: MIT
|
|
6
6
|
Author: Opendata Team
|
|
@@ -105,6 +105,11 @@ Then you can run the tests with `poetry run pytest`.
|
|
|
105
105
|
|
|
106
106
|
If you would like to see print statements as they are executed, you can pass the -s flag to pytest (`poetry run pytest -s`). However, note that this can sometimes be difficult to parse.
|
|
107
107
|
|
|
108
|
+
### Tests coverage
|
|
109
|
+
|
|
110
|
+
Pytest automatically uses the `coverage` package to generate a coverage report, which is displayed at the end of the test run in the terminal.
|
|
111
|
+
The coverage is configured in the `pypoject.toml` file, in the `[tool.pytest.ini_options]` section.
|
|
112
|
+
You can also override the coverage report configuration when running the tests by passing some flags like `--cov-report` to pytest. See [the pytest-cov documentation](https://pytest-cov.readthedocs.io/en/latest/config.html) for more information.
|
|
108
113
|
|
|
109
114
|
## API
|
|
110
115
|
|
|
@@ -69,6 +69,11 @@ Then you can run the tests with `poetry run pytest`.
|
|
|
69
69
|
|
|
70
70
|
If you would like to see print statements as they are executed, you can pass the -s flag to pytest (`poetry run pytest -s`). However, note that this can sometimes be difficult to parse.
|
|
71
71
|
|
|
72
|
+
### Tests coverage
|
|
73
|
+
|
|
74
|
+
Pytest automatically uses the `coverage` package to generate a coverage report, which is displayed at the end of the test run in the terminal.
|
|
75
|
+
The coverage is configured in the `pypoject.toml` file, in the `[tool.pytest.ini_options]` section.
|
|
76
|
+
You can also override the coverage report configuration when running the tests by passing some flags like `--cov-report` to pytest. See [the pytest-cov documentation](https://pytest-cov.readthedocs.io/en/latest/config.html) for more information.
|
|
72
77
|
|
|
73
78
|
## API
|
|
74
79
|
|
|
@@ -9,7 +9,7 @@ readme = "README.md"
|
|
|
9
9
|
|
|
10
10
|
[tool.poetry]
|
|
11
11
|
name = "udata-hydra"
|
|
12
|
-
version = "2.0.0.
|
|
12
|
+
version = "2.0.0.dev2347"
|
|
13
13
|
description = "Async crawler and parsing service for data.gouv.fr"
|
|
14
14
|
authors = ["Opendata Team <opendatateam@data.gouv.fr>"]
|
|
15
15
|
license = "MIT"
|
|
@@ -47,6 +47,7 @@ mypy = "^1.11.0"
|
|
|
47
47
|
nest_asyncio = "^1.5.5"
|
|
48
48
|
pytest = "^7.1.1"
|
|
49
49
|
pytest-asyncio = "^0.18.3"
|
|
50
|
+
pytest-cov = "^5.0.0"
|
|
50
51
|
pytest-mock = "^3.7.0"
|
|
51
52
|
ruff = "^0.5.2"
|
|
52
53
|
|
|
@@ -66,6 +67,14 @@ module = [
|
|
|
66
67
|
]
|
|
67
68
|
ignore_missing_imports = true
|
|
68
69
|
|
|
70
|
+
[tool.pytest.ini_options]
|
|
71
|
+
asyncio_mode = "auto"
|
|
72
|
+
markers = [
|
|
73
|
+
"slow: marks tests as slow (deselect with '-m \"not slow\"')",
|
|
74
|
+
"catalog_harvested: use catalog_harvested.csv as source",
|
|
75
|
+
]
|
|
76
|
+
addopts = "--cov=udata_hydra/ --cov-report term-missing"
|
|
77
|
+
|
|
69
78
|
[tool.ruff]
|
|
70
79
|
lint = { select = ["I"] } # also sort imports with an isort rule
|
|
71
80
|
line-length = 100
|
|
@@ -74,13 +83,6 @@ line-length = 100
|
|
|
74
83
|
requires = ["poetry-core>=1.0.0"]
|
|
75
84
|
build-backend = "poetry.core.masonry.api"
|
|
76
85
|
|
|
77
|
-
[tool.pytest.ini_options]
|
|
78
|
-
asyncio_mode = "strict"
|
|
79
|
-
markers = [
|
|
80
|
-
"slow: marks tests as slow (deselect with '-m \"not slow\"')",
|
|
81
|
-
"catalog_harvested: use catalog_harvested.csv as source",
|
|
82
|
-
]
|
|
83
|
-
|
|
84
86
|
[tool.poetry.scripts]
|
|
85
87
|
udata-hydra = "udata_hydra.cli:run"
|
|
86
88
|
udata-hydra-crawl = "udata_hydra.crawl:run"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/schemas/resource_query.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|