udata-hydra 2.0.0.dev2235__tar.gz → 2.0.0.dev2347__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (49) hide show
  1. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/PKG-INFO +6 -1
  2. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/README.md +5 -0
  3. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/pyproject.toml +10 -8
  4. udata_hydra-2.0.0.dev2235/udata_hydra/utils/json.py +0 -11
  5. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/__init__.py +0 -0
  6. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/analysis/__init__.py +0 -0
  7. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/analysis/csv.py +0 -0
  8. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/analysis/errors.py +0 -0
  9. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/analysis/helpers.py +0 -0
  10. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/analysis/resource.py +0 -0
  11. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/app.py +0 -0
  12. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/cli.py +0 -0
  13. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/config_default.toml +0 -0
  14. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/context.py +0 -0
  15. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/crawl.py +0 -0
  16. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/db/__init__.py +0 -0
  17. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/db/check.py +0 -0
  18. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/db/resource.py +0 -0
  19. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/logger.py +0 -0
  20. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/__init__.py +0 -0
  21. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/csv/20221205_initial_up_rev1.sql +0 -0
  22. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/csv/20230130_drop_migrations.sql +0 -0
  23. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/csv/20230206_datetime_aware.sql +0 -0
  24. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20221205_initial_up_rev1.sql +0 -0
  25. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20221206_rev1_up_rev2.sql +0 -0
  26. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20221206_rev2_up_rev3.sql +0 -0
  27. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20221208_rev3_up_rev4.sql +0 -0
  28. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20221208_rev4_up_rev5.sql +0 -0
  29. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230119_rev5_up_rev6.sql +0 -0
  30. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230121_rev6_up_rev7.sql +0 -0
  31. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230121_rev7_up_rev8.sql +0 -0
  32. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230130_drop_migrations.sql +0 -0
  33. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230206_datetime_aware.sql +0 -0
  34. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230515_rev8_up_rev9.sql +0 -0
  35. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20230606_rev9_up_rev10.sql +0 -0
  36. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/migrations/main/20231102_drop_csv_analysis.sql +0 -0
  37. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/schemas/__init__.py +0 -0
  38. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/schemas/check.py +0 -0
  39. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/schemas/resource_query.py +0 -0
  40. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/__init__.py +0 -0
  41. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/app_version.py +0 -0
  42. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/csv.py +0 -0
  43. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/file.py +0 -0
  44. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/http.py +0 -0
  45. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/minio.py +0 -0
  46. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/queue.py +0 -0
  47. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/reader.py +0 -0
  48. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/utils/timer.py +0 -0
  49. {udata_hydra-2.0.0.dev2235 → udata_hydra-2.0.0.dev2347}/udata_hydra/worker.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: udata-hydra
3
- Version: 2.0.0.dev2235
3
+ Version: 2.0.0.dev2347
4
4
  Summary: Async crawler and parsing service for data.gouv.fr
5
5
  License: MIT
6
6
  Author: Opendata Team
@@ -105,6 +105,11 @@ Then you can run the tests with `poetry run pytest`.
105
105
 
106
106
  If you would like to see print statements as they are executed, you can pass the -s flag to pytest (`poetry run pytest -s`). However, note that this can sometimes be difficult to parse.
107
107
 
108
+ ### Tests coverage
109
+
110
+ Pytest automatically uses the `coverage` package to generate a coverage report, which is displayed at the end of the test run in the terminal.
111
+ The coverage is configured in the `pypoject.toml` file, in the `[tool.pytest.ini_options]` section.
112
+ You can also override the coverage report configuration when running the tests by passing some flags like `--cov-report` to pytest. See [the pytest-cov documentation](https://pytest-cov.readthedocs.io/en/latest/config.html) for more information.
108
113
 
109
114
  ## API
110
115
 
@@ -69,6 +69,11 @@ Then you can run the tests with `poetry run pytest`.
69
69
 
70
70
  If you would like to see print statements as they are executed, you can pass the -s flag to pytest (`poetry run pytest -s`). However, note that this can sometimes be difficult to parse.
71
71
 
72
+ ### Tests coverage
73
+
74
+ Pytest automatically uses the `coverage` package to generate a coverage report, which is displayed at the end of the test run in the terminal.
75
+ The coverage is configured in the `pypoject.toml` file, in the `[tool.pytest.ini_options]` section.
76
+ You can also override the coverage report configuration when running the tests by passing some flags like `--cov-report` to pytest. See [the pytest-cov documentation](https://pytest-cov.readthedocs.io/en/latest/config.html) for more information.
72
77
 
73
78
  ## API
74
79
 
@@ -9,7 +9,7 @@ readme = "README.md"
9
9
 
10
10
  [tool.poetry]
11
11
  name = "udata-hydra"
12
- version = "2.0.0.dev2235"
12
+ version = "2.0.0.dev2347"
13
13
  description = "Async crawler and parsing service for data.gouv.fr"
14
14
  authors = ["Opendata Team <opendatateam@data.gouv.fr>"]
15
15
  license = "MIT"
@@ -47,6 +47,7 @@ mypy = "^1.11.0"
47
47
  nest_asyncio = "^1.5.5"
48
48
  pytest = "^7.1.1"
49
49
  pytest-asyncio = "^0.18.3"
50
+ pytest-cov = "^5.0.0"
50
51
  pytest-mock = "^3.7.0"
51
52
  ruff = "^0.5.2"
52
53
 
@@ -66,6 +67,14 @@ module = [
66
67
  ]
67
68
  ignore_missing_imports = true
68
69
 
70
+ [tool.pytest.ini_options]
71
+ asyncio_mode = "auto"
72
+ markers = [
73
+ "slow: marks tests as slow (deselect with '-m \"not slow\"')",
74
+ "catalog_harvested: use catalog_harvested.csv as source",
75
+ ]
76
+ addopts = "--cov=udata_hydra/ --cov-report term-missing"
77
+
69
78
  [tool.ruff]
70
79
  lint = { select = ["I"] } # also sort imports with an isort rule
71
80
  line-length = 100
@@ -74,13 +83,6 @@ line-length = 100
74
83
  requires = ["poetry-core>=1.0.0"]
75
84
  build-backend = "poetry.core.masonry.api"
76
85
 
77
- [tool.pytest.ini_options]
78
- asyncio_mode = "strict"
79
- markers = [
80
- "slow: marks tests as slow (deselect with '-m \"not slow\"')",
81
- "catalog_harvested: use catalog_harvested.csv as source",
82
- ]
83
-
84
86
  [tool.poetry.scripts]
85
87
  udata-hydra = "udata_hydra.cli:run"
86
88
  udata-hydra-crawl = "udata_hydra.crawl:run"
@@ -1,11 +0,0 @@
1
- import json
2
-
3
-
4
- def is_json_file(filename: str) -> bool:
5
- """Checks if a string is a valid json"""
6
- try:
7
- with open(filename) as f:
8
- json.load(f)
9
- return True
10
- except ValueError:
11
- return False