udata-hydra 2.0.0.dev2867__tar.gz → 2.0.0.dev2998__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/PKG-INFO +7 -1
  2. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/README.md +6 -0
  3. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/pyproject.toml +1 -1
  4. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/__init__.py +0 -0
  5. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/analysis/__init__.py +0 -0
  6. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/analysis/csv.py +0 -0
  7. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/analysis/errors.py +0 -0
  8. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/analysis/helpers.py +0 -0
  9. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/analysis/resource.py +0 -0
  10. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/app.py +0 -0
  11. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/cli.py +0 -0
  12. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/config_default.toml +0 -0
  13. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/context.py +0 -0
  14. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/crawl.py +0 -0
  15. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/db/__init__.py +0 -0
  16. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/db/check.py +0 -0
  17. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/db/resource.py +0 -0
  18. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/logger.py +0 -0
  19. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/__init__.py +0 -0
  20. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/csv/20221205_initial_up_rev1.sql +0 -0
  21. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/csv/20230130_drop_migrations.sql +0 -0
  22. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/csv/20230206_datetime_aware.sql +0 -0
  23. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/main/20221205_initial_up_rev1.sql +0 -0
  24. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/main/20221206_rev1_up_rev2.sql +0 -0
  25. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/main/20221206_rev2_up_rev3.sql +0 -0
  26. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/main/20221208_rev3_up_rev4.sql +0 -0
  27. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/main/20221208_rev4_up_rev5.sql +0 -0
  28. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/main/20230119_rev5_up_rev6.sql +0 -0
  29. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/main/20230121_rev6_up_rev7.sql +0 -0
  30. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/main/20230121_rev7_up_rev8.sql +0 -0
  31. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/main/20230130_drop_migrations.sql +0 -0
  32. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/main/20230206_datetime_aware.sql +0 -0
  33. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/main/20230515_rev8_up_rev9.sql +0 -0
  34. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/main/20230606_rev9_up_rev10.sql +0 -0
  35. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/migrations/main/20231102_drop_csv_analysis.sql +0 -0
  36. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/routes/__init__.py +0 -0
  37. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/routes/checks.py +0 -0
  38. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/routes/resources.py +0 -0
  39. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/routes/status.py +0 -0
  40. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/schemas/__init__.py +0 -0
  41. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/schemas/check.py +0 -0
  42. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/schemas/resource.py +0 -0
  43. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/utils/__init__.py +0 -0
  44. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/utils/app_version.py +0 -0
  45. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/utils/auth.py +0 -0
  46. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/utils/csv.py +0 -0
  47. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/utils/file.py +0 -0
  48. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/utils/http.py +0 -0
  49. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/utils/minio.py +0 -0
  50. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/utils/parquet.py +0 -0
  51. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/utils/queue.py +0 -0
  52. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/utils/reader.py +0 -0
  53. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/utils/timer.py +0 -0
  54. {udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/udata_hydra/worker.py +0 -0
{udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: udata-hydra
3
- Version: 2.0.0.dev2867
3
+ Version: 2.0.0.dev2998
4
4
  Summary: Async crawler and parsing service for data.gouv.fr
5
5
  License: MIT
6
6
  Author: Opendata Team
@@ -57,6 +57,12 @@ The hydra crawler is one of the components of the architecture. It will check if
57
57
 
58
58
  ![Crawler architecture](docs/hydra.drawio.png)
59
59
 
60
+ ## Dependencies
61
+
62
+ This project uses `libmagic`, which needs to be installed on your system, eg:
63
+
64
+ `brew install libmagic` on MacOS, or `sudo apt-get install libmagic-dev` on linux.
65
+
60
66
  ## CLI
61
67
 
62
68
  ### Create database structure
{udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/README.md RENAMED
@@ -20,6 +20,12 @@ The hydra crawler is one of the components of the architecture. It will check if
20
20
 
21
21
  ![Crawler architecture](docs/hydra.drawio.png)
22
22
 
23
+ ## Dependencies
24
+
25
+ This project uses `libmagic`, which needs to be installed on your system, eg:
26
+
27
+ `brew install libmagic` on MacOS, or `sudo apt-get install libmagic-dev` on linux.
28
+
23
29
  ## CLI
24
30
 
25
31
  ### Create database structure
{udata_hydra-2.0.0.dev2867 → udata_hydra-2.0.0.dev2998}/pyproject.toml RENAMED
@@ -9,7 +9,7 @@ readme = "README.md"
9
9
 
10
10
  [tool.poetry]
11
11
  name = "udata-hydra"
12
- version = "2.0.0.dev2867"
12
+ version = "2.0.0.dev2998"
13
13
  description = "Async crawler and parsing service for data.gouv.fr"
14
14
  authors = ["Opendata Team <opendatateam@data.gouv.fr>"]
15
15
  license = "MIT"