udata-hydra 2.0.0.dev3084__tar.gz → 2.0.0.dev3133__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/PKG-INFO +17 -1
  2. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/README.md +16 -0
  3. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/pyproject.toml +1 -1
  4. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/__init__.py +0 -0
  5. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/analysis/__init__.py +0 -0
  6. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/analysis/csv.py +0 -0
  7. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/analysis/errors.py +0 -0
  8. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/analysis/helpers.py +0 -0
  9. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/analysis/resource.py +0 -0
  10. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/app.py +0 -0
  11. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/cli.py +0 -0
  12. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/config_default.toml +0 -0
  13. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/context.py +0 -0
  14. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/crawl.py +0 -0
  15. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/db/__init__.py +0 -0
  16. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/db/check.py +0 -0
  17. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/db/resource.py +0 -0
  18. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/logger.py +0 -0
  19. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/__init__.py +0 -0
  20. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/csv/20221205_initial_up_rev1.sql +0 -0
  21. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/csv/20230130_drop_migrations.sql +0 -0
  22. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/csv/20230206_datetime_aware.sql +0 -0
  23. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20221205_initial_up_rev1.sql +0 -0
  24. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20221206_rev1_up_rev2.sql +0 -0
  25. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20221206_rev2_up_rev3.sql +0 -0
  26. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20221208_rev3_up_rev4.sql +0 -0
  27. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20221208_rev4_up_rev5.sql +0 -0
  28. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230119_rev5_up_rev6.sql +0 -0
  29. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230121_rev6_up_rev7.sql +0 -0
  30. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230121_rev7_up_rev8.sql +0 -0
  31. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230130_drop_migrations.sql +0 -0
  32. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230206_datetime_aware.sql +0 -0
  33. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230515_rev8_up_rev9.sql +0 -0
  34. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230606_rev9_up_rev10.sql +0 -0
  35. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20231102_drop_csv_analysis.sql +0 -0
  36. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/routes/__init__.py +0 -0
  37. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/routes/checks.py +0 -0
  38. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/routes/resources.py +0 -0
  39. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/routes/status.py +0 -0
  40. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/schemas/__init__.py +0 -0
  41. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/schemas/check.py +0 -0
  42. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/schemas/resource.py +0 -0
  43. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/__init__.py +0 -0
  44. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/auth.py +0 -0
  45. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/csv.py +0 -0
  46. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/file.py +0 -0
  47. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/http.py +0 -0
  48. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/minio.py +0 -0
  49. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/parquet.py +0 -0
  50. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/queue.py +0 -0
  51. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/reader.py +0 -0
  52. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/timer.py +0 -0
  53. {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/worker.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: udata-hydra
3
- Version: 2.0.0.dev3084
3
+ Version: 2.0.0.dev3133
4
4
  Summary: Async crawler and parsing service for data.gouv.fr
5
5
  License: MIT
6
6
  Author: Opendata Team
@@ -124,6 +124,22 @@ You can also override the coverage report configuration when running the tests b
124
124
 
125
125
  ## API
126
126
 
127
+ The API will need a Bearer token for each request on protected endpoints (any endpoint that isn't a `GET`).
128
+ The token is configured in the `config.toml` file as `API_KEY`, and has a default value set in the `udata_hydra/config_default.toml` file.
129
+
130
+ If you're using hydra as an external service to receive resource events from [udata](https://github.com/opendatateam/udata), then udata needs to also configure this
131
+ API key in its `udata.cfg` file:
132
+
133
+ ```
134
+ # Wether udata should publish the resource events
135
+ PUBLISH_ON_RESOURCE_EVENTS = True
136
+ # Where to publish the events
137
+ RESOURCES_ANALYSER_URI = "http://localhost:8000"
138
+ # The API key that hydra needs
139
+ RESOURCES_ANALYSER_API_KEY = "api_key_to_change"
140
+
141
+ ```
142
+
127
143
  ### Run
128
144
 
129
145
  ```bash
@@ -87,6 +87,22 @@ You can also override the coverage report configuration when running the tests b
87
87
 
88
88
  ## API
89
89
 
90
+ The API will need a Bearer token for each request on protected endpoints (any endpoint that isn't a `GET`).
91
+ The token is configured in the `config.toml` file as `API_KEY`, and has a default value set in the `udata_hydra/config_default.toml` file.
92
+
93
+ If you're using hydra as an external service to receive resource events from [udata](https://github.com/opendatateam/udata), then udata needs to also configure this
94
+ API key in its `udata.cfg` file:
95
+
96
+ ```
97
+ # Wether udata should publish the resource events
98
+ PUBLISH_ON_RESOURCE_EVENTS = True
99
+ # Where to publish the events
100
+ RESOURCES_ANALYSER_URI = "http://localhost:8000"
101
+ # The API key that hydra needs
102
+ RESOURCES_ANALYSER_API_KEY = "api_key_to_change"
103
+
104
+ ```
105
+
90
106
  ### Run
91
107
 
92
108
  ```bash
@@ -9,7 +9,7 @@ readme = "README.md"
9
9
 
10
10
  [tool.poetry]
11
11
  name = "udata-hydra"
12
- version = "2.0.0.dev3084"
12
+ version = "2.0.0.dev3133"
13
13
  description = "Async crawler and parsing service for data.gouv.fr"
14
14
  authors = ["Opendata Team <opendatateam@data.gouv.fr>"]
15
15
  license = "MIT"