udata-hydra 2.0.0.dev3084__tar.gz → 2.0.0.dev3133__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/PKG-INFO +17 -1
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/README.md +16 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/pyproject.toml +1 -1
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/__init__.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/analysis/__init__.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/analysis/csv.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/analysis/errors.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/analysis/helpers.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/analysis/resource.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/app.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/cli.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/config_default.toml +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/context.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/crawl.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/db/__init__.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/db/check.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/db/resource.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/logger.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/__init__.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/csv/20221205_initial_up_rev1.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/csv/20230130_drop_migrations.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/csv/20230206_datetime_aware.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20221205_initial_up_rev1.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20221206_rev1_up_rev2.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20221206_rev2_up_rev3.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20221208_rev3_up_rev4.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20221208_rev4_up_rev5.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230119_rev5_up_rev6.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230121_rev6_up_rev7.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230121_rev7_up_rev8.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230130_drop_migrations.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230206_datetime_aware.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230515_rev8_up_rev9.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20230606_rev9_up_rev10.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/migrations/main/20231102_drop_csv_analysis.sql +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/routes/__init__.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/routes/checks.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/routes/resources.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/routes/status.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/schemas/__init__.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/schemas/check.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/schemas/resource.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/__init__.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/auth.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/csv.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/file.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/http.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/minio.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/parquet.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/queue.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/reader.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/utils/timer.py +0 -0
- {udata_hydra-2.0.0.dev3084 → udata_hydra-2.0.0.dev3133}/udata_hydra/worker.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: udata-hydra
|
|
3
|
-
Version: 2.0.0.
|
|
3
|
+
Version: 2.0.0.dev3133
|
|
4
4
|
Summary: Async crawler and parsing service for data.gouv.fr
|
|
5
5
|
License: MIT
|
|
6
6
|
Author: Opendata Team
|
|
@@ -124,6 +124,22 @@ You can also override the coverage report configuration when running the tests b
|
|
|
124
124
|
|
|
125
125
|
## API
|
|
126
126
|
|
|
127
|
+
The API will need a Bearer token for each request on protected endpoints (any endpoint that isn't a `GET`).
|
|
128
|
+
The token is configured in the `config.toml` file as `API_KEY`, and has a default value set in the `udata_hydra/config_default.toml` file.
|
|
129
|
+
|
|
130
|
+
If you're using hydra as an external service to receive resource events from [udata](https://github.com/opendatateam/udata), then udata needs to also configure this
|
|
131
|
+
API key in its `udata.cfg` file:
|
|
132
|
+
|
|
133
|
+
```
|
|
134
|
+
# Wether udata should publish the resource events
|
|
135
|
+
PUBLISH_ON_RESOURCE_EVENTS = True
|
|
136
|
+
# Where to publish the events
|
|
137
|
+
RESOURCES_ANALYSER_URI = "http://localhost:8000"
|
|
138
|
+
# The API key that hydra needs
|
|
139
|
+
RESOURCES_ANALYSER_API_KEY = "api_key_to_change"
|
|
140
|
+
|
|
141
|
+
```
|
|
142
|
+
|
|
127
143
|
### Run
|
|
128
144
|
|
|
129
145
|
```bash
|
|
@@ -87,6 +87,22 @@ You can also override the coverage report configuration when running the tests b
|
|
|
87
87
|
|
|
88
88
|
## API
|
|
89
89
|
|
|
90
|
+
The API will need a Bearer token for each request on protected endpoints (any endpoint that isn't a `GET`).
|
|
91
|
+
The token is configured in the `config.toml` file as `API_KEY`, and has a default value set in the `udata_hydra/config_default.toml` file.
|
|
92
|
+
|
|
93
|
+
If you're using hydra as an external service to receive resource events from [udata](https://github.com/opendatateam/udata), then udata needs to also configure this
|
|
94
|
+
API key in its `udata.cfg` file:
|
|
95
|
+
|
|
96
|
+
```
|
|
97
|
+
# Wether udata should publish the resource events
|
|
98
|
+
PUBLISH_ON_RESOURCE_EVENTS = True
|
|
99
|
+
# Where to publish the events
|
|
100
|
+
RESOURCES_ANALYSER_URI = "http://localhost:8000"
|
|
101
|
+
# The API key that hydra needs
|
|
102
|
+
RESOURCES_ANALYSER_API_KEY = "api_key_to_change"
|
|
103
|
+
|
|
104
|
+
```
|
|
105
|
+
|
|
90
106
|
### Run
|
|
91
107
|
|
|
92
108
|
```bash
|
|
@@ -9,7 +9,7 @@ readme = "README.md"
|
|
|
9
9
|
|
|
10
10
|
[tool.poetry]
|
|
11
11
|
name = "udata-hydra"
|
|
12
|
-
version = "2.0.0.
|
|
12
|
+
version = "2.0.0.dev3133"
|
|
13
13
|
description = "Async crawler and parsing service for data.gouv.fr"
|
|
14
14
|
authors = ["Opendata Team <opendatateam@data.gouv.fr>"]
|
|
15
15
|
license = "MIT"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|