udata-hydra 2.4.2.dev10028__tar.gz → 2.4.2.dev10078__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/PKG-INFO +22 -3
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/README.md +21 -1
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/pyproject.toml +1 -2
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/routes/status.py +1 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/__init__.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/analysis/__init__.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/analysis/csv.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/analysis/geojson.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/analysis/helpers.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/analysis/parquet.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/analysis/resource.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/app.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/cli.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/config_default.toml +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/context.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/__init__.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/calculate_next_check.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/check_resources.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/helpers.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/preprocess_check_data.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/select_batch.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/db/__init__.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/db/check.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/db/resource.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/db/resource_exception.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/logger.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/__init__.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20221205_initial_up_rev1.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20230130_drop_migrations.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20230206_datetime_aware.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20240827_add_indexes_column_to_tables_index_table.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20250610_migrate_resources_exception.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20250626_delete_datetime_iso_references.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20250902_delete_analyses_too_long_column_names.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20250911_add_deleted_column_to_tables_index.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20250916_add_dataset_id_to_tables_index.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20221205_initial_up_rev1.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20221206_rev1_up_rev2.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20221206_rev2_up_rev3.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20221208_rev3_up_rev4.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20221208_rev4_up_rev5.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230119_rev5_up_rev6.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230121_rev6_up_rev7.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230121_rev7_up_rev8.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230130_drop_migrations.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230206_datetime_aware.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230515_rev8_up_rev9.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230606_rev9_up_rev10.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20231102_drop_csv_analysis.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20240827_add_resources_exceptions_table.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20240926_add_indexes.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20241004_add_comment_column_to_resources_exceptions.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20241021_add_parquet_columns.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20241023_alter_foreign_key.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20241025_add_next_check_column.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20250108_add_indexes.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20250130_add_pmtiles_fields.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20250519_add_format_column_catalog.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20250610_migrate_resources_exception.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20250611_add_status_since_catalog.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20250615_add_geojson_fields.sql +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/routes/__init__.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/routes/checks.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/routes/resources.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/routes/resources_exceptions.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/schemas/__init__.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/schemas/check.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/schemas/resource.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/schemas/resource_exception.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/__init__.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/auth.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/csv.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/db.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/errors.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/file.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/geojson.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/http.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/minio.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/parquet.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/queue.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/timer.py +0 -0
- {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/worker.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: udata-hydra
|
|
3
|
-
Version: 2.4.2.
|
|
3
|
+
Version: 2.4.2.dev10078
|
|
4
4
|
Summary: Async crawler and parsing service for data.gouv.fr
|
|
5
5
|
License: MIT
|
|
6
6
|
Author: Opendata Team
|
|
@@ -16,7 +16,6 @@ Requires-Dist: aiohttp (>=3.10.3)
|
|
|
16
16
|
Requires-Dist: aiohttp-devtools (>=1.0.post0) ; extra == "dev"
|
|
17
17
|
Requires-Dist: aioresponses (>=0.7.3) ; extra == "dev"
|
|
18
18
|
Requires-Dist: asyncpg (>=0.29.0)
|
|
19
|
-
Requires-Dist: bumpx (>=0.3.10) ; extra == "dev"
|
|
20
19
|
Requires-Dist: coloredlogs (>=15.0.1)
|
|
21
20
|
Requires-Dist: csv-detective (==0.9.3.dev2010)
|
|
22
21
|
Requires-Dist: dateparser (>=1.1.7)
|
|
@@ -593,5 +592,25 @@ poetry run ruff check --fix . && poetry run ruff format .
|
|
|
593
592
|
|
|
594
593
|
### 🏷️ Releases
|
|
595
594
|
|
|
596
|
-
The release process uses [
|
|
595
|
+
The release process uses the [`tag_version.sh`](tag_version.sh) script to create git tags and update [CHANGELOG.md](CHANGELOG.md) and [pyproject.toml](pyproject.toml) automatically.
|
|
596
|
+
|
|
597
|
+
```bash
|
|
598
|
+
# Create a new release
|
|
599
|
+
./tag_version.sh <version>
|
|
600
|
+
|
|
601
|
+
# Example
|
|
602
|
+
./tag_version.sh 2.5.0
|
|
603
|
+
|
|
604
|
+
# Dry run to see what would happen
|
|
605
|
+
./tag_version.sh 2.5.0 --dry-run
|
|
606
|
+
```
|
|
607
|
+
|
|
608
|
+
**Prerequisites**: GitHub CLI (`gh`) must be installed and authenticated, and you must be on the main branch with a clean working directory.
|
|
609
|
+
|
|
610
|
+
The script automatically:
|
|
611
|
+
- Updates the version in pyproject.toml
|
|
612
|
+
- Extracts commits since the last tag and formats them for CHANGELOG.md
|
|
613
|
+
- Identifies breaking changes (commits with `!:` in the subject)
|
|
614
|
+
- Creates a git tag and pushes it to the remote repository
|
|
615
|
+
- Creates a GitHub release with the changelog content
|
|
597
616
|
|
|
@@ -547,4 +547,24 @@ poetry run ruff check --fix . && poetry run ruff format .
|
|
|
547
547
|
|
|
548
548
|
### 🏷️ Releases
|
|
549
549
|
|
|
550
|
-
The release process uses [
|
|
550
|
+
The release process uses the [`tag_version.sh`](tag_version.sh) script to create git tags and update [CHANGELOG.md](CHANGELOG.md) and [pyproject.toml](pyproject.toml) automatically.
|
|
551
|
+
|
|
552
|
+
```bash
|
|
553
|
+
# Create a new release
|
|
554
|
+
./tag_version.sh <version>
|
|
555
|
+
|
|
556
|
+
# Example
|
|
557
|
+
./tag_version.sh 2.5.0
|
|
558
|
+
|
|
559
|
+
# Dry run to see what would happen
|
|
560
|
+
./tag_version.sh 2.5.0 --dry-run
|
|
561
|
+
```
|
|
562
|
+
|
|
563
|
+
**Prerequisites**: GitHub CLI (`gh`) must be installed and authenticated, and you must be on the main branch with a clean working directory.
|
|
564
|
+
|
|
565
|
+
The script automatically:
|
|
566
|
+
- Updates the version in pyproject.toml
|
|
567
|
+
- Extracts commits since the last tag and formats them for CHANGELOG.md
|
|
568
|
+
- Identifies breaking changes (commits with `!:` in the subject)
|
|
569
|
+
- Creates a git tag and pushes it to the remote repository
|
|
570
|
+
- Creates a GitHub release with the changelog content
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "udata-hydra"
|
|
3
|
-
version = "2.4.2.
|
|
3
|
+
version = "2.4.2.dev10078"
|
|
4
4
|
description = "Async crawler and parsing service for data.gouv.fr"
|
|
5
5
|
authors = [{ name = "Opendata Team", email = "opendatateam@data.gouv.fr" }]
|
|
6
6
|
dependencies = [
|
|
@@ -32,7 +32,6 @@ readme = "README.md"
|
|
|
32
32
|
dev = [
|
|
33
33
|
"aiohttp-devtools>=1.0.post0",
|
|
34
34
|
"aioresponses>=0.7.3",
|
|
35
|
-
"bumpx>=0.3.10",
|
|
36
35
|
"gunicorn>=20.1.0",
|
|
37
36
|
"mypy>=1.11.0",
|
|
38
37
|
"nest_asyncio>=1.5.5",
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/calculate_next_check.py
RENAMED
|
File without changes
|
{udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/check_resources.py
RENAMED
|
File without changes
|
|
File without changes
|
{udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/preprocess_check_data.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/db/resource_exception.py
RENAMED
|
File without changes
|
|
File without changes
|
{udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/routes/resources_exceptions.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/schemas/resource_exception.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|