udata-hydra 2.4.2.dev10028__tar.gz → 2.4.2.dev10078__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (82) hide show
  1. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/PKG-INFO +22 -3
  2. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/README.md +21 -1
  3. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/pyproject.toml +1 -2
  4. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/routes/status.py +1 -0
  5. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/__init__.py +0 -0
  6. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/analysis/__init__.py +0 -0
  7. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/analysis/csv.py +0 -0
  8. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/analysis/geojson.py +0 -0
  9. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/analysis/helpers.py +0 -0
  10. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/analysis/parquet.py +0 -0
  11. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/analysis/resource.py +0 -0
  12. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/app.py +0 -0
  13. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/cli.py +0 -0
  14. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/config_default.toml +0 -0
  15. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/context.py +0 -0
  16. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/__init__.py +0 -0
  17. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/calculate_next_check.py +0 -0
  18. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/check_resources.py +0 -0
  19. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/helpers.py +0 -0
  20. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/preprocess_check_data.py +0 -0
  21. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/crawl/select_batch.py +0 -0
  22. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/db/__init__.py +0 -0
  23. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/db/check.py +0 -0
  24. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/db/resource.py +0 -0
  25. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/db/resource_exception.py +0 -0
  26. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/logger.py +0 -0
  27. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/__init__.py +0 -0
  28. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20221205_initial_up_rev1.sql +0 -0
  29. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20230130_drop_migrations.sql +0 -0
  30. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20230206_datetime_aware.sql +0 -0
  31. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20240827_add_indexes_column_to_tables_index_table.sql +0 -0
  32. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20250610_migrate_resources_exception.sql +0 -0
  33. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20250626_delete_datetime_iso_references.sql +0 -0
  34. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20250902_delete_analyses_too_long_column_names.sql +0 -0
  35. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20250911_add_deleted_column_to_tables_index.sql +0 -0
  36. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/csv/20250916_add_dataset_id_to_tables_index.sql +0 -0
  37. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20221205_initial_up_rev1.sql +0 -0
  38. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20221206_rev1_up_rev2.sql +0 -0
  39. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20221206_rev2_up_rev3.sql +0 -0
  40. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20221208_rev3_up_rev4.sql +0 -0
  41. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20221208_rev4_up_rev5.sql +0 -0
  42. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230119_rev5_up_rev6.sql +0 -0
  43. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230121_rev6_up_rev7.sql +0 -0
  44. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230121_rev7_up_rev8.sql +0 -0
  45. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230130_drop_migrations.sql +0 -0
  46. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230206_datetime_aware.sql +0 -0
  47. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230515_rev8_up_rev9.sql +0 -0
  48. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20230606_rev9_up_rev10.sql +0 -0
  49. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20231102_drop_csv_analysis.sql +0 -0
  50. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20240827_add_resources_exceptions_table.sql +0 -0
  51. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20240926_add_indexes.sql +0 -0
  52. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20241004_add_comment_column_to_resources_exceptions.sql +0 -0
  53. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20241021_add_parquet_columns.sql +0 -0
  54. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20241023_alter_foreign_key.sql +0 -0
  55. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20241025_add_next_check_column.sql +0 -0
  56. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20250108_add_indexes.sql +0 -0
  57. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20250130_add_pmtiles_fields.sql +0 -0
  58. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20250519_add_format_column_catalog.sql +0 -0
  59. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20250610_migrate_resources_exception.sql +0 -0
  60. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20250611_add_status_since_catalog.sql +0 -0
  61. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/migrations/main/20250615_add_geojson_fields.sql +0 -0
  62. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/routes/__init__.py +0 -0
  63. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/routes/checks.py +0 -0
  64. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/routes/resources.py +0 -0
  65. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/routes/resources_exceptions.py +0 -0
  66. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/schemas/__init__.py +0 -0
  67. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/schemas/check.py +0 -0
  68. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/schemas/resource.py +0 -0
  69. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/schemas/resource_exception.py +0 -0
  70. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/__init__.py +0 -0
  71. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/auth.py +0 -0
  72. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/csv.py +0 -0
  73. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/db.py +0 -0
  74. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/errors.py +0 -0
  75. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/file.py +0 -0
  76. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/geojson.py +0 -0
  77. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/http.py +0 -0
  78. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/minio.py +0 -0
  79. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/parquet.py +0 -0
  80. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/queue.py +0 -0
  81. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/utils/timer.py +0 -0
  82. {udata_hydra-2.4.2.dev10028 → udata_hydra-2.4.2.dev10078}/udata_hydra/worker.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: udata-hydra
3
- Version: 2.4.2.dev10028
3
+ Version: 2.4.2.dev10078
4
4
  Summary: Async crawler and parsing service for data.gouv.fr
5
5
  License: MIT
6
6
  Author: Opendata Team
@@ -16,7 +16,6 @@ Requires-Dist: aiohttp (>=3.10.3)
16
16
  Requires-Dist: aiohttp-devtools (>=1.0.post0) ; extra == "dev"
17
17
  Requires-Dist: aioresponses (>=0.7.3) ; extra == "dev"
18
18
  Requires-Dist: asyncpg (>=0.29.0)
19
- Requires-Dist: bumpx (>=0.3.10) ; extra == "dev"
20
19
  Requires-Dist: coloredlogs (>=15.0.1)
21
20
  Requires-Dist: csv-detective (==0.9.3.dev2010)
22
21
  Requires-Dist: dateparser (>=1.1.7)
@@ -593,5 +592,25 @@ poetry run ruff check --fix . && poetry run ruff format .
593
592
 
594
593
  ### 🏷️ Releases
595
594
 
596
- The release process uses [bump'X](https://github.com/datagouv/bumpx).
595
+ The release process uses the [`tag_version.sh`](tag_version.sh) script to create git tags and update [CHANGELOG.md](CHANGELOG.md) and [pyproject.toml](pyproject.toml) automatically.
596
+
597
+ ```bash
598
+ # Create a new release
599
+ ./tag_version.sh <version>
600
+
601
+ # Example
602
+ ./tag_version.sh 2.5.0
603
+
604
+ # Dry run to see what would happen
605
+ ./tag_version.sh 2.5.0 --dry-run
606
+ ```
607
+
608
+ **Prerequisites**: GitHub CLI (`gh`) must be installed and authenticated, and you must be on the main branch with a clean working directory.
609
+
610
+ The script automatically:
611
+ - Updates the version in pyproject.toml
612
+ - Extracts commits since the last tag and formats them for CHANGELOG.md
613
+ - Identifies breaking changes (commits with `!:` in the subject)
614
+ - Creates a git tag and pushes it to the remote repository
615
+ - Creates a GitHub release with the changelog content
597
616
 
@@ -547,4 +547,24 @@ poetry run ruff check --fix . && poetry run ruff format .
547
547
 
548
548
  ### 🏷️ Releases
549
549
 
550
- The release process uses [bump'X](https://github.com/datagouv/bumpx).
550
+ The release process uses the [`tag_version.sh`](tag_version.sh) script to create git tags and update [CHANGELOG.md](CHANGELOG.md) and [pyproject.toml](pyproject.toml) automatically.
551
+
552
+ ```bash
553
+ # Create a new release
554
+ ./tag_version.sh <version>
555
+
556
+ # Example
557
+ ./tag_version.sh 2.5.0
558
+
559
+ # Dry run to see what would happen
560
+ ./tag_version.sh 2.5.0 --dry-run
561
+ ```
562
+
563
+ **Prerequisites**: GitHub CLI (`gh`) must be installed and authenticated, and you must be on the main branch with a clean working directory.
564
+
565
+ The script automatically:
566
+ - Updates the version in pyproject.toml
567
+ - Extracts commits since the last tag and formats them for CHANGELOG.md
568
+ - Identifies breaking changes (commits with `!:` in the subject)
569
+ - Creates a git tag and pushes it to the remote repository
570
+ - Creates a GitHub release with the changelog content
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "udata-hydra"
3
- version = "2.4.2.dev10028"
3
+ version = "2.4.2.dev10078"
4
4
  description = "Async crawler and parsing service for data.gouv.fr"
5
5
  authors = [{ name = "Opendata Team", email = "opendatateam@data.gouv.fr" }]
6
6
  dependencies = [
@@ -32,7 +32,6 @@ readme = "README.md"
32
32
  dev = [
33
33
  "aiohttp-devtools>=1.0.post0",
34
34
  "aioresponses>=0.7.3",
35
- "bumpx>=0.3.10",
36
35
  "gunicorn>=20.1.0",
37
36
  "mypy>=1.11.0",
38
37
  "nest_asyncio>=1.5.5",
@@ -152,5 +152,6 @@ async def get_health(request: web.Request) -> web.Response:
152
152
  "csv_to_parquet": config.CSV_TO_PARQUET,
153
153
  "geojson_to_pmtiles": config.GEOJSON_TO_PMTILES,
154
154
  "csv_to_geojson": config.CSV_TO_GEOJSON,
155
+ "parquet_to_db": config.PARQUET_TO_DB,
155
156
  }
156
157
  )