udata-hydra 2.2.2.dev7503__tar.gz → 2.2.2.dev7533__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/PKG-INFO +1 -1
  2. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/pyproject.toml +1 -1
  3. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/analysis/helpers.py +2 -0
  4. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/http.py +1 -0
  5. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/README.md +0 -0
  6. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/__init__.py +0 -0
  7. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/analysis/__init__.py +0 -0
  8. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/analysis/csv.py +0 -0
  9. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/analysis/geojson.py +0 -0
  10. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/analysis/resource.py +0 -0
  11. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/app.py +0 -0
  12. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/cli.py +0 -0
  13. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/config_default.toml +0 -0
  14. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/context.py +0 -0
  15. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/crawl/__init__.py +0 -0
  16. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/crawl/calculate_next_check.py +0 -0
  17. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/crawl/check_resources.py +0 -0
  18. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/crawl/helpers.py +0 -0
  19. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/crawl/preprocess_check_data.py +0 -0
  20. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/crawl/select_batch.py +0 -0
  21. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/db/__init__.py +0 -0
  22. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/db/check.py +0 -0
  23. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/db/resource.py +0 -0
  24. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/db/resource_exception.py +0 -0
  25. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/logger.py +0 -0
  26. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/__init__.py +0 -0
  27. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/csv/20221205_initial_up_rev1.sql +0 -0
  28. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/csv/20230130_drop_migrations.sql +0 -0
  29. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/csv/20230206_datetime_aware.sql +0 -0
  30. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/csv/20240827_add_indexes_column_to_tables_index_table.sql +0 -0
  31. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/csv/20250610_migrate_resources_exception.sql +0 -0
  32. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20221205_initial_up_rev1.sql +0 -0
  33. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20221206_rev1_up_rev2.sql +0 -0
  34. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20221206_rev2_up_rev3.sql +0 -0
  35. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20221208_rev3_up_rev4.sql +0 -0
  36. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20221208_rev4_up_rev5.sql +0 -0
  37. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20230119_rev5_up_rev6.sql +0 -0
  38. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20230121_rev6_up_rev7.sql +0 -0
  39. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20230121_rev7_up_rev8.sql +0 -0
  40. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20230130_drop_migrations.sql +0 -0
  41. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20230206_datetime_aware.sql +0 -0
  42. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20230515_rev8_up_rev9.sql +0 -0
  43. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20230606_rev9_up_rev10.sql +0 -0
  44. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20231102_drop_csv_analysis.sql +0 -0
  45. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20240827_add_resources_exceptions_table.sql +0 -0
  46. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20240926_add_indexes.sql +0 -0
  47. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20241004_add_comment_column_to_resources_exceptions.sql +0 -0
  48. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20241021_add_parquet_columns.sql +0 -0
  49. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20241023_alter_foreign_key.sql +0 -0
  50. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20241025_add_next_check_column.sql +0 -0
  51. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20250108_add_indexes.sql +0 -0
  52. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20250130_add_pmtiles_fields.sql +0 -0
  53. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20250519_add_format_column_catalog.sql +0 -0
  54. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/migrations/main/20250610_migrate_resources_exception.sql +0 -0
  55. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/routes/__init__.py +0 -0
  56. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/routes/checks.py +0 -0
  57. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/routes/resources.py +0 -0
  58. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/routes/resources_exceptions.py +0 -0
  59. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/routes/status.py +0 -0
  60. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/schemas/__init__.py +0 -0
  61. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/schemas/check.py +0 -0
  62. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/schemas/resource.py +0 -0
  63. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/schemas/resource_exception.py +0 -0
  64. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/__init__.py +0 -0
  65. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/auth.py +0 -0
  66. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/csv.py +0 -0
  67. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/db.py +0 -0
  68. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/errors.py +0 -0
  69. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/file.py +0 -0
  70. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/geojson.py +0 -0
  71. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/minio.py +0 -0
  72. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/parquet.py +0 -0
  73. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/queue.py +0 -0
  74. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/reader.py +0 -0
  75. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/timer.py +0 -0
  76. {udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/worker.py +0 -0
{udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: udata-hydra
3
- Version: 2.2.2.dev7503
3
+ Version: 2.2.2.dev7533
4
4
  Summary: Async crawler and parsing service for data.gouv.fr
5
5
  License: MIT
6
6
  Author: Opendata Team
{udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "udata-hydra"
3
- version = "2.2.2.dev7503"
3
+ version = "2.2.2.dev7533"
4
4
  description = "Async crawler and parsing service for data.gouv.fr"
5
5
  authors = [{ name = "Opendata Team", email = "opendatateam@data.gouv.fr" }]
6
6
  dependencies = [
{udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/analysis/helpers.py RENAMED
@@ -67,6 +67,8 @@ async def notify_udata(resource: Record, check: dict) -> None:
67
67
  else None,
68
68
  },
69
69
  }
70
+ if config.CSV_TO_DB and check.get("parsing_table"):
71
+ payload["document"]["analysis:parsing:parsing_table"] = check.get("parsing_table")
70
72
  if config.CSV_TO_PARQUET and check.get("parquet_url"):
71
73
  payload["document"]["analysis:parsing:parquet_url"] = check.get("parquet_url")
72
74
  payload["document"]["analysis:parsing:parquet_size"] = check.get("parquet_size")
{udata_hydra-2.2.2.dev7503 → udata_hydra-2.2.2.dev7533}/udata_hydra/utils/http.py RENAMED
@@ -27,6 +27,7 @@ class UdataPayload:
27
27
  "error",
28
28
  "started_at",
29
29
  "finished_at",
30
+ "parsing_table",
30
31
  "parquet_size",
31
32
  "parquet_url",
32
33
  "pmtiles_size",