udata-hydra 2.2.2.dev7678__tar.gz → 2.2.2.dev7693__tar.gz

{udata_hydra-2.2.2.dev7678 → udata_hydra-2.2.2.dev7693}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: udata-hydra
-Version: 2.2.2.dev7678
+Version: 2.2.2.dev7693
 Summary: Async crawler and parsing service for data.gouv.fr
 License: MIT
 Author: Opendata Team

{udata_hydra-2.2.2.dev7678 → udata_hydra-2.2.2.dev7693}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "udata-hydra"
-version = "2.2.2.dev7678"
+version = "2.2.2.dev7693"
 description = "Async crawler and parsing service for data.gouv.fr"
 authors = [{ name = "Opendata Team", email = "opendatateam@data.gouv.fr" }]
 dependencies = [

{udata_hydra-2.2.2.dev7678 → udata_hydra-2.2.2.dev7693}/udata_hydra/analysis/csv.py

@@ -139,7 +139,11 @@ async def analyse_csv(
                 )
         except Exception as e:
             raise ParseException(
-                step="csv_detective", resource_id=resource_id, url=url, check_id=check["id"]
+                message=str(e),
+                step="csv_detective",
+                resource_id=resource_id,
+                url=url,
+                check_id=check["id"],
             ) from e
         timer.mark("csv-inspection")
 
@@ -163,7 +167,11 @@ async def analyse_csv(
         except Exception as e:
             remove_remainders(resource_id, ["parquet"])
             raise ParseException(
-                step="parquet_export", resource_id=resource_id, url=url, check_id=check["id"]
+                message=str(e),
+                step="parquet_export",
+                resource_id=resource_id,
+                url=url,
+                check_id=check["id"],
             ) from e
 
         try:
@@ -176,7 +184,11 @@ async def analyse_csv(
         except Exception as e:
             remove_remainders(resource_id, ["geojson", "pmtiles", "pmtiles-journal"])
             raise ParseException(
-                step="geojson_export", resource_id=resource_id, url=url, check_id=check["id"]
+                message=str(e),
+                step="geojson_export",
+                resource_id=resource_id,
+                url=url,
+                check_id=check["id"],
             ) from e
 
         check = await Check.update(
@@ -381,7 +393,10 @@ async def csv_to_db(
         await db.execute(q)
     except Exception as e:
         raise ParseException(
-            step="create_table_query", resource_id=resource_id, table_name=table_name
+            message=str(e),
+            step="create_table_query",
+            resource_id=resource_id,
+            table_name=table_name,
         ) from e
 
     # this use postgresql COPY from an iterator, it's fast but might be difficult to debug
@@ -395,7 +410,10 @@ async def csv_to_db(
             )
         except Exception as e:  # I know what I'm doing, pinky swear
             raise ParseException(
-                step="copy_records_to_table", resource_id=resource_id, table_name=table_name
+                message=str(e),
+                step="copy_records_to_table",
+                resource_id=resource_id,
+                table_name=table_name,
             ) from e
     # this inserts rows from iterator one by one, slow but useful for debugging
     else:

{udata_hydra-2.2.2.dev7678 → udata_hydra-2.2.2.dev7693}/udata_hydra/analysis/geojson.py

@@ -71,7 +71,11 @@ async def analyse_geojson(
             timer.mark("geojson-to-pmtiles")
         except Exception as e:
             raise ParseException(
-                step="pmtiles_export", resource_id=resource_id, url=url, check_id=check["id"]
+                message=str(e),
+                step="pmtiles_export",
+                resource_id=resource_id,
+                url=url,
+                check_id=check["id"],
             ) from e
 
         check = await Check.update(