datazone-sdk 6.0.1.dev2__tar.gz → 6.0.1.dev3__tar.gz

{datazone_sdk-6.0.1.dev2 → datazone_sdk-6.0.1.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datazone-sdk
-Version: 6.0.1.dev2
+Version: 6.0.1.dev3
 Summary: Database and Delta storage client library for working with Delta Lake tables
 Author: Team Enigma
 Author-email: enigma@energinet.dk

{datazone_sdk-6.0.1.dev2 → datazone_sdk-6.0.1.dev3}/datazone/deltastorage/table.py

@@ -4,6 +4,7 @@ from typing import Any, Optional
 import deltalake as dl
 import polars as pl
 import pyarrow as pa
+from deltalake.exceptions import CommitFailedError
 
 from .schema import Schema
 from .slicing import HyperSlice
@@ -46,6 +47,10 @@ def _dnf_to_sql(dnf: list[tuple]) -> str:
     return " AND ".join(sql_parts)
 
 
+def _is_arrow_cast_commit_failure(error: CommitFailedError) -> bool:
+    return "arrow_cast should have been simplified to cast" in str(error)
+
+
 class Table:
     def __init__(
         self,
@@ -183,7 +188,14 @@ class Table:
         else:
             predicate = _dnf_to_sql(hyper_slice)
 
-        self._write_deltalake(data=data, mode="overwrite", predicate=predicate)
+        try:
+            self._write_deltalake(data=data, mode="overwrite", predicate=predicate)
+        except CommitFailedError as error:
+            if predicate is None or not _is_arrow_cast_commit_failure(error):
+                raise
+
+            self.delta_table.delete(predicate)
+            self._write_deltalake(data=data, mode="append", predicate=None)
 
     def append(self, df: pl.DataFrame) -> None:
         """Append rows to Delta Lake. This will write data to the Delta Lake.

{datazone_sdk-6.0.1.dev2 → datazone_sdk-6.0.1.dev3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "datazone-sdk"
-version = "6.0.1.dev2"
+version = "6.0.1.dev3"
 description = "Database and Delta storage client library for working with Delta Lake tables"
 authors = [{ name = "Team Enigma", email = "enigma@energinet.dk" }]
 requires-python = ">=3.10"