datazone-sdk 6.0.1.dev5__tar.gz → 6.0.1.dev6__tar.gz

{datazone_sdk-6.0.1.dev5 → datazone_sdk-6.0.1.dev6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datazone-sdk
-Version: 6.0.1.dev5
+Version: 6.0.1.dev6
 Summary: Database and Delta storage client library for working with Delta Lake tables
 Author: Team Enigma
 Author-email: enigma@energinet.dk

{datazone_sdk-6.0.1.dev5 → datazone_sdk-6.0.1.dev6}/datazone/__init__.py

@@ -1,13 +1,6 @@
 from datazone.backtesting import backtest
 from datazone.caching import ParquetCache
 from datazone.db import DatabaseClient, SnapshotDatabaseClient
-from datazone.deltastorage import (
-    DeltaOverwriteFallbackWarning,
-    Field,
-    HyperSlice,
-    Schema,
-    Store,
-    Table,
-)
+from datazone.deltastorage import Field, HyperSlice, Schema, Store, Table
 
 from . import testing

{datazone_sdk-6.0.1.dev5 → datazone_sdk-6.0.1.dev6}/datazone/deltastorage/__init__.py

@@ -1,4 +1,4 @@
 from .schema import Field, Schema
 from .slicing import HyperSlice
 from .store import Store
-from .table import DeltaOverwriteFallbackWarning, Table
+from .table import Table

{datazone_sdk-6.0.1.dev5 → datazone_sdk-6.0.1.dev6}/datazone/deltastorage/table.py

@@ -1,11 +1,9 @@
 import datetime as dt
-import warnings
 from typing import Any, Optional
 
 import deltalake as dl
 import polars as pl
 import pyarrow as pa
-from deltalake.exceptions import CommitFailedError
 
 from .schema import Schema
 from .slicing import HyperSlice
@@ -48,10 +46,6 @@ def _dnf_to_sql(dnf: list[tuple]) -> str:
     return " AND ".join(sql_parts)
 
 
-def _is_arrow_cast_commit_failure(error: CommitFailedError) -> bool:
-    return "arrow_cast should have been simplified to cast" in str(error)
-
-
 def _is_safe_partition_filter(filter_: tuple) -> bool:
     return filter_[1] in ["=", "in"]
 
@@ -77,10 +71,6 @@ def _filter_to_polars_expr(filter_: tuple) -> pl.Expr:
     raise ValueError(f"Unsupported operation: {op}")
 
 
-class DeltaOverwriteFallbackWarning(RuntimeWarning):
-    pass
-
-
 class Table:
     def __init__(
         self,
@@ -239,21 +229,7 @@ class Table:
         else:
             predicate = _dnf_to_sql(hyper_slice)
 
-        try:
-            self._write_deltalake(data=data, mode="overwrite", predicate=predicate)
-        except CommitFailedError as error:
-            if predicate is None or not _is_arrow_cast_commit_failure(error):
-                raise
-
-            warnings.warn(
-                "Delta predicate overwrite failed with the DataFusion arrow_cast bug. "
-                "Falling back to delete followed by append; this is not atomic as a "
-                "single overwrite commit.",
-                DeltaOverwriteFallbackWarning,
-                stacklevel=2,
-            )
-            self.delta_table.delete(predicate)
-            self._write_deltalake(data=data, mode="append", predicate=None)
+        self._write_deltalake(data=data, mode="overwrite", predicate=predicate)
 
     def append(self, df: pl.DataFrame) -> None:
         """Append rows to Delta Lake. This will write data to the Delta Lake.

{datazone_sdk-6.0.1.dev5 → datazone_sdk-6.0.1.dev6}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "datazone-sdk"
-version = "6.0.1.dev5"
+version = "6.0.1.dev6"
 description = "Database and Delta storage client library for working with Delta Lake tables"
 authors = [{ name = "Team Enigma", email = "enigma@energinet.dk" }]
 requires-python = ">=3.10"