cloe-nessy 0.3.8__py3-none-any.whl → 0.3.10__py3-none-any.whl

cloe_nessy/object_manager/table_manager.py

@@ -48,9 +48,8 @@ def table_log_decorator(operation: str):
     def inner_decorator(func):
         @functools.wraps(func)
         def wrapper(self, *args, **kwargs):
-            table_identifier = kwargs.get("table_identifier") or kwargs.get("table").identifier or args[0]
-            if not isinstance(table_identifier, str):
-                # assume its a Table object
+            table_identifier = kwargs.get("table_identifier") or kwargs.get("table") or args[0]
+            if isinstance(table_identifier, Table):
                 table_identifier = table_identifier.identifier
             self._tabular_logger.info(
                 "operation:%s | identifier:%s | status:start | error:''",
@@ -84,7 +83,6 @@ class TableManager(LoggerMixin):
 
     def __init__(self, tabular_logger: logging.Logger | None = None):
         self._spark = SessionManager.get_spark_session()
-        self._utils = SessionManager.get_utils()
         self._console_logger = self.get_console_logger()
         self._console_logger.debug("TableManager initialized...")
         self._tabular_logger = tabular_logger or self.get_tabular_logger(**TableManagerLogs().__dict__)
@@ -115,51 +113,83 @@ class TableManager(LoggerMixin):
             if statement and statement != "\n":
                 self._spark.sql(statement)
 
-    def drop_table(self, table_identifier: str, delete_physical_data: bool = False):
+    def drop_table(
+        self,
+        table: Table | None = None,
+        storage_location: str | None = None,
+        table_identifier: str | None = None,
+        delete_physical_data: bool = False,
+    ):
         """Deletes a Table. For security reasons you are forced to pass the table_name.
 
         If delete_physical_data is True the actual physical data on the ADLS will be deleted.
         Use with caution!
 
         Args:
+            table: The Table object representing the Delta table.
+            storage_location: The location of the Delta table on the ADLS.
             table_identifier: The table identifier in the catalog. Must be in the format 'catalog.schema.table'.
             delete_physical_data: If set to True, deletes not only the metadata
                                   within the Catalog but also the physical data.
+
+        Raises:
+            ValueError: If neither table nor table_identifier is provided, or if both are provided.
+            ValueError: If the table storage path is not provided by the table object.
         """
         self._console_logger.info(f"Deleting table [ '{table_identifier}' ] ...")
-        if not isinstance(table_identifier, str):
-            raise NotImplementedError("table_identifier must be a string, can be a Table object in the future.")
-
+        if table is not None and (table_identifier is not None or storage_location is not None):
+            raise ValueError("Either table or table_identifier and storage_location must be provided, but not both.")
+        if table is not None:
+            table_identifier = table.identifier
+            storage_location = str(table.storage_path)
         if delete_physical_data:
-            self._delete_physical_data()
-        self.drop_table_from_catalog(table_identifier)
+            self._delete_physical_data(location=storage_location)
+        self.drop_table_from_catalog(table_identifier=table_identifier)
 
-    def drop_table_from_catalog(self, table_identifier: str) -> None:
+    def drop_table_from_catalog(self, table_identifier: str | None = None, table: Table | None = None) -> None:
         """Removes a table from the catalog. Physical data is retained.
 
         Args:
             table_identifier: The table identifier in the catalog. Must be in the format 'catalog.schema.table'.
+            table: The Table object representing the Delta table.
+
+        Raises:
+            ValueError: If neither table nor table_identifier is provided, or if both are provided.
         """
+        if (table is None and table_identifier is None) or (table is not None and table_identifier is not None):
+            raise ValueError("Either table or table_identifier must be provided, but not both.")
+        if table is not None:
+            table_identifier = table.identifier
         self._console_logger.info(f"... deleting table [ '{table_identifier}' ] from Catalog.")
-        if not isinstance(table_identifier, str):
-            raise NotImplementedError("table_identifier must be a string, can be a Table object in the future.")
         self._spark.sql(f"DROP TABLE IF EXISTS {table_identifier};")
 
-    def _delete_physical_data(self):
+    def _delete_physical_data(self, table: Table | None = None, location: str | None = None):
         """Removes the physical data on the ADLS for the location of this table.
 
+        Args:
+            table: The Table object representing the Delta table to be deleted.
+            location: The location of the Delta table to be deleted.
+
         Raises:
-            NotImplementedError: This can be implemented, once a Table object is available.
+            ValueError: If neither table nor location is provided, or if both are provided.
+            ValueError: If the table storage path is not provided by the table object.
         """
-        self._console_logger.info("... deleting physical data for table [ '' ] from Catalog.")
-        raise NotImplementedError("This can be implemented, once a Table object is available.")
+        if (table is None and location is None) or (table is not None and location is not None):
+            raise ValueError("Either table or location must be provided, but not both.")
+        if table is not None:
+            if table.storage_path is None:
+                raise ValueError("Table storage path must be provided.")
+            location = str(table.storage_path)
+        SessionManager.get_utils().fs.rm(location, recurse=True)
+        self._console_logger.info("... deleting physical data.")
 
-    def get_delta_table(self, table: Table | None = None, location: str | None = None) -> DeltaTable:
+    def get_delta_table(self, table: Table | None = None, location: str | None = None, spark=None) -> DeltaTable:
         """Get the DeltaTable object from the Table objects location or a location string.
 
         Args:
             table: A Table object representing the Delta table.
             location: A string representing the table location.
+            spark: An optional Spark session. If not provided, the current Spark session will be used.
 
         Returns:
             The DeltaTable object corresponding to the given Table object or location string.
@@ -173,7 +203,7 @@ class TableManager(LoggerMixin):
         if table is not None:
             location = str(table.storage_path)
         self._console_logger.info(f"Getting DeltaTable object for location: {location}")
-        return DeltaTable.forPath(self._spark, str(location))
+        return DeltaTable.forPath(spark or self._spark, str(location))
 
     def table_exists(self, table: Table | None = None, table_identifier: str | None = None) -> bool:
         """Checks if a table exists in the catalog.
@@ -232,3 +262,27 @@ class TableManager(LoggerMixin):
 
         self._console_logger.info(f"Refreshing table: {table_identifier}")
         self._spark.sql(f"REFRESH TABLE {table_identifier};")
+
+    @table_log_decorator(operation="truncate")
+    def truncate_table(
+        self,
+        table: Table | None = None,
+        table_identifier: str | None = None,
+    ):
+        """Truncates a table.
+
+        Args:
+            table: A Table object representing the Delta table.
+            table_identifier: The identifier of the Delta table in the format 'catalog.schema.table'.
+
+        Raises:
+            ValueError: If neither table nor table_identifier is provided, or if both are provided.
+        """
+        if (table is None and table_identifier is None) or (table is not None and table_identifier is not None):
+            raise ValueError("Either table or table_identifier must be provided, but not both.")
+
+        if table is not None:
+            table_identifier = table.escaped_identifier
+
+        self._console_logger.info(f"Truncating table: {table_identifier}")
+        self._spark.sql(f"TRUNCATE TABLE {table_identifier};")

cloe_nessy/pipeline/actions/__init__.py

@@ -22,6 +22,9 @@ from .transform_replace_values import TransformReplaceValuesAction
 from .transform_select_columns import TransformSelectColumnsAction
 from .transform_union import TransformUnionAction
 from .write_catalog_table import WriteCatalogTableAction
+from .write_delta_append import WriteDeltaAppendAction
+from .write_delta_merge import WriteDeltaMergeAction
+from .write_file import WriteFileAction
 
 # Get all subclasses of PipelineAction defined in this submodule
 pipeline_actions = {cls.name: cls for cls in PipelineAction.__subclasses__()}
@@ -36,7 +39,6 @@ __all__ = [
     "ReadExcelAction",
     "ReadFilesAction",
     "ReadMetadataYAMLAction",
-    "WriteCatalogTableAction",
     "PipelineActionType",
     "TransformFilterAction",
     "TransformUnionAction",
@@ -52,5 +54,9 @@ __all__ = [
     "TransformRenameColumnsAction",
     "TransformReplaceValuesAction",
     "TransformSelectColumnsAction",
+    "WriteCatalogTableAction",
+    "WriteDeltaAppendAction",
+    "WriteDeltaMergeAction",
+    "WriteFileAction",
     "TransformHashColumnsAction",
 ]

cloe_nessy/pipeline/actions/read_catalog_table.py

@@ -61,8 +61,5 @@ class ReadCatalogTableAction(PipelineAction):
             raise ValueError("Table name must be specified or a valid Table object with identifier must be set.")
 
         table_reader = CatalogReader()
-        df = table_reader.read(
-            table_identifier=table_identifier,
-            **options,
-        )
+        df = table_reader.read(table_identifier=table_identifier, options=options)
         return context.from_existing(data=df)

cloe_nessy/pipeline/actions/write_delta_append.py

@@ -0,0 +1,69 @@
+from typing import Any
+
+from ...integration.writer import DeltaAppendWriter
+from ...models.adapter import UnityCatalogAdapter
+from ...pipeline import PipelineAction, PipelineContext
+
+
+class WriteDeltaAppendAction(PipelineAction):
+    """This class implements an Append action for an ETL pipeline.
+
+    The WriteDeltaAppendAction appends a Dataframe to Delta Table.
+
+    Returns:
+        None.
+    """
+
+    name: str = "WRITE_DELTA_APPEND"
+
+    def run(
+        self,
+        context: PipelineContext,
+        *,
+        table_identifier: str | None = None,
+        ignore_empty_df: bool = False,
+        options: dict[str, Any] | None = None,
+        **_: Any,
+    ) -> PipelineContext:
+        """Merge the dataframe into the delta table.
+
+        Args:
+            context: Context in which this Action is executed.
+            table_identifier: The identifier of the table. If passed, the
+                UC Adapter will be used to create a table object. Otherwise the Table
+                object will be created from the table metadata in the context.
+            ignore_empty_df: A flag indicating whether to ignore an empty source dataframe.
+            options: Additional options for the append writer.
+
+        Raises:
+            ValueError: If the table does not exist.
+            ValueError: If the data is not set in the pipeline context.
+            ValueError: If the table metadata is empty.
+
+        Returns:
+            Pipeline Context
+        """
+        delta_append_writer = DeltaAppendWriter()
+
+        if context.data is None:
+            raise ValueError("Data is required for the append operation.")
+        if context.table_metadata is None and table_identifier is None:
+            raise ValueError("Table metadata or a table identifier are required for the append operation.")
+
+        if table_identifier is not None:
+            context.table_metadata = UnityCatalogAdapter().get_table_by_name(table_identifier)
+        else:
+            if context.table_metadata is None:
+                raise ValueError("Table metadata is required.")
+
+        if context.table_metadata is None:
+            raise ValueError("Table metadata is required.")
+
+        delta_append_writer.write(
+            table_identifier=context.table_metadata.identifier,
+            table_location=context.table_metadata.storage_path,
+            data_frame=context.data,
+            ignore_empty_df=ignore_empty_df,
+            options=options,
+        )
+        return context.from_existing()

cloe_nessy/pipeline/actions/write_delta_merge.py

@@ -0,0 +1,118 @@
+from typing import Any
+
+from ...integration.writer import DeltaMergeWriter
+from ...models.adapter import UnityCatalogAdapter
+from ...pipeline import PipelineAction, PipelineContext
+
+
+class WriteDeltaMergeAction(PipelineAction):
+    """This class implements a Merge action for an ETL pipeline.
+
+    The MergeIntoDeltaAction merges a Dataframe to Delta Table.
+
+    Returns:
+        None.
+    """
+
+    name: str = "WRITE_DELTA_MERGE"
+
+    def run(
+        self,
+        context: PipelineContext,
+        *,
+        table_identifier: str | None = None,
+        key_columns: list[str] | None = None,
+        cols_to_update: list[str] | None = None,
+        cols_to_insert: list[str] | None = None,
+        cols_to_exclude: list[str] | None = None,
+        when_matched_update: bool = True,
+        when_matched_deleted: bool = False,
+        when_not_matched_insert: bool = True,
+        use_partition_pruning: bool = True,
+        ignore_empty_df: bool = False,
+        create_if_not_exists: bool = True,
+        refresh_table: bool = True,
+        **_: Any,
+    ) -> PipelineContext:
+        """Merge the dataframe into the delta table.
+
+        Args:
+            context: Context in which this Action is executed.
+            table_identifier: The identifier of the table. If passed, the
+                UC Adapter will be used to create a table object. Otherwise the Table
+                object will be created from the table metadata in the context.
+            key_columns: List of column names that form the
+                key for the merge operation.
+            when_matched_update: Flag to specify whether to
+                perform an update operation whenmatching records are found in
+                the target Delta table.
+            when_matched_deleted: Flag to specify whether to
+                perform a delete operation when matching records are found in
+                the target Delta table.
+            when_not_matched_insert: Flag to specify whether to perform an
+                insert operation when matching records are not found in the target
+                Delta table.
+            cols_to_update: List of column names to be
+                updated in the target Delta table.
+            cols_to_insert: List of column names to be
+                inserted into the target Delta table.
+            cols_to_exclude: List of column names to be
+                excluded from the merge operation.
+            use_partition_pruning: Flag to specify whether to use partition
+                pruning to optimize the performance of the merge operation.
+            ignore_empty_df: A flag indicating whether to ignore an empty source dataframe.
+            create_if_not_exists: Create the table if it not exists.
+            refresh_table: Refresh the table after the transaction.
+
+        Raises:
+            ValueError: If the table does not exist.
+            ValueError: If the data is not set in the pipeline context.
+            ValueError: If the table metadata is empty.
+
+        Returns:
+            Pipeline Context
+        """
+        delta_merge_writer = DeltaMergeWriter()
+
+        if context.data is None:
+            raise ValueError("Data is required for the merge operation.")
+        if context.table_metadata is None and table_identifier is None:
+            raise ValueError("Table metadata or a table identifier are required for the merge operation.")
+
+        if table_identifier is not None:
+            context.table_metadata = UnityCatalogAdapter().get_table_by_name(table_identifier)
+        else:
+            if context.table_metadata is None:
+                raise ValueError("Table metadata is required.")
+
+        if context.table_metadata is None:
+            raise ValueError("Table metadata is required.")
+
+        if create_if_not_exists:
+            delta_merge_writer.table_manager.create_table(table=context.table_metadata, ignore_if_exists=True)
+
+        if not delta_merge_writer.table_manager.table_exists(context.table_metadata):
+            raise ValueError(f"Table {context.table_metadata.name} does not exist.")
+
+        assert key_columns is not None, "Key columns must be provided."
+
+        delta_merge_writer.write(
+            table_identifier=context.table_metadata.identifier,
+            storage_path=str(context.table_metadata.storage_path),
+            data_frame=context.data,
+            key_columns=key_columns,
+            cols_to_update=cols_to_update,
+            cols_to_insert=cols_to_insert,
+            cols_to_exclude=cols_to_exclude,
+            when_matched_update=when_matched_update,
+            when_matched_deleted=when_matched_deleted,
+            when_not_matched_insert=when_not_matched_insert,
+            use_partition_pruning=use_partition_pruning,
+            partition_by=context.table_metadata.partition_by,
+            ignore_empty_df=ignore_empty_df,
+        )
+
+        if refresh_table:
+            delta_merge_writer.table_manager.refresh_table(table_identifier=context.table_metadata.identifier)
+
+        return context.from_existing()

cloe_nessy/pipeline/actions/write_file.py

@@ -0,0 +1,94 @@
+from typing import Any
+
+from ...integration.writer import FileWriter
+from ...pipeline import PipelineAction, PipelineContext
+
+
+class WriteFileAction(PipelineAction):
+    """This class implements a Write action for an ETL pipeline.
+
+    The WriteFileAction writes a Dataframe to a storage location defined in the
+    options using the [`FileWriter`][cloe_nessy.integration.writer.FileWriter] class.
+
+    Example:
+        ```yaml
+        Write to File:
+            action: WRITE_FILE
+            options:
+                path: "path/to/location"
+                format: "parquet"
+                partition_cols: ["date"]
+                mode: "append"
+                is_stream: False
+                options:
+                    mergeSchema: "true"
+        ```
+    """
+
+    name: str = "WRITE_FILE"
+
+    def run(
+        self,
+        context: PipelineContext,
+        *,
+        path: str = "",
+        format: str = "delta",
+        partition_cols: list[str] | None = None,
+        mode: str = "append",
+        is_stream: bool = False,
+        options: dict[str, str] | None = None,
+        **_: Any,
+    ) -> PipelineContext:
+        """Writes a file to a location.
+
+        Args:
+            context: Context in which this Action is executed.
+            path: Location to write data to.
+            format: Format of files to write.
+            partition_cols: Columns to partition on. If None, the writer will try to get the partition
+                columns from the metadata. Default None.
+            mode: Specifies the behavior when data or table already exists.
+            is_stream: If True, use the `write_stream` method of the writer.
+            options: Additional options passed to the writer.
+
+        Raises:
+            ValueError: If no path is provided.
+            ValueError: If the table metadata is empty.
+
+        Returns:
+            Pipeline Context
+        """
+        if not path:
+            raise ValueError("No path provided. Please specify path to write data to.")
+        if not options:
+            options = {}
+
+        if context.data is None:
+            raise ValueError("Data context is required for the operation.")
+
+        if partition_cols is None:
+            if context.table_metadata is None:
+                partition_cols = []
+            else:
+                partition_cols = context.table_metadata.partition_by
+        writer = FileWriter()
+        if not is_stream:
+            writer.write(
+                data_frame=context.data,
+                location=path,
+                format=format,
+                partition_cols=partition_cols,
+                mode=mode,
+                options=options,
+            )
+        else:
+            writer.write_stream(
+                data_frame=context.data,
+                location=path,
+                format=format,
+                mode=mode,
+                partition_cols=partition_cols,
+                options=options,
+            )
+
+        return context.from_existing()

{cloe_nessy-0.3.8.dist-info → cloe_nessy-0.3.10.dist-info}/METADATA

@@ -1,9 +1,10 @@
 Metadata-Version: 2.4
 Name: cloe-nessy
-Version: 0.3.8
+Version: 0.3.10
 Summary: Your friendly datalake monster.
 Author-email: initions <ICSMC_EXT_PYPIORG@accenture.com>
 License: MIT
+Project-URL: homepage, https://initions.com/
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
 Classifier: License :: OSI Approved :: MIT License
@@ -28,13 +29,13 @@ Requires-Dist: databricks-sdk<1.0.0,>=0.36.0
 Requires-Dist: networkx<4.0,>=3.3
 Requires-Dist: matplotlib<4.0.0,>=3.9.2
 Requires-Dist: types-networkx<4.0.0.0,>=3.2.1.20240820
-Requires-Dist: fsspec<2025.0.0,>=2024.9.0
+Requires-Dist: fsspec<2025.6.0,>=2025.5.1
 Requires-Dist: cloe-logging[databricks,log-analytics]<0.4,>=0.3.7
 
 # cloe-nessy
 
 [![Copier](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/copier-org/copier/master/img/badge/badge-grayscale-inverted-border-orange.json)](https://github.com/copier-org/copier)
-[![python](https://img.shields.io/badge/Python-3.12-3776AB.svg?style=flat&logo=python&logoColor=white)](https://www.python.org)
+[![python](https://img.shields.io/badge/Python-3.11-3776AB.svg?style=flat&logo=python&logoColor=white)](https://www.python.org)
 [![uv](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/uv/main/assets/badge/v0.json)](https://github.com/astral-sh/uv)
 [![Ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/charliermarsh/ruff/main/assets/badge/v0.json)](https://github.com/charliermarsh/ruff)
 [![Checked with mypy](https://www.mypy-lang.org/static/mypy_badge.svg)](https://mypy-lang.org/)
@@ -43,4 +44,27 @@ Requires-Dist: cloe-logging[databricks,log-analytics]<0.4,>=0.3.7
 
 Owner: initions
 
-Your friendly datalake monster.
+Nessy is diving deep into Data, unleashing insights with ease.
+
+## Introduction
+
+"Nessy" is a comprehensive Python datalake framework that provides a seamless,
+efficient, and user-friendly platform for managing and analyzing datasets using
+pyspark. Its advanced features allow operations on each level of an
+Extract-Transform-Load (ETL) Workflow.
+
+## Contributing
+
+When you are contributing, please refer to our Contribution Guide in the *nessy*
+Docs
+[here](https://white-rock-0cabbc003.1.azurestaticapps.net/tool_docs/nessy/Developer-Guide/)!
+
+## Usage
+
+Please find the User Guide
+[here](https://white-rock-0cabbc003.1.azurestaticapps.net/tool_docs/nessy/User-Guide/)!
+
+## Contact
+
+Please reach out to the *nessy* Team for any questions around this package and
+repository.

{cloe_nessy-0.3.8.dist-info → cloe_nessy-0.3.10.dist-info}/RECORD

@@ -18,14 +18,22 @@ cloe_nessy/file_utilities/strategies/onelake_strategy.py,sha256=RnQjWtWIFzFj-zPq
 cloe_nessy/file_utilities/strategies/utils_strategy.py,sha256=urayKfOUpSaXKgTs1KVK0TS7FWVrJ3k4OLKh35sCxAU,3194
 cloe_nessy/integration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloe_nessy/integration/reader/__init__.py,sha256=J5vlORqHLBpHEvzIwfIjzN5xEdOat-8jlmdLcGj8nsA,239
-cloe_nessy/integration/reader/api_reader.py,sha256=j3Z5O1oH-Zc43TyA_aYtnDNYC9xFMxMqDsRQWtEZGD8,5636
-cloe_nessy/integration/reader/catalog_reader.py,sha256=tGK-Y0jZQGOrF9eZUzSr7ils-L58uex6qH9PZ81ZLy8,1835
-cloe_nessy/integration/reader/excel_reader.py,sha256=4kifpIakHpGmap0-P0SUgjJoQdY-eeiZBIDrQp87wK8,8012
+cloe_nessy/integration/reader/api_reader.py,sha256=3Mf-txOTJ1dXCzdNtRTLC8UKftKms4NxOoLVgzcc2eo,5691
+cloe_nessy/integration/reader/catalog_reader.py,sha256=lwDeWBVXfFh75XknPawetL9ZBtqS-Oss5rNzbrEeIQg,2070
+cloe_nessy/integration/reader/excel_reader.py,sha256=8KCqKBYFE6RGCiahJimQOAtbYZzaUzlnoslW9yca5P8,8035
 cloe_nessy/integration/reader/exceptions.py,sha256=_A9jFpe_RIDZCGY76qzjic9bsshxns6yXPSl141dq1c,203
-cloe_nessy/integration/reader/file_reader.py,sha256=1os8pZIXAGTJBZjGREmHOTlZeabbikC7sDv5xn3bIjE,3950
+cloe_nessy/integration/reader/file_reader.py,sha256=3DcZhyyL-Cf_R7Px1UDHJwpO8Un31dWey2Q-f4DtWfY,6879
 cloe_nessy/integration/reader/reader.py,sha256=e2KVPePQme8SBQJEbL-3zpGasOgTiEvKFTslow2wGPw,1034
-cloe_nessy/integration/writer/__init__.py,sha256=NIh0t1RYlG3J1Y5_CvnR36N9tISmcElD5Tq06ksmqoA,71
+cloe_nessy/integration/writer/__init__.py,sha256=3yzCAGiWZdQWtsbzlTih01sxVTJV2DDYwvl34lEAUlE,243
 cloe_nessy/integration/writer/catalog_writer.py,sha256=Gb-hMdADgO_uUJ7mZPHBYyNme2qXsdFFnzwo7GcShHM,2192
+cloe_nessy/integration/writer/file_writer.py,sha256=SUDbN13ZzDhbM8DpOGFgM_Gkg70To4L6Q182pXx2HRM,5454
+cloe_nessy/integration/writer/writer.py,sha256=elFPLFrWR-qVE9qnBtzzzhyRALLQcRVuOsPS0rNmRt4,1741
+cloe_nessy/integration/writer/delta_writer/__init__.py,sha256=h2CT6Hllmk0nodlek27uqwniCzVZKMkYcPGyG9K2Z24,164
+cloe_nessy/integration/writer/delta_writer/delta_append_writer.py,sha256=TbpW-j87_H9dcUza34uR6VWslJez406y3_5N1ip0SnM,4740
+cloe_nessy/integration/writer/delta_writer/delta_merge_writer.py,sha256=no2GOLqMAJd0fEy2mqMevMj_CvutcJPRmXJC2tD4icA,10112
+cloe_nessy/integration/writer/delta_writer/delta_table_operation_type.py,sha256=kiacqQ2FYQSzakJqZ9-ZHH3os4X7--QuER_2xx9y21k,971
+cloe_nessy/integration/writer/delta_writer/delta_writer_base.py,sha256=upUtDZMzwYFU0kzmkelVgkpFToXkrypcR3h_jvGjz14,8596
+cloe_nessy/integration/writer/delta_writer/exceptions.py,sha256=xPmGiYV0xQXauln5Oh34E5vbm0rVcs6xCh-SJSb2bw0,107
 cloe_nessy/logging/__init__.py,sha256=ySVCVbdyR3Dno_tl2ZfiER_7EVaDoQMHVkNyfdMZumY,65
 cloe_nessy/logging/logger_mixin.py,sha256=9iy7BF6drYme-f7Rrt_imbVBRgVqQ89xjcP1X5aMtfY,7467
 cloe_nessy/models/__init__.py,sha256=-FmWEJ1Oq1njSopjc0R7GmT64mLSmALkm8PkHNzy9Y8,327
@@ -33,17 +41,17 @@ cloe_nessy/models/catalog.py,sha256=ayC1sMp4cNLAZtu0ICVV3Us6-o4hn8U9tpzzvxC9RAs,
 cloe_nessy/models/column.py,sha256=53fBwRnino72XKACsHZpN9QfCBqqSXyKLHZlM0huumg,1988
 cloe_nessy/models/constraint.py,sha256=hsFlhn4n928z81O3dl3v5bMetewPWzMjkJK3_4kASSM,178
 cloe_nessy/models/foreign_key.py,sha256=DwRVHs9sShqqPV-NL7ow_3AmPPWX0Od26yZn_I565pU,1001
-cloe_nessy/models/schema.py,sha256=DHlJJ4JA8392vVrFatH22GoPOCJN-eqkmHVihIHpPCg,3382
-cloe_nessy/models/table.py,sha256=W9gqMTCQBRo3Z_rLY5cJ8WgPEUEslNLbaRrODuTy15Y,11744
+cloe_nessy/models/schema.py,sha256=yUrjjEhAH5zbCymE67Az_jPnVB8hGO-_UNfqzeZCD_Y,3376
+cloe_nessy/models/table.py,sha256=1N79hc79uJbNw5tHuoQAhLLS6y-9TFx5LIQT-C1X-wU,12075
 cloe_nessy/models/types.py,sha256=XRbuJGdTNa6aXyE3IAzs_J9gVjbfkzMDLfGl-k6jI_4,223
-cloe_nessy/models/volume.py,sha256=7_lH4X-Au8jYNRVFQ5F2x-fRy2J8Z5-cLTn3Z3mpLQs,2197
+cloe_nessy/models/volume.py,sha256=51BE06FrL1Wv6zblFwJ_HTiR6WQqH7pSmrdH90rqwLg,2444
 cloe_nessy/models/adapter/__init__.py,sha256=m36W_mqwB3dCYnCIt0fLOSHS4E1VU8FRGoaum4Gf95o,90
-cloe_nessy/models/adapter/unity_catalog_adapter.py,sha256=T5v8gN57vRj9OLrfj8N4TEsH_Z_5N38wTqu_7rYgXb0,12572
+cloe_nessy/models/adapter/unity_catalog_adapter.py,sha256=a-14Ys-AevVYQd0xeJU1syLxjT5Wzo4uog1hFSEs76M,12651
 cloe_nessy/models/mixins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloe_nessy/models/mixins/read_instance_mixin.py,sha256=j5Y4aNWOh1jlskEaxNooZFJgPyxRmik00gAVLJnAaRs,4507
 cloe_nessy/models/mixins/template_loader_mixin.py,sha256=5MXhEGBFlq3dwZvINEyBowSlipNnVun2H_TmhI_fsS4,549
 cloe_nessy/object_manager/__init__.py,sha256=3sle0vNpPwBOkycxA3XVS9m4XZf5LD3Qd4NGxdqcHno,186
-cloe_nessy/object_manager/table_manager.py,sha256=B_00UXaEQQHTAsyZGivhW3TQQpejC3obljAi_IwyFNA,9993
+cloe_nessy/object_manager/table_manager.py,sha256=oYcYiZR0-JyoadcCcDelxfFb-ATeKDIZerYaZc-moiI,12634
 cloe_nessy/object_manager/volume_manager.py,sha256=6epd3KXzcNH04EvaKubAfLsaUm9qBMeT3KNvMK04gGs,2727
 cloe_nessy/pipeline/__init__.py,sha256=sespmJ5JsgyiFyZiedTiL2kg--zGIX7cjTYsD5vemEg,325
 cloe_nessy/pipeline/pipeline.py,sha256=-1tJVs9rZf8CcwieH4IP7mqJZ6mL7bQUZ56TNKt8eO8,11154
@@ -52,9 +60,9 @@ cloe_nessy/pipeline/pipeline_config.py,sha256=BN3ZSbr6bC-X9edoh-n5vRfPHFMbgtAU7m
 cloe_nessy/pipeline/pipeline_context.py,sha256=csElDc6BsynDUtRXgQOSCH7ONc_b-ag0YEg0zlQTz58,1874
 cloe_nessy/pipeline/pipeline_parsing_service.py,sha256=c_nAsgw81QYBM9AFiTxGgqRhNXABkDKplbeoCJPtbpE,6434
 cloe_nessy/pipeline/pipeline_step.py,sha256=UlnmpS6gm_dZ7m9dD1mZvye7mvUF_DA7HjOZo0oGYDU,1977
-cloe_nessy/pipeline/actions/__init__.py,sha256=dvIaWVR-L3IQkxMI-TIazn2udeFGsKmhUxw9E0VTz0g,2370
+cloe_nessy/pipeline/actions/__init__.py,sha256=9gjSQKLGrPcaYaJrTYZde8d4yNrN1SoXN_DDHq5KrvY,2600
 cloe_nessy/pipeline/actions/read_api.py,sha256=RBv5XeHtjTXuCP09Fqo6JNx6iIhQQI-nuAHCuSaGs2s,7778
-cloe_nessy/pipeline/actions/read_catalog_table.py,sha256=-k2wezkv8bE_xwoW7WM1ORhrCXQagKTUuXkhI2ZEROs,2783
+cloe_nessy/pipeline/actions/read_catalog_table.py,sha256=oXbqbc6BfR82dSIGclwzWiTN8EVmpFjNIYLKm4qOU50,2754
 cloe_nessy/pipeline/actions/read_excel.py,sha256=Mhl3r_2Hqk2XN7Fl5WqqAyE4JdnwSiivbhWMglyBtkE,7961
 cloe_nessy/pipeline/actions/read_files.py,sha256=N9bFgtG1tovhp2JayxE5YiN9PiO2lgG2-6h_Y6tD2eU,5220
 cloe_nessy/pipeline/actions/read_metadata_yaml.py,sha256=3ZDy9qiDYtM1oDQzHPC23hLOvHjhdk5zg1wVHE60m9k,2295
@@ -75,13 +83,16 @@ cloe_nessy/pipeline/actions/transform_replace_values.py,sha256=1OPHTrjcphfyGepcO
 cloe_nessy/pipeline/actions/transform_select_columns.py,sha256=-GhSEsb7iNnZIsYRm3BG9BX4_qUDJMbpj1DsKPY046w,4574
 cloe_nessy/pipeline/actions/transform_union.py,sha256=s81Vge0AbYPc7VkskCYfOQ_LEjqcmfNFyDkytfjcZyo,2720
 cloe_nessy/pipeline/actions/write_catalog_table.py,sha256=j7gRuG3Fedh8JgevIFBbHKock3laJVq4l6Mx3CGU5eo,2676
+cloe_nessy/pipeline/actions/write_delta_append.py,sha256=fuL29SK9G5K14ycckU3iPexeK0XNXUfQscCwhXHxbKA,2498
+cloe_nessy/pipeline/actions/write_delta_merge.py,sha256=Hir7QZZZJ9hmQZXiJ9iz6u06OCmcHFpyKFVB_I1saSM,5043
+cloe_nessy/pipeline/actions/write_file.py,sha256=H8LRst045yij-8XJ5pRB9m5d1lZpZjFa0WSVdSFesPo,2984
 cloe_nessy/session/__init__.py,sha256=t7_YjUhJYW3km_FrucaUdbIl1boQtwkyhw_8yE10qzc,74
 cloe_nessy/session/session_manager.py,sha256=f4OeeyGD3becDQGkdDbck3jVH9ulOCBWjW6Jaj_MIrc,7765
 cloe_nessy/settings/__init__.py,sha256=ZbkneO3WaKOxon7qHFHnou7EnBOSnBFyKMDZblIEvzM,101
 cloe_nessy/settings/settings.py,sha256=I4n129lrujriW-d8q4as2Kb4_kI932ModfZ5Ow_UpVM,3653
 cloe_nessy/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloe_nessy/utils/file_and_directory_handler.py,sha256=r2EVt9xG81p6ScaJCwETC5an6pMT6WseB0jMOR-JlpU,602
-cloe_nessy-0.3.8.dist-info/METADATA,sha256=fnnrNC7Vo8REfpUO5hdflH0_zaZAF437CyRrUuCM8dI,2374
-cloe_nessy-0.3.8.dist-info/WHEEL,sha256=wXxTzcEDnjrTwFYjLPcsW_7_XihufBwmpiBeiXNBGEA,91
-cloe_nessy-0.3.8.dist-info/top_level.txt,sha256=Z7izn8HmQpg2wBUb-0jzaKlYKMU7Ypzuc9__9vPtW_I,11
-cloe_nessy-0.3.8.dist-info/RECORD,,
+cloe_nessy-0.3.10.dist-info/METADATA,sha256=NBGGYODGPrVIhK3HBYkRSCUkd3tvBnU0AsYqB2j90Js,3162
+cloe_nessy-0.3.10.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+cloe_nessy-0.3.10.dist-info/top_level.txt,sha256=Z7izn8HmQpg2wBUb-0jzaKlYKMU7Ypzuc9__9vPtW_I,11
+cloe_nessy-0.3.10.dist-info/RECORD,,

{cloe_nessy-0.3.8.dist-info → cloe_nessy-0.3.10.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.1.0)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any