cloe-nessy 0.3.5__py3-none-any.whl → 0.3.9__py3-none-any.whl

cloe_nessy/pipeline/actions/write_delta_append.py

@@ -0,0 +1,69 @@
+from typing import Any
+
+from ...integration.writer import DeltaAppendWriter
+from ...models.adapter import UnityCatalogAdapter
+from ...pipeline import PipelineAction, PipelineContext
+
+
+class WriteDeltaAppendAction(PipelineAction):
+    """This class implements an Append action for an ETL pipeline.
+
+    The WriteDeltaAppendAction appends a Dataframe to Delta Table.
+
+    Returns:
+        None.
+    """
+
+    name: str = "WRITE_DELTA_APPEND"
+
+    def run(
+        self,
+        context: PipelineContext,
+        *,
+        table_identifier: str | None = None,
+        ignore_empty_df: bool = False,
+        options: dict[str, Any] | None = None,
+        **_: Any,
+    ) -> PipelineContext:
+        """Merge the dataframe into the delta table.
+
+        Args:
+            context: Context in which this Action is executed.
+            table_identifier: The identifier of the table. If passed, the
+                UC Adapter will be used to create a table object. Otherwise the Table
+                object will be created from the table metadata in the context.
+            ignore_empty_df: A flag indicating whether to ignore an empty source dataframe.
+            options: Additional options for the append writer.
+
+        Raises:
+            ValueError: If the table does not exist.
+            ValueError: If the data is not set in the pipeline context.
+            ValueError: If the table metadata is empty.
+
+        Returns:
+            Pipeline Context
+        """
+        delta_append_writer = DeltaAppendWriter()
+
+        if context.data is None:
+            raise ValueError("Data is required for the append operation.")
+        if context.table_metadata is None and table_identifier is None:
+            raise ValueError("Table metadata or a table identifier are required for the append operation.")
+
+        if table_identifier is not None:
+            context.table_metadata = UnityCatalogAdapter().get_table_by_name(table_identifier)
+        else:
+            if context.table_metadata is None:
+                raise ValueError("Table metadata is required.")
+
+        if context.table_metadata is None:
+            raise ValueError("Table metadata is required.")
+
+        delta_append_writer.write(
+            table_identifier=context.table_metadata.identifier,
+            table_location=context.table_metadata.storage_path,
+            data_frame=context.data,
+            ignore_empty_df=ignore_empty_df,
+            options=options,
+        )
+        return context.from_existing()

cloe_nessy/pipeline/actions/write_delta_merge.py

@@ -0,0 +1,118 @@
+from typing import Any
+
+from ...integration.writer import DeltaMergeWriter
+from ...models.adapter import UnityCatalogAdapter
+from ...pipeline import PipelineAction, PipelineContext
+
+
+class WriteDeltaMergeAction(PipelineAction):
+    """This class implements a Merge action for an ETL pipeline.
+
+    The MergeIntoDeltaAction merges a Dataframe to Delta Table.
+
+    Returns:
+        None.
+    """
+
+    name: str = "WRITE_DELTA_MERGE"
+
+    def run(
+        self,
+        context: PipelineContext,
+        *,
+        table_identifier: str | None = None,
+        key_columns: list[str] | None = None,
+        cols_to_update: list[str] | None = None,
+        cols_to_insert: list[str] | None = None,
+        cols_to_exclude: list[str] | None = None,
+        when_matched_update: bool = True,
+        when_matched_deleted: bool = False,
+        when_not_matched_insert: bool = True,
+        use_partition_pruning: bool = True,
+        ignore_empty_df: bool = False,
+        create_if_not_exists: bool = True,
+        refresh_table: bool = True,
+        **_: Any,
+    ) -> PipelineContext:
+        """Merge the dataframe into the delta table.
+
+        Args:
+            context: Context in which this Action is executed.
+            table_identifier: The identifier of the table. If passed, the
+                UC Adapter will be used to create a table object. Otherwise the Table
+                object will be created from the table metadata in the context.
+            key_columns: List of column names that form the
+                key for the merge operation.
+            when_matched_update: Flag to specify whether to
+                perform an update operation whenmatching records are found in
+                the target Delta table.
+            when_matched_deleted: Flag to specify whether to
+                perform a delete operation when matching records are found in
+                the target Delta table.
+            when_not_matched_insert: Flag to specify whether to perform an
+                insert operation when matching records are not found in the target
+                Delta table.
+            cols_to_update: List of column names to be
+                updated in the target Delta table.
+            cols_to_insert: List of column names to be
+                inserted into the target Delta table.
+            cols_to_exclude: List of column names to be
+                excluded from the merge operation.
+            use_partition_pruning: Flag to specify whether to use partition
+                pruning to optimize the performance of the merge operation.
+            ignore_empty_df: A flag indicating whether to ignore an empty source dataframe.
+            create_if_not_exists: Create the table if it not exists.
+            refresh_table: Refresh the table after the transaction.
+
+        Raises:
+            ValueError: If the table does not exist.
+            ValueError: If the data is not set in the pipeline context.
+            ValueError: If the table metadata is empty.
+
+        Returns:
+            Pipeline Context
+        """
+        delta_merge_writer = DeltaMergeWriter()
+
+        if context.data is None:
+            raise ValueError("Data is required for the merge operation.")
+        if context.table_metadata is None and table_identifier is None:
+            raise ValueError("Table metadata or a table identifier are required for the merge operation.")
+
+        if table_identifier is not None:
+            context.table_metadata = UnityCatalogAdapter().get_table_by_name(table_identifier)
+        else:
+            if context.table_metadata is None:
+                raise ValueError("Table metadata is required.")
+
+        if context.table_metadata is None:
+            raise ValueError("Table metadata is required.")
+
+        if create_if_not_exists:
+            delta_merge_writer.table_manager.create_table(table=context.table_metadata, ignore_if_exists=True)
+
+        if not delta_merge_writer.table_manager.table_exists(context.table_metadata):
+            raise ValueError(f"Table {context.table_metadata.name} does not exist.")
+
+        assert key_columns is not None, "Key columns must be provided."
+
+        delta_merge_writer.write(
+            table_identifier=context.table_metadata.identifier,
+            storage_path=str(context.table_metadata.storage_path),
+            data_frame=context.data,
+            key_columns=key_columns,
+            cols_to_update=cols_to_update,
+            cols_to_insert=cols_to_insert,
+            cols_to_exclude=cols_to_exclude,
+            when_matched_update=when_matched_update,
+            when_matched_deleted=when_matched_deleted,
+            when_not_matched_insert=when_not_matched_insert,
+            use_partition_pruning=use_partition_pruning,
+            partition_by=context.table_metadata.partition_by,
+            ignore_empty_df=ignore_empty_df,
+        )
+
+        if refresh_table:
+            delta_merge_writer.table_manager.refresh_table(table_identifier=context.table_metadata.identifier)
+
+        return context.from_existing()

cloe_nessy/pipeline/actions/write_file.py

@@ -0,0 +1,94 @@
+from typing import Any
+
+from ...integration.writer import FileWriter
+from ...pipeline import PipelineAction, PipelineContext
+
+
+class WriteFileAction(PipelineAction):
+    """This class implements a Write action for an ETL pipeline.
+
+    The WriteFileAction writes a Dataframe to a storage location defined in the
+    options using the [`FileWriter`][cloe_nessy.integration.writer.FileWriter] class.
+
+    Example:
+        ```yaml
+        Write to File:
+            action: WRITE_FILE
+            options:
+                path: "path/to/location"
+                format: "parquet"
+                partition_cols: ["date"]
+                mode: "append"
+                is_stream: False
+                options:
+                    mergeSchema: "true"
+        ```
+    """
+
+    name: str = "WRITE_FILE"
+
+    def run(
+        self,
+        context: PipelineContext,
+        *,
+        path: str = "",
+        format: str = "delta",
+        partition_cols: list[str] | None = None,
+        mode: str = "append",
+        is_stream: bool = False,
+        options: dict[str, str] | None = None,
+        **_: Any,
+    ) -> PipelineContext:
+        """Writes a file to a location.
+
+        Args:
+            context: Context in which this Action is executed.
+            path: Location to write data to.
+            format: Format of files to write.
+            partition_cols: Columns to partition on. If None, the writer will try to get the partition
+                columns from the metadata. Default None.
+            mode: Specifies the behavior when data or table already exists.
+            is_stream: If True, use the `write_stream` method of the writer.
+            options: Additional options passed to the writer.
+
+        Raises:
+            ValueError: If no path is provided.
+            ValueError: If the table metadata is empty.
+
+        Returns:
+            Pipeline Context
+        """
+        if not path:
+            raise ValueError("No path provided. Please specify path to write data to.")
+        if not options:
+            options = {}
+
+        if context.data is None:
+            raise ValueError("Data context is required for the operation.")
+
+        if partition_cols is None:
+            if context.table_metadata is None:
+                partition_cols = []
+            else:
+                partition_cols = context.table_metadata.partition_by
+        writer = FileWriter()
+        if not is_stream:
+            writer.write(
+                data_frame=context.data,
+                location=path,
+                format=format,
+                partition_cols=partition_cols,
+                mode=mode,
+                options=options,
+            )
+        else:
+            writer.write_stream(
+                data_frame=context.data,
+                location=path,
+                format=format,
+                mode=mode,
+                partition_cols=partition_cols,
+                options=options,
+            )
+
+        return context.from_existing()

cloe_nessy/pipeline/pipeline.py

@@ -134,9 +134,51 @@ class Pipeline(LoggerMixin):
         self._console_logger.debug("No more steps to run")
         return False
 
-    def run(self) -> None:
-        """Runs the pipeline by executing each step in the correct order."""
+    def _trim_graph(self, graph, until):
+        """Trims the pipeline graph to only include steps up to the specified 'until' step (excluding).
+
+        This method first verifies that the given step exists in the graph. It then finds all ancestors
+        (i.e., steps that precede the 'until' step) and creates a subgraph consisting solely of those steps.
+
+        Args:
+            graph: The complete directed acyclic graph representing the pipeline.
+            until: The identifier of the step up to which the graph should be trimmed.
+
+        Returns:
+            A subgraph containing only the steps leading to (and including) the 'until' step.
+
+        Raises:
+            ValueError: If the specified 'until' step is not found in the graph.
+        """
+        if until not in graph.nodes:
+            raise ValueError(f"Step '{until}' not found in the pipeline.")
+
+        predecessors = set(nx.ancestors(graph, until))
+        predecessors.add(until)
+
+        trimmed_graph = graph.subgraph(predecessors).copy()
+        return trimmed_graph
+
+    def run(self, until: str | None = None) -> None:
+        """Executes the pipeline steps in the correct order based on dependencies.
+
+        This method creates a directed acyclic graph (DAG) of the pipeline steps and, if specified, trims
+        the graph to only include steps up to the given 'until' step (excluding: the step specified as 'until' will not be executed). It then concurrently executes steps
+        with no pending dependencies using a ThreadPoolExecutor, ensuring that all steps are run in order.
+        If a cyclic dependency is detected, or if any step fails during execution, the method raises an error.
+
+        Args:
+            until: Optional; the identifier of the step up to which the pipeline should be executed.
+
+        Raises:
+            RuntimeError: If a cyclic dependency is detected.
+            Exception: Propagates any error raised during the execution of a step.
+        """
         g = self._create_graph()
+
+        if until is not None:
+            g = self._trim_graph(g, until)
+
         remaining_steps = list(g.nodes())
         self._console_logger.info(f"Pipeline [' {self.name} '] started with {len(remaining_steps)} steps.")
 

cloe_nessy/session/session_manager.py

@@ -1,3 +1,5 @@
+import json
+import os
 from enum import Enum
 from typing import Any
 
@@ -16,12 +18,14 @@ class SessionManager:
             - FABRIC_UI: Represents the Fabric user interface.
             - DATABRICKS_CONNECT: Represents the Databricks Connect environment.
             - OTHER_REMOTE_SPARK: Represents other remote Spark environments, such as used in tests.
+            - STANDALONE_SPARK: Represents a standalone Spark cluster environment.
         """
 
         DATABRICKS_UI = "databricks_ui"
         FABRIC_UI = "fabric_ui"
         DATABRICKS_CONNECT = "databricks_connect"
         OTHER_REMOTE_SPARK = "other_remote_spark"
+        STANDALONE_SPARK = "standalone_spark"
 
     _spark: SparkSession | None = None
     _utils = None
@@ -52,6 +56,15 @@ class SessionManager:
 
         builder = cls.get_spark_builder()
 
+        # Check if NESSY_SPARK_CONFIG environment variable is set and load it as config
+        nessy_spark_config = os.getenv("NESSY_SPARK_CONFIG")
+        if nessy_spark_config:
+            try:
+                # Parse the JSON configuration from the environment variable
+                config = json.loads(nessy_spark_config)
+            except json.JSONDecodeError as e:
+                raise ValueError(f"Invalid JSON in NESSY_SPARK_CONFIG: {e}") from e
+
         if config:
             for key, value in config.items():
                 builder.config(key, value)  # type: ignore
@@ -84,6 +97,7 @@ class SessionManager:
             cls.Environment.DATABRICKS_UI: cls._get_dbutils,
             cls.Environment.DATABRICKS_CONNECT: cls._get_dbutils,
             cls.Environment.OTHER_REMOTE_SPARK: cls._get_dbutils,
+            cls.Environment.STANDALONE_SPARK: cls._get_localsparkutils,
             cls.Environment.FABRIC_UI: cls._get_mssparkutils,
         }
 
@@ -112,6 +126,10 @@ class SessionManager:
 
         cls._utils = mssparkutils
 
+    @classmethod
+    def _get_localsparkutils(cls):
+        return None
+
     @classmethod
     def _detect_env(cls) -> Environment | None:
         """Detects the current execution environment for Spark.
@@ -169,6 +187,14 @@ class SessionManager:
         except ImportError:
             pass
 
+        try:
+            from pyspark.sql import SparkSession  # noqa: F401
+
+            cls._env = cls.Environment.STANDALONE_SPARK
+            return cls._env
+        except ImportError:
+            pass
+
         raise RuntimeError("Cannot detect environment.")
 
     @classmethod
@@ -180,6 +206,7 @@ class SessionManager:
             cls.Environment.FABRIC_UI: SparkSession.builder,
             cls.Environment.DATABRICKS_CONNECT: cls._get_databricks_connect_builder,
             cls.Environment.OTHER_REMOTE_SPARK: cls._get_databricks_connect_builder,
+            cls.Environment.STANDALONE_SPARK: SparkSession.builder,
         }
         builder = builders.get(cls._env)
         if builder is None:

cloe_nessy-0.3.9.dist-info/METADATA

@@ -0,0 +1,70 @@
+Metadata-Version: 2.4
+Name: cloe-nessy
+Version: 0.3.9
+Summary: Your friendly datalake monster.
+Author-email: initions <ICSMC_EXT_PYPIORG@accenture.com>
+License: MIT
+Project-URL: homepage, https://initions.com/
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Environment :: Console
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Intended Audience :: Developers
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Database
+Requires-Python: <3.12,>=3.11
+Description-Content-Type: text/markdown
+Requires-Dist: pydantic<3.0.0,>=2.7.2
+Requires-Dist: pyyaml<7.0.0,>=6.0.1
+Requires-Dist: types-pyyaml<7.0.0.0,>=6.0.12.20240311
+Requires-Dist: jinja2<4.0.0,>=3.1.4
+Requires-Dist: pydantic-settings<3.0.0,>=2.4.0
+Requires-Dist: openpyxl<4.0.0,>=3.1.5
+Requires-Dist: requests<3.0.0,>=2.32.3
+Requires-Dist: types-requests<3.0.0.0,>=2.32.0.20240712
+Requires-Dist: pandas-stubs<3.0.0.0,>=2.2.2.240807
+Requires-Dist: azure-identity<2.0.0,>=1.19.0
+Requires-Dist: httpx<1.0.0,>=0.27.2
+Requires-Dist: databricks-sdk<1.0.0,>=0.36.0
+Requires-Dist: networkx<4.0,>=3.3
+Requires-Dist: matplotlib<4.0.0,>=3.9.2
+Requires-Dist: types-networkx<4.0.0.0,>=3.2.1.20240820
+Requires-Dist: fsspec<2025.6.0,>=2025.5.1
+Requires-Dist: cloe-logging[databricks,log-analytics]<0.4,>=0.3.7
+
+# cloe-nessy
+
+[![Copier](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/copier-org/copier/master/img/badge/badge-grayscale-inverted-border-orange.json)](https://github.com/copier-org/copier)
+[![python](https://img.shields.io/badge/Python-3.11-3776AB.svg?style=flat&logo=python&logoColor=white)](https://www.python.org)
+[![uv](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/uv/main/assets/badge/v0.json)](https://github.com/astral-sh/uv)
+[![Ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/charliermarsh/ruff/main/assets/badge/v0.json)](https://github.com/charliermarsh/ruff)
+[![Checked with mypy](https://www.mypy-lang.org/static/mypy_badge.svg)](https://mypy-lang.org/)
+[![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
+[![pre-commit](https://img.shields.io/badge/pre--commit-enabled-brightgreen?logo=pre-commit&logoColor=white)](https://github.com/pre-commit/pre-commit)
+
+Owner: initions
+
+Nessy is diving deep into Data, unleashing insights with ease.
+
+## Introduction
+
+"Nessy" is a comprehensive Python datalake framework that provides a seamless,
+efficient, and user-friendly platform for managing and analyzing datasets using
+pyspark. Its advanced features allow operations on each level of an
+Extract-Transform-Load (ETL) Workflow.
+
+## Contributing
+
+When you are contributing, please refer to our Contribution Guide in the *nessy*
+Docs
+[here](https://white-rock-0cabbc003.1.azurestaticapps.net/tool_docs/nessy/Developer-Guide/)!
+
+## Usage
+
+Please find the User Guide
+[here](https://white-rock-0cabbc003.1.azurestaticapps.net/tool_docs/nessy/User-Guide/)!
+
+## Contact
+
+Please reach out to the *nessy* Team for any questions around this package and
+repository.

{cloe_nessy-0.3.5.dist-info → cloe_nessy-0.3.9.dist-info}/RECORD

@@ -18,38 +18,51 @@ cloe_nessy/file_utilities/strategies/onelake_strategy.py,sha256=RnQjWtWIFzFj-zPq
 cloe_nessy/file_utilities/strategies/utils_strategy.py,sha256=urayKfOUpSaXKgTs1KVK0TS7FWVrJ3k4OLKh35sCxAU,3194
 cloe_nessy/integration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloe_nessy/integration/reader/__init__.py,sha256=J5vlORqHLBpHEvzIwfIjzN5xEdOat-8jlmdLcGj8nsA,239
-cloe_nessy/integration/reader/api_reader.py,sha256=j3Z5O1oH-Zc43TyA_aYtnDNYC9xFMxMqDsRQWtEZGD8,5636
-cloe_nessy/integration/reader/catalog_reader.py,sha256=tGK-Y0jZQGOrF9eZUzSr7ils-L58uex6qH9PZ81ZLy8,1835
-cloe_nessy/integration/reader/excel_reader.py,sha256=4kifpIakHpGmap0-P0SUgjJoQdY-eeiZBIDrQp87wK8,8012
+cloe_nessy/integration/reader/api_reader.py,sha256=3Mf-txOTJ1dXCzdNtRTLC8UKftKms4NxOoLVgzcc2eo,5691
+cloe_nessy/integration/reader/catalog_reader.py,sha256=lwDeWBVXfFh75XknPawetL9ZBtqS-Oss5rNzbrEeIQg,2070
+cloe_nessy/integration/reader/excel_reader.py,sha256=8KCqKBYFE6RGCiahJimQOAtbYZzaUzlnoslW9yca5P8,8035
 cloe_nessy/integration/reader/exceptions.py,sha256=_A9jFpe_RIDZCGY76qzjic9bsshxns6yXPSl141dq1c,203
-cloe_nessy/integration/reader/file_reader.py,sha256=1os8pZIXAGTJBZjGREmHOTlZeabbikC7sDv5xn3bIjE,3950
+cloe_nessy/integration/reader/file_reader.py,sha256=3DcZhyyL-Cf_R7Px1UDHJwpO8Un31dWey2Q-f4DtWfY,6879
 cloe_nessy/integration/reader/reader.py,sha256=e2KVPePQme8SBQJEbL-3zpGasOgTiEvKFTslow2wGPw,1034
-cloe_nessy/integration/writer/__init__.py,sha256=NIh0t1RYlG3J1Y5_CvnR36N9tISmcElD5Tq06ksmqoA,71
+cloe_nessy/integration/writer/__init__.py,sha256=3yzCAGiWZdQWtsbzlTih01sxVTJV2DDYwvl34lEAUlE,243
 cloe_nessy/integration/writer/catalog_writer.py,sha256=Gb-hMdADgO_uUJ7mZPHBYyNme2qXsdFFnzwo7GcShHM,2192
+cloe_nessy/integration/writer/file_writer.py,sha256=SUDbN13ZzDhbM8DpOGFgM_Gkg70To4L6Q182pXx2HRM,5454
+cloe_nessy/integration/writer/writer.py,sha256=elFPLFrWR-qVE9qnBtzzzhyRALLQcRVuOsPS0rNmRt4,1741
+cloe_nessy/integration/writer/delta_writer/__init__.py,sha256=h2CT6Hllmk0nodlek27uqwniCzVZKMkYcPGyG9K2Z24,164
+cloe_nessy/integration/writer/delta_writer/delta_append_writer.py,sha256=TbpW-j87_H9dcUza34uR6VWslJez406y3_5N1ip0SnM,4740
+cloe_nessy/integration/writer/delta_writer/delta_merge_writer.py,sha256=no2GOLqMAJd0fEy2mqMevMj_CvutcJPRmXJC2tD4icA,10112
+cloe_nessy/integration/writer/delta_writer/delta_table_operation_type.py,sha256=kiacqQ2FYQSzakJqZ9-ZHH3os4X7--QuER_2xx9y21k,971
+cloe_nessy/integration/writer/delta_writer/delta_writer_base.py,sha256=upUtDZMzwYFU0kzmkelVgkpFToXkrypcR3h_jvGjz14,8596
+cloe_nessy/integration/writer/delta_writer/exceptions.py,sha256=xPmGiYV0xQXauln5Oh34E5vbm0rVcs6xCh-SJSb2bw0,107
 cloe_nessy/logging/__init__.py,sha256=ySVCVbdyR3Dno_tl2ZfiER_7EVaDoQMHVkNyfdMZumY,65
 cloe_nessy/logging/logger_mixin.py,sha256=9iy7BF6drYme-f7Rrt_imbVBRgVqQ89xjcP1X5aMtfY,7467
-cloe_nessy/models/__init__.py,sha256=_JPN_R5-QDfjYzvrvZDdeOezl0C-JTG-Rk4S1VE5vJM,242
+cloe_nessy/models/__init__.py,sha256=-FmWEJ1Oq1njSopjc0R7GmT64mLSmALkm8PkHNzy9Y8,327
+cloe_nessy/models/catalog.py,sha256=ayC1sMp4cNLAZtu0ICVV3Us6-o4hn8U9tpzzvxC9RAs,177
 cloe_nessy/models/column.py,sha256=53fBwRnino72XKACsHZpN9QfCBqqSXyKLHZlM0huumg,1988
 cloe_nessy/models/constraint.py,sha256=hsFlhn4n928z81O3dl3v5bMetewPWzMjkJK3_4kASSM,178
 cloe_nessy/models/foreign_key.py,sha256=DwRVHs9sShqqPV-NL7ow_3AmPPWX0Od26yZn_I565pU,1001
-cloe_nessy/models/schema.py,sha256=8bc1fakLUWZzkVZ_Zn5iWMUvfDNxnuoToNE4kmqtBJo,2764
-cloe_nessy/models/table.py,sha256=lshPBA3D6vA1samtC7WmlfZZWrMUrOLna89rs8lhGCI,10472
+cloe_nessy/models/schema.py,sha256=yUrjjEhAH5zbCymE67Az_jPnVB8hGO-_UNfqzeZCD_Y,3376
+cloe_nessy/models/table.py,sha256=V1gsne79I-DQ47jTHNhGjWsg4i8io-VC9rv0PjlXDNQ,11848
 cloe_nessy/models/types.py,sha256=XRbuJGdTNa6aXyE3IAzs_J9gVjbfkzMDLfGl-k6jI_4,223
+cloe_nessy/models/volume.py,sha256=7_lH4X-Au8jYNRVFQ5F2x-fRy2J8Z5-cLTn3Z3mpLQs,2197
+cloe_nessy/models/adapter/__init__.py,sha256=m36W_mqwB3dCYnCIt0fLOSHS4E1VU8FRGoaum4Gf95o,90
+cloe_nessy/models/adapter/unity_catalog_adapter.py,sha256=a-14Ys-AevVYQd0xeJU1syLxjT5Wzo4uog1hFSEs76M,12651
 cloe_nessy/models/mixins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloe_nessy/models/mixins/read_instance_mixin.py,sha256=j5Y4aNWOh1jlskEaxNooZFJgPyxRmik00gAVLJnAaRs,4507
 cloe_nessy/models/mixins/template_loader_mixin.py,sha256=5MXhEGBFlq3dwZvINEyBowSlipNnVun2H_TmhI_fsS4,549
-cloe_nessy/object_manager/__init__.py,sha256=tt_sBt8eC-jCP8FShqRPKJvGNVIPeb-htA7NoUivTjY,68
-cloe_nessy/object_manager/table_manager.py,sha256=K6OGCNNDt1ceLA0MkwtyW6AR5tYIW3tfqF3ZcvHlcUw,2717
+cloe_nessy/object_manager/__init__.py,sha256=3sle0vNpPwBOkycxA3XVS9m4XZf5LD3Qd4NGxdqcHno,186
+cloe_nessy/object_manager/table_manager.py,sha256=oYcYiZR0-JyoadcCcDelxfFb-ATeKDIZerYaZc-moiI,12634
+cloe_nessy/object_manager/volume_manager.py,sha256=6epd3KXzcNH04EvaKubAfLsaUm9qBMeT3KNvMK04gGs,2727
 cloe_nessy/pipeline/__init__.py,sha256=sespmJ5JsgyiFyZiedTiL2kg--zGIX7cjTYsD5vemEg,325
-cloe_nessy/pipeline/pipeline.py,sha256=oQ1PwYkOSGHOfgbmImy7IbB5Ma-NKHN_CMXq1FepTc4,9206
+cloe_nessy/pipeline/pipeline.py,sha256=-1tJVs9rZf8CcwieH4IP7mqJZ6mL7bQUZ56TNKt8eO8,11154
 cloe_nessy/pipeline/pipeline_action.py,sha256=S7IVFdmG12fRBzHuE_DiWn7qlMtApz6IloVd2Fj31Sg,1944
 cloe_nessy/pipeline/pipeline_config.py,sha256=BN3ZSbr6bC-X9edoh-n5vRfPHFMbgtAU7mQ3dBrcWO8,3131
 cloe_nessy/pipeline/pipeline_context.py,sha256=csElDc6BsynDUtRXgQOSCH7ONc_b-ag0YEg0zlQTz58,1874
 cloe_nessy/pipeline/pipeline_parsing_service.py,sha256=c_nAsgw81QYBM9AFiTxGgqRhNXABkDKplbeoCJPtbpE,6434
 cloe_nessy/pipeline/pipeline_step.py,sha256=UlnmpS6gm_dZ7m9dD1mZvye7mvUF_DA7HjOZo0oGYDU,1977
-cloe_nessy/pipeline/actions/__init__.py,sha256=LwKctXy4Jun52BnCVGvWa8nnKVjTSov4GT58j6Zy8zg,2273
+cloe_nessy/pipeline/actions/__init__.py,sha256=9gjSQKLGrPcaYaJrTYZde8d4yNrN1SoXN_DDHq5KrvY,2600
 cloe_nessy/pipeline/actions/read_api.py,sha256=RBv5XeHtjTXuCP09Fqo6JNx6iIhQQI-nuAHCuSaGs2s,7778
-cloe_nessy/pipeline/actions/read_catalog_table.py,sha256=-k2wezkv8bE_xwoW7WM1ORhrCXQagKTUuXkhI2ZEROs,2783
+cloe_nessy/pipeline/actions/read_catalog_table.py,sha256=oXbqbc6BfR82dSIGclwzWiTN8EVmpFjNIYLKm4qOU50,2754
 cloe_nessy/pipeline/actions/read_excel.py,sha256=Mhl3r_2Hqk2XN7Fl5WqqAyE4JdnwSiivbhWMglyBtkE,7961
 cloe_nessy/pipeline/actions/read_files.py,sha256=N9bFgtG1tovhp2JayxE5YiN9PiO2lgG2-6h_Y6tD2eU,5220
 cloe_nessy/pipeline/actions/read_metadata_yaml.py,sha256=3ZDy9qiDYtM1oDQzHPC23hLOvHjhdk5zg1wVHE60m9k,2295
@@ -62,6 +75,7 @@ cloe_nessy/pipeline/actions/transform_distinct.py,sha256=c7aBxANyqT4aKhm0cSELDtD
 cloe_nessy/pipeline/actions/transform_filter.py,sha256=Nz_ggRfKIcNzYFfFOsgq1QeatjdEis0up4I7cOWBdyo,1446
 cloe_nessy/pipeline/actions/transform_generic_sql.py,sha256=_naWfmPdYAUKjPNeHu5qJAohOL7DHCSYz_kwoeRv3OI,2741
 cloe_nessy/pipeline/actions/transform_group_aggregate.py,sha256=KUHeeP-RIDi34dpbsPEJkzea5zFJA6MuyjNpOsFud9o,4045
+cloe_nessy/pipeline/actions/transform_hash_columns.py,sha256=heRjBA-Gfu-nmNHOjTYlipEpKY8oNPAHAY40vjJk3aI,8383
 cloe_nessy/pipeline/actions/transform_join.py,sha256=e_tvMk8YJTAWcUK_EmOgNt0s31ICZoMX_MKOTWx4lBY,3645
 cloe_nessy/pipeline/actions/transform_json_normalize.py,sha256=petF7pnNq1EKc8MqVdG0weFALAHNILSe_eAu4Z5XxIo,4833
 cloe_nessy/pipeline/actions/transform_rename_columns.py,sha256=4zJcPCONMU4C67qeuzsrX3AORRRHoq_selUI7FJyeg0,1952
@@ -69,13 +83,16 @@ cloe_nessy/pipeline/actions/transform_replace_values.py,sha256=1OPHTrjcphfyGepcO
 cloe_nessy/pipeline/actions/transform_select_columns.py,sha256=-GhSEsb7iNnZIsYRm3BG9BX4_qUDJMbpj1DsKPY046w,4574
 cloe_nessy/pipeline/actions/transform_union.py,sha256=s81Vge0AbYPc7VkskCYfOQ_LEjqcmfNFyDkytfjcZyo,2720
 cloe_nessy/pipeline/actions/write_catalog_table.py,sha256=j7gRuG3Fedh8JgevIFBbHKock3laJVq4l6Mx3CGU5eo,2676
+cloe_nessy/pipeline/actions/write_delta_append.py,sha256=fuL29SK9G5K14ycckU3iPexeK0XNXUfQscCwhXHxbKA,2498
+cloe_nessy/pipeline/actions/write_delta_merge.py,sha256=Hir7QZZZJ9hmQZXiJ9iz6u06OCmcHFpyKFVB_I1saSM,5043
+cloe_nessy/pipeline/actions/write_file.py,sha256=H8LRst045yij-8XJ5pRB9m5d1lZpZjFa0WSVdSFesPo,2984
 cloe_nessy/session/__init__.py,sha256=t7_YjUhJYW3km_FrucaUdbIl1boQtwkyhw_8yE10qzc,74
-cloe_nessy/session/session_manager.py,sha256=PK7awMc6fmot7f9FMmvIUbIzKFgjcy2o2bZS9kjVs10,6733
+cloe_nessy/session/session_manager.py,sha256=f4OeeyGD3becDQGkdDbck3jVH9ulOCBWjW6Jaj_MIrc,7765
 cloe_nessy/settings/__init__.py,sha256=ZbkneO3WaKOxon7qHFHnou7EnBOSnBFyKMDZblIEvzM,101
 cloe_nessy/settings/settings.py,sha256=I4n129lrujriW-d8q4as2Kb4_kI932ModfZ5Ow_UpVM,3653
 cloe_nessy/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloe_nessy/utils/file_and_directory_handler.py,sha256=r2EVt9xG81p6ScaJCwETC5an6pMT6WseB0jMOR-JlpU,602
-cloe_nessy-0.3.5.dist-info/METADATA,sha256=UUx3aIUgvCLn7j3H4DbCL1k9-47HPKaANiMQsUj66wo,1837
-cloe_nessy-0.3.5.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
-cloe_nessy-0.3.5.dist-info/top_level.txt,sha256=Z7izn8HmQpg2wBUb-0jzaKlYKMU7Ypzuc9__9vPtW_I,11
-cloe_nessy-0.3.5.dist-info/RECORD,,
+cloe_nessy-0.3.9.dist-info/METADATA,sha256=TUUpWkn2wjKwCwkLdCh0gkmXlebXo6XEEjsvzUs74n8,3161
+cloe_nessy-0.3.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+cloe_nessy-0.3.9.dist-info/top_level.txt,sha256=Z7izn8HmQpg2wBUb-0jzaKlYKMU7Ypzuc9__9vPtW_I,11
+cloe_nessy-0.3.9.dist-info/RECORD,,

{cloe_nessy-0.3.5.dist-info → cloe_nessy-0.3.9.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (76.0.0)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any