cloe-nessy 1.0.1__py3-none-any.whl → 1.0.5__py3-none-any.whl

cloe_nessy/integration/delta_loader/delta_load_options.py

@@ -8,7 +8,7 @@ from pydantic import BaseModel
 class DeltaLoadOptions(BaseModel):
     """Options to configure the DeltaLoader.
 
-    Args:
+    Attributes:
         strategy: Delta load strategy to use.
         delta_load_identifier: Unique delta load identifier used to track the delta load metadata.
         strategy_options: Options used to configure the chosen delta load strategy.

cloe_nessy/integration/delta_loader/strategies/delta_cdf_loader.py

@@ -11,7 +11,7 @@ from ..delta_loader import DeltaLoader
 class DeltaCDFConfig(BaseModel):
     """This class holds the config for the DeltaCDFLoader.
 
-    Args:
+    Attributes:
         deduplication_columns: A list of columns used for deduplication.
         from_commit_version: The starting commit version. If None, it starts from the first viable version.
         to_commit_version: The ending commit version. If None, it goes up to the latest version.

cloe_nessy/integration/delta_loader/strategies/delta_timestamp_loader.py

@@ -13,7 +13,7 @@ from ..delta_loader import DeltaLoader
 class DeltaTimestampConfig(BaseModel):
     """This class holds the config for the DeltaTimestampLoader.
 
-    Args:
+    Attributes:
         timestamp_filter_cols: A list of columns used for timestamp filtering.
         from_timestamp: The starting timestamp. If None, it starts from the beginning.
         to_timestamp: The ending timestamp. If None, it goes up to the latest timestamp.

cloe_nessy/integration/reader/api_reader.py

@@ -343,8 +343,9 @@ class APIReader(BaseReader):
             pagination_config: Configuration for pagination.
             max_retries: The maximum number of retries for the request.
             backoff_factor: Factor for exponential backoff between retries.
-            options: Additional options for the createDataFrame function.
-            dynamic_requests: .
+            dynamic_requests: A list of RequestSet dictionaries for making multiple API requests dynamically.
+                Each RequestSet should contain 'endpoint', 'params', and optionally 'headers', 'data', 'json_body'.
+                When provided, the reader will execute all requests and combine the results.
 
         Returns:
             DataFrame: The Spark DataFrame containing the read data in the json_object column.
@@ -457,6 +458,8 @@ class APIReader(BaseReader):
                             backoff_factor=backoff_factor,
                         )
                     else:
+                        if not pagination_config:
+                            raise ValueError("pagination_config must be provided for paginated requests.")
                         response_data = APIReader._read_from_api_with_pagination(
                             api_client=api_client,
                             endpoint=endpoint,

cloe_nessy/integration/reader/excel_reader.py

@@ -92,7 +92,6 @@ class ExcelDataFrameReader(BaseReader):
                 pyspark.pandas.read_excel and handed to TextFileReader.
             load_as_strings: If True, converts all columns to string type to avoid datatype conversion errors in Spark.
             add_metadata_column: If True, adds a metadata column containing the file location and sheet name.
-            **kwargs: Additional keyword arguments to maintain compatibility with the base class method.
         """
         if options is None:
             options = {}

cloe_nessy/integration/reader/file_reader.py

@@ -152,7 +152,7 @@ class FileReader(BaseReader):
         """Reads specified location as a stream and returns streaming DataFrame.
 
         Arguments:
-            location : Location of files to read.
+            location: Location of files to read.
             format: Format of files to read.
             schema: Schema of the file.
             add_metadata_column: Whether to include __metadata column in the DataFrame.

cloe_nessy/integration/writer/delta_writer/delta_merge_writer.py

@@ -13,7 +13,7 @@ from .delta_writer_base import BaseDeltaWriter
 class DeltaMergeConfig(BaseModel):
     """Configuration for Merge options.
 
-    Args:
+    Attributes:
         dataframe_columns: The columns of the DataFrame.
         key_columns: List of column names that form the key for the merge
             operation.
@@ -29,6 +29,9 @@ class DeltaMergeConfig(BaseModel):
         use_partition_pruning: Flag to specify whether to use partition
             pruning to optimize the performance of the merge operation.
         partition_by: List of column names to partition by.
+        column_mapping: Mapping from target column names to source column names.
+            If a column is not in the mapping, it's assumed to have the same name
+            in both source and target.
     """
 
     dataframe_columns: list[str]
@@ -39,6 +42,7 @@ class DeltaMergeConfig(BaseModel):
     when_not_matched_insert: bool = True
     use_partition_pruning: bool = True
     partition_by: list[str] = Field(default_factory=list)
+    column_mapping: dict[str, str] = Field(default_factory=dict)
     cols_to_merge: list[str] = Field(default_factory=list, alias="_cols_to_merge")
     cols_to_update: set[str] = Field(default_factory=set, alias="_cols_to_update")
     cols_to_insert: set[str] = Field(default_factory=set, alias="_cols_to_insert")
@@ -58,11 +62,20 @@ class DeltaMergeConfig(BaseModel):
     @model_validator(mode="before")
     @classmethod
     def _validate_key_columns(cls, config: Any):
-        """Key columns must exist in the data frame."""
+        """Key columns must exist in the data frame (considering column mapping)."""
         key_columns = config.get("key_columns")
         dataframe_columns = config.get("dataframe_columns")
-        if not set(key_columns).issubset(set(dataframe_columns)):
-            raise ValueError("Key columns must exist in the DataFrame columns.")
+        column_mapping = config.get("column_mapping", {})
+
+        # For each key column (target name), find the corresponding source column
+        missing_columns = []
+        for key_col in key_columns:
+            source_col = column_mapping.get(key_col, key_col)
+            if source_col not in dataframe_columns:
+                missing_columns.append(f"{key_col} (maps to {source_col})" if key_col != source_col else key_col)
+
+        if missing_columns:
+            raise ValueError(f"Key columns must exist in the DataFrame. Missing columns: {', '.join(missing_columns)}")
         return config
 
     @model_validator(mode="before")
@@ -70,37 +83,57 @@ class DeltaMergeConfig(BaseModel):
     def _derive_merge_columns(cls, config: Any):
         """Derive update and insert columns from the DataFrame columns."""
         dataframe_columns = config.get("dataframe_columns", [])
-        config["_cols_to_merge"] = list(set(dataframe_columns))
+        column_mapping = config.get("column_mapping", {})
+
+        # Build reverse mapping: source_col -> target_col
+        reverse_mapping = {v: k for k, v in column_mapping.items()}
+
+        # Determine which target columns we're working with
+        # For each dataframe column, find its corresponding target column
+        target_columns = []
+        for df_col in dataframe_columns:
+            target_col = reverse_mapping.get(df_col, df_col)
+            target_columns.append(target_col)
+
+        config["_cols_to_merge"] = list(set(target_columns))
+
         if config.get("cols_to_exclude_from_update"):
             config["_cols_to_update"] = set(config["_cols_to_merge"]) - set(config["cols_to_exclude_from_update"])
         else:
             config["_cols_to_update"] = set(config["_cols_to_merge"])
 
         config["_cols_to_insert"] = config["_cols_to_merge"]
-        config["final_cols_to_update"] = {col: f"source.{col}" for col in config["_cols_to_update"]}
-        config["final_cols_to_insert"] = {col: f"source.{col}" for col in config["_cols_to_insert"]}
+
+        # Build final mappings using column_mapping (target -> source)
+        # For each target column, find the corresponding source column
+        config["final_cols_to_update"] = {
+            target_col: f"source.`{column_mapping.get(target_col, target_col)}`"
+            for target_col in config["_cols_to_update"]
+        }
+        config["final_cols_to_insert"] = {
+            target_col: f"source.`{column_mapping.get(target_col, target_col)}`"
+            for target_col in config["_cols_to_insert"]
+        }
         return config
 
     @model_validator(mode="after")
-    @classmethod
-    def _validate_partition_pruning(cls, config: Self):
+    def _validate_partition_pruning(self) -> Self:
         """If partition_pruning is set, the partition by columns must be known."""
-        if config.use_partition_pruning is True and not config.partition_by:
+        if self.use_partition_pruning is True and not self.partition_by:
             raise ValueError("Partition columns must be specified when using partition pruning.")
-        return config
+        return self
 
     @model_validator(mode="after")
-    @classmethod
-    def _validate_cols_exist(cls, config: Any):
+    def _validate_cols_exist(self) -> Self:
         """If partition_pruning is set, the partition by columns must be known."""
-        if any(col not in config.cols_to_merge for col in config.cols_to_update) or any(
-            col not in config.cols_to_merge for col in config.cols_to_insert
+        if any(col not in self.cols_to_merge for col in self.cols_to_update) or any(
+            col not in self.cols_to_merge for col in self.cols_to_insert
         ):
             raise ValueError(
                 "You specified column names for UPDATE or INSERT that either don't exist in the dataframe "
                 "or are explicitly excluded from the MERGE.",
             )
-        return config
+        return self
 
 
 class DeltaMergeWriter(BaseDeltaWriter):
@@ -127,7 +160,7 @@ class DeltaMergeWriter(BaseDeltaWriter):
 
     def _build_match_conditions(self, data_frame: DataFrame, config: DeltaMergeConfig) -> str:
         """Builds match conditions for the Delta table merge."""
-        match_conditions = self._merge_match_conditions(config.key_columns)
+        match_conditions = self._merge_match_conditions_with_mapping(config.key_columns, config.column_mapping)
         if config.use_partition_pruning:
             match_conditions_list = [match_conditions] + [
                 self._partition_pruning_conditions(data_frame, config.partition_by),
@@ -169,6 +202,11 @@ class DeltaMergeWriter(BaseDeltaWriter):
         function also supports partition pruning to optimize the performance of
         the merge operation.
 
+        When source and target tables have different column names, use the
+        `column_mapping` parameter to map target column names to source column names.
+        For any columns not in the mapping, the same name is assumed for both source
+        and target.
+
         Args:
             table: The Table object representing the Delta table.
             table_identifier: The identifier of the Delta table in the format
@@ -178,7 +216,17 @@ class DeltaMergeWriter(BaseDeltaWriter):
             ignore_empty_df: A flag indicating whether to ignore an empty source
                 dataframe.
             kwargs: Passed to the
-                [`DeltaMergeConfig`][cloe_nessy.integration.writer.delta_merge_writer.DeltaMergeConfig].
+                [`DeltaMergeConfig`][cloe_nessy.integration.writer.delta_writer.delta_merge_writer.DeltaMergeConfig].
+                Common kwargs include:
+
+                - key_columns: List of target column names to use as merge keys.
+                - column_mapping: Dict mapping target column names to source column names.
+                - when_matched_update: Whether to update matching records.
+                - when_matched_delete: Whether to delete matching records.
+                - when_not_matched_insert: Whether to insert non-matching records.
+                - cols_to_exclude_from_update: Target columns to exclude from updates.
+                - use_partition_pruning: Whether to use partition pruning.
+                - partition_by: List of partition columns.
 
         Raises:
             ValueError: If both, table and table_identifier or storage_path are provided.
@@ -189,6 +237,21 @@ class DeltaMergeWriter(BaseDeltaWriter):
                 merge operation.
             ValueError: If partition columns are not specified when using
                 partition pruning.
+
+        Example:
+            ```python
+            # Merge with different column names
+            writer.write(
+                data_frame=source_df,
+                table=target_table,
+                key_columns=["customer_id"],
+                column_mapping={
+                    "customer_id": "cust_id",
+                    "full_name": "name",
+                    "email_address": "email"
+                }
+            )
+            ```
         """
         if self._empty_dataframe_check(data_frame, ignore_empty_df):
             return

cloe_nessy/integration/writer/delta_writer/delta_writer_base.py

@@ -150,6 +150,42 @@ class BaseDeltaWriter(BaseWriter, ABC):
         """
         return " AND ".join([f"target.`{c}` <=> source.`{c}`" for c in columns])
 
+    @staticmethod
+    def _merge_match_conditions_with_mapping(
+        key_columns: list[str], column_mapping: dict[str, str] | None = None
+    ) -> str:
+        """Merges match conditions with support for column name mapping.
+
+        This function generates SQL match conditions for merging tables where source and target
+        columns may have different names.
+
+        Args:
+            key_columns: A list of target column names to use as keys for the merge operation.
+            column_mapping: A dictionary mapping target column names to source column names.
+                If None or empty, assumes source and target columns have the same names.
+
+        Returns:
+            A string containing the match conditions, separated by " AND "
+
+        Example:
+            ```python
+            # Without mapping (same column names):
+            _merge_match_conditions_with_mapping(["id", "customer_id"])
+            # "target.`id` <=> source.`id` AND target.`customer_id` <=> source.`customer_id`"
+
+            # With mapping (different column names):
+            _merge_match_conditions_with_mapping(
+                ["id", "customer_id"],
+                {"customer_id": "cust_id"}
+            )
+            # "target.`id` <=> source.`id` AND target.`customer_id` <=> source.`cust_id`"
+            ```
+        """
+        mapping = column_mapping or {}
+        return " AND ".join(
+            [f"target.`{target_col}` <=> source.`{mapping.get(target_col, target_col)}`" for target_col in key_columns]
+        )
+
     @staticmethod
     def _partition_pruning_conditions(df: "DataFrame", partition_cols: list[str] | None) -> str:
         """Generates partition pruning conditions for an SQL query.

cloe_nessy/logging/logger_mixin.py

@@ -1,5 +1,5 @@
 import logging
-from typing import cast
+from typing import Any, cast
 
 from cloe_logging import LoggerFactory
 
@@ -35,7 +35,7 @@ class LoggerMixin:
             logging_level=level if level is not None else logging_settings.log_level_console,
             log_format=log_format if log_format is not None else logging_settings.log_format_console,
         )
-        return cast(logging.Logger, logger)
+        return logger
 
     def get_tabular_logger(
         self,
@@ -110,13 +110,13 @@ class LoggerMixin:
             log_type=log_type,
             test_connectivity=False,
         )
-        return cast(logging.Logger, logger)
+        return logger
 
     @staticmethod
     def should_add_log_analytics_handler(
         logging_settings: LoggingSettings,
         add_log_analytics_logger: bool | None,
-        **kwargs,  # noqa: ARG004
+        **kwargs: Any,  # noqa: ARG004
     ) -> bool:
         """Determines if a LogAnalyticsHandler should be added to the logger.
 

cloe_nessy/models/mixins/read_instance_mixin.py

@@ -60,7 +60,7 @@ class ReadInstancesMixin(BaseModel):
     @classmethod
     def read_instances_from_directory(
         cls,
-        instance_path: pathlib.Path,
+        instance_path: str | pathlib.Path,
         fail_on_missing_subfolder: bool = True,
         **_: Any,  # allow subclasses to pass additional arguments
     ) -> tuple[list[Self], list[ValidationErrorType]]:
@@ -77,6 +77,10 @@ class ReadInstancesMixin(BaseModel):
         instances: list[Self] = []
         errors: list[ValidationErrorType] = []
 
+        # Convert to Path if string
+        if isinstance(instance_path, str):
+            instance_path = pathlib.Path(instance_path)
+
         if not instance_path.exists() or not instance_path.is_dir():
             if fail_on_missing_subfolder:
                 raise FileNotFoundError(f"Directory not found: {instance_path}")

cloe_nessy/models/schema.py

@@ -1,5 +1,5 @@
 from pathlib import Path
-from typing import Any, Self
+from typing import Any, Self, cast
 
 from pydantic import Field
 
@@ -43,6 +43,7 @@ class Schema(ReadInstancesMixin):
             raise FileNotFoundError("Schema file not found.")
 
         schema, schema_errors = super().read_instance_from_file(processed_instance_path)
+        schema = cast(Self | None, schema)
         table_errors: list[ValidationErrorType] = []
         if schema:
             schema.storage_path = "" if not schema.storage_path else schema.storage_path

cloe_nessy/models/table.py

@@ -1,5 +1,6 @@
+import pathlib
 from pathlib import Path
-from typing import Any, Self
+from typing import Any, Self, cast
 
 import yaml
 from jinja2 import TemplateNotFound
@@ -96,16 +97,16 @@ class Table(TemplateLoaderMixin, ReadInstancesMixin, LoggerMixin):
         return v
 
     @model_validator(mode="after")
-    def _validate_is_external(cls, table: Self):
+    def _validate_is_external(self) -> Self:
         """If is_external is set to True, storage_path has to be set."""
-        if table.is_external and table.storage_path is None:
+        if self.is_external and self.storage_path is None:
             raise ValueError("is_external cannot be true while storage_path is None.")
-        return table
+        return self
 
     @classmethod
-    def read_instances_from_directory(
+    def read_instances_from_directory(  # type: ignore[override]
         cls,
-        instance_path: str | Path,
+        instance_path: str | pathlib.Path,
         fail_on_missing_subfolder: bool = True,
         catalog_name: str | None = None,
         schema_name: str | None = None,
@@ -236,7 +237,7 @@ class Table(TemplateLoaderMixin, ReadInstancesMixin, LoggerMixin):
     def get_create_statement(
         self,
         replace: bool = True,
-    ):
+    ) -> str:
         """Get the create statement for the Table.
 
         Args:
@@ -257,7 +258,7 @@ class Table(TemplateLoaderMixin, ReadInstancesMixin, LoggerMixin):
             self._console_logger.error(f"Template [ {template_name} ] not found.")
             raise err
         render = template.render(table=self, replace=replace)
-        return render
+        return cast(str, render)
 
     def get_column_by_name(self, column_name: str) -> Column | None:
         """Get a column by name.

cloe_nessy/models/volume.py

@@ -1,5 +1,5 @@
 from pathlib import Path
-from typing import Any
+from typing import Any, cast
 
 from jinja2 import TemplateNotFound
 from pydantic import BaseModel, field_validator
@@ -25,7 +25,7 @@ class Volume(TemplateLoaderMixin, LoggerMixin, BaseModel):
     @property
     def storage_identifier(self) -> str:
         """Return the storage identifier."""
-        return f"/Volumes/{self.catalog}/{self.schema}/{self.name}/"
+        return f"/Volumes/{self.catalog}/{self.schema_name}/{self.name}/"
 
     @property
     def catalog(self) -> str:
@@ -55,7 +55,7 @@ class Volume(TemplateLoaderMixin, LoggerMixin, BaseModel):
     def get_create_statement(
         self,
         if_not_exists: bool = True,
-    ):
+    ) -> str:
         """Get the create statement for the Volume.
 
         Args:
@@ -73,4 +73,4 @@ class Volume(TemplateLoaderMixin, LoggerMixin, BaseModel):
             self._console_logger.error(f"Template [ {template_name} ] not found.")
             raise err
         render = template.render(volume=self, if_not_exists=if_not_exists)
-        return render
+        return cast(str, render)

cloe_nessy/object_manager/table_manager.py

@@ -1,6 +1,7 @@
 import functools
 import logging
 from dataclasses import dataclass, field
+from typing import Any
 
 from delta import DeltaTable  # type: ignore
 
@@ -23,7 +24,7 @@ class TableManagerLogs:
     )
 
 
-def table_log_decorator(operation: str):
+def table_log_decorator(operation: str) -> Any:
     """Creates a decorator that logs the start, failure (if any), and completion of a table operation.
 
     The created decorator wraps a function that performs an operation on a table. The decorator logs
@@ -35,7 +36,7 @@ def table_log_decorator(operation: str):
         operation: The name of the operation to be logged. This will be included in the log messages.
 
     Returns:
-        inner_decorator: A decorator that can be used to wrap a function that performs an operation on a table.
+        A decorator that can be used to wrap a function that performs an operation on a table.
 
     Example:
         ```python
@@ -183,7 +184,7 @@ class TableManager(LoggerMixin):
         SessionManager.get_utils().fs.rm(location, recurse=True)
         self._console_logger.info("... deleting physical data.")
 
-    def get_delta_table(self, table: Table | None = None, location: str | None = None, spark=None) -> DeltaTable:
+    def get_delta_table(self, table: Table | None = None, location: str | None = None, spark: Any = None) -> DeltaTable:
         """Get the DeltaTable object from the Table objects location or a location string.
 
         For managed tables, uses the table identifier to access the DeltaTable.

cloe_nessy/pipeline/actions/read_api.py

@@ -18,10 +18,10 @@ def process_auth(
     result: AuthBase | None = None
 
     if isinstance(auth, list):
-        auths = [process_auth(sub_auth) for sub_auth in auth]
+        auths = [process_auth(sub_auth) for sub_auth in auth]  # type: ignore[arg-type]
         result = ChainedAuth(*auths)
     elif isinstance(auth, dict):
-        match auth.get("type"):
+        match auth.get("type"):  # type: ignore[arg-type]
             case "basic":
                 result = HTTPBasicAuth(auth["username"], auth["password"])
             case "secret_scope":

cloe_nessy/pipeline/actions/read_catalog_table.py

@@ -65,8 +65,8 @@ class ReadCatalogTableAction(PipelineAction):
 
     name: str = "READ_CATALOG_TABLE"
 
-    @staticmethod
     def run(
+        self,
         context: PipelineContext,
         *,
         table_identifier: str | None = None,
@@ -90,12 +90,6 @@ class ReadCatalogTableAction(PipelineAction):
                 Configures the [`DeltaLoader`][cloe_nessy.integration.delta_loader].
                 behavior, such as filters or reading modes.
             stream: If True, the action will read the table as a stream.
-            checkpoint_location: The location for storing
-                checkpoints if streaming is enabled.
-            trigger_dict: A dictionary specifying the trigger
-                configuration for the streaming query, such as processing time or
-                continuous processing.
-                behavior, such as filters or reading modes. Defaults to None.
 
         Raises:
             ValueError: If neither `table_identifier` nor `table_metadata.identifier` in the `context` is provided.

cloe_nessy/pipeline/actions/read_files.py

@@ -79,8 +79,8 @@ class ReadFilesAction(PipelineAction):
 
     name: str = "READ_FILES"
 
-    @staticmethod
     def run(
+        self,
         context: PipelineContext,
         *,
         location: str | None = None,

cloe_nessy/pipeline/actions/transform_deduplication.py

@@ -71,7 +71,7 @@ class TransformDeduplication(PipelineAction):
             raise ValueError("The key_columns and order_by_columns cannot contain the same column")
 
         # check if the key_columns and order_by_columns are not null
-        df_nulls = context.data.filter(F.greatest(*[F.col(c).isNull() for c in key_columns + order_by_columns]) == 1)
+        df_nulls = context.data.filter(F.greatest(*[F.col(c).isNull() for c in key_columns + order_by_columns]) == 1)  # type: ignore[misc]
         if df_nulls.head(1):  # if the filteredDataFrame is not empty
             raise ValueError(
                 "The key_columns and order_by_columns cannot be null. Please check the quality of the provided columns (null handling)"
@@ -100,9 +100,9 @@ class TransformDeduplication(PipelineAction):
 
         # sort the order_by columns in the preferred order
         if descending:
-            order_by_list = [F.col(col_name).desc() for col_name in order_by_columns]
+            order_by_list = [F.col(col_name).desc() for col_name in order_by_columns]  # type: ignore[misc]
         else:
-            order_by_list = [F.col(col_name).asc() for col_name in order_by_columns]
+            order_by_list = [F.col(col_name).asc() for col_name in order_by_columns]  # type: ignore[misc]
 
         window_specification = (
             Window.partitionBy(key_columns)

cloe_nessy/pipeline/actions/transform_regex_extract.py

@@ -148,7 +148,7 @@ class TransformRegexExtract(PipelineAction):
             # Check if extraction is null or empty string
             df = df.withColumn(
                 match_info_column_name,
-                F.when((F.col(extract_column_name).isNull()) | (F.col(extract_column_name) == ""), False).otherwise(
+                F.when((F.col(extract_column_name).isNull()) | (F.col(extract_column_name) == ""), False).otherwise(  # type: ignore[misc]
                     True
                 ),
             )

cloe_nessy/pipeline/actions/write_catalog_table.py

@@ -39,8 +39,8 @@ class WriteCatalogTableAction(PipelineAction):
 
     name: str = "WRITE_CATALOG_TABLE"
 
-    @staticmethod
     def run(
+        self,
         context: PipelineContext,
         *,
         table_identifier: str | None = None,

cloe_nessy/pipeline/actions/write_delta_merge.py

@@ -13,6 +13,7 @@ class WriteDeltaMergeAction(PipelineAction):
 
     Example:
         ```yaml
+        # Basic merge with same column names
         Write Delta Merge:
             action: WRITE_DELTA_MERGE
             options:
@@ -20,13 +21,25 @@ class WriteDeltaMergeAction(PipelineAction):
                 key_columns:
                     - id
                     - customer_id
-                cols_to_update:
-                    - name
-                    - email
-                    - updated_at
+                cols_to_exclude_from_update:
+                    - created_at
                 when_matched_update: true
                 when_not_matched_insert: true
                 use_partition_pruning: true
+
+        # Merge with different source and target column names
+        Write Delta Merge with Mapping:
+            action: WRITE_DELTA_MERGE
+            options:
+                table_identifier: my_catalog.my_schema.my_table
+                key_columns:
+                    - customer_id
+                column_mapping:
+                    customer_id: cust_id
+                    full_name: name
+                    email_address: email
+                when_matched_update: true
+                when_not_matched_insert: true
         ```
     """
 
@@ -38,11 +51,10 @@ class WriteDeltaMergeAction(PipelineAction):
         *,
         table_identifier: str | None = None,
         key_columns: list[str] | None = None,
-        cols_to_update: list[str] | None = None,
-        cols_to_insert: list[str] | None = None,
-        cols_to_exclude: list[str] | None = None,
+        cols_to_exclude_from_update: list[str] | None = None,
+        column_mapping: dict[str, str] | None = None,
         when_matched_update: bool = True,
-        when_matched_deleted: bool = False,
+        when_matched_delete: bool = False,
         when_not_matched_insert: bool = True,
         use_partition_pruning: bool = True,
         ignore_empty_df: bool = False,
@@ -57,23 +69,23 @@ class WriteDeltaMergeAction(PipelineAction):
             table_identifier: The identifier of the table. If passed, the
                 UC Adapter will be used to create a table object. Otherwise the Table
                 object will be created from the table metadata in the context.
-            key_columns: List of column names that form the
+            key_columns: List of target column names that form the
                 key for the merge operation.
+            cols_to_exclude_from_update: List of target column names to be
+                excluded from the update operation in the target Delta table.
+            column_mapping: Mapping from target column names to source column names.
+                Use this when source and target tables have different column names.
+                If a column is not in the mapping, it's assumed to have the same name
+                in both source and target.
             when_matched_update: Flag to specify whether to
-                perform an update operation whenmatching records are found in
+                perform an update operation when matching records are found in
                 the target Delta table.
-            when_matched_deleted: Flag to specify whether to
+            when_matched_delete: Flag to specify whether to
                 perform a delete operation when matching records are found in
                 the target Delta table.
             when_not_matched_insert: Flag to specify whether to perform an
                 insert operation when matching records are not found in the target
                 Delta table.
-            cols_to_update: List of column names to be
-                updated in the target Delta table.
-            cols_to_insert: List of column names to be
-                inserted into the target Delta table.
-            cols_to_exclude: List of column names to be
-                excluded from the merge operation.
             use_partition_pruning: Flag to specify whether to use partition
                 pruning to optimize the performance of the merge operation.
             ignore_empty_df: A flag indicating whether to ignore an empty source dataframe.
@@ -113,16 +125,15 @@ class WriteDeltaMergeAction(PipelineAction):
         assert key_columns is not None, "Key columns must be provided."
 
         delta_merge_writer.write(
-            table_identifier=context.table_metadata.identifier,
+            data_frame=context.data,
             table=context.table_metadata,
+            table_identifier=context.table_metadata.identifier,
             storage_path=str(context.table_metadata.storage_path),
-            data_frame=context.data,
             key_columns=key_columns,
-            cols_to_update=cols_to_update,
-            cols_to_insert=cols_to_insert,
-            cols_to_exclude=cols_to_exclude,
+            cols_to_exclude_from_update=cols_to_exclude_from_update or [],
+            column_mapping=column_mapping or {},
             when_matched_update=when_matched_update,
-            when_matched_deleted=when_matched_deleted,
+            when_matched_delete=when_matched_delete,
             when_not_matched_insert=when_not_matched_insert,
             use_partition_pruning=use_partition_pruning,
             partition_by=context.table_metadata.partition_by,

cloe_nessy/pipeline/pipeline_plotting_service.py

@@ -1,6 +1,7 @@
 """Pipeline plotting service for visualizing pipeline graphs using matplotlib."""
 
 import textwrap
+from typing import Any
 
 import matplotlib.patches as patches
 import matplotlib.pyplot as plt
@@ -25,7 +26,7 @@ class PipelinePlottingService(LoggerMixin):
         }
         self._console_logger = self.get_console_logger()
 
-    def plot_graph(self, pipeline, save_path: str | None = None):
+    def plot_graph(self, pipeline: Any, save_path: str | None = None):
         """Plot and save the pipeline graph as an image.
 
         Args:

cloe_nessy/session/session_manager.py

@@ -234,22 +234,19 @@ class SessionManager(LoggerMixin):
         """Get the SparkSession builder based on the current environment."""
         if cls._env is None:
             cls._detect_env()
-        builders = {
-            cls.Environment.DATABRICKS_UI: SparkSession.builder,
-            cls.Environment.FABRIC_UI: SparkSession.builder,
-            cls.Environment.DATABRICKS_CONNECT: cls._get_databricks_connect_builder,
-            cls.Environment.OTHER_REMOTE_SPARK: SparkSession.builder,
-            cls.Environment.STANDALONE_SPARK: SparkSession.builder,
-        }
-        builder = builders.get(cls._env)
-        if builder is None:
-            raise ValueError(f"Unsupported environment: {cls._env}")
 
         match cls._env:
             case cls.Environment.DATABRICKS_CONNECT:
-                return builder()
+                return cls._get_databricks_connect_builder()
+            case (
+                cls.Environment.DATABRICKS_UI
+                | cls.Environment.FABRIC_UI
+                | cls.Environment.OTHER_REMOTE_SPARK
+                | cls.Environment.STANDALONE_SPARK
+            ):
+                return SparkSession.builder
             case _:
-                return builder
+                raise ValueError(f"Unsupported environment: {cls._env}")
 
     @staticmethod
     def _get_databricks_connect_builder():

{cloe_nessy-1.0.1.dist-info → cloe_nessy-1.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cloe-nessy
-Version: 1.0.1
+Version: 1.0.5
 Summary: Your friendly datalake monster.
 Project-URL: homepage, https://initions.com/
 Author-email: initions <ICSMC_EXT_PYPIORG@accenture.com>
@@ -16,7 +16,7 @@ Requires-Python: <3.14,>=3.11
 Requires-Dist: azure-identity<2.0.0,>=1.19.0
 Requires-Dist: cloe-logging[databricks,log-analytics]<0.4,>=0.3.8
 Requires-Dist: databricks-sdk<1.0.0,>=0.36.0
-Requires-Dist: fsspec<2025.12.1,>=2025.12.0
+Requires-Dist: fsspec<2026.1.1,>=2026.1.0
 Requires-Dist: httpx<1.0.0,>=0.27.2
 Requires-Dist: jinja2<4.0.0,>=3.1.4
 Requires-Dist: matplotlib<4.0.0,>=3.9.2

{cloe_nessy-1.0.1.dist-info → cloe_nessy-1.0.5.dist-info}/RECORD

@@ -20,19 +20,19 @@ cloe_nessy/file_utilities/strategies/onelake_strategy.py,sha256=Pni_JkKqfbKoEMOC
 cloe_nessy/file_utilities/strategies/utils_strategy.py,sha256=w4nrS6IcPPN7UBFBwszCfxgTI6xSE5BdY2WiqGYsFyI,3223
 cloe_nessy/integration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloe_nessy/integration/delta_loader/__init__.py,sha256=ZdBDde1uPtTCL_KAhilVmtVmmGvH5dHb05QsOozkteE,438
-cloe_nessy/integration/delta_loader/delta_load_options.py,sha256=bbPGhC0n8L6CmcmV91Xqq6fWRimxlUHUkr22uVqG0g4,1363
+cloe_nessy/integration/delta_loader/delta_load_options.py,sha256=W3P3gwtkBW3pWbUEOK6agvJfj7QivXhEr_s0dwxhJxQ,1369
 cloe_nessy/integration/delta_loader/delta_loader.py,sha256=WOl44Udvo6hZ5PVFgabpehs8tt5nl9AYyDnnYBba5Ck,6872
 cloe_nessy/integration/delta_loader/delta_loader_factory.py,sha256=vB1cL6-Nc3SkLH1xtazMbMF1MnNYq8-g3GHZzRE3QmE,2251
 cloe_nessy/integration/delta_loader/delta_loader_metadata_table.py,sha256=G_EWUY76ZlbsPZB9LCGlOLVezk7DK6peYXEgt7-sTQE,1683
 cloe_nessy/integration/delta_loader/strategies/__init__.py,sha256=1o5fRWenL5KnUg1hf7kmTuTpG9pbMxchiQTub52Qvwo,255
-cloe_nessy/integration/delta_loader/strategies/delta_cdf_loader.py,sha256=FOOZqtMwp8_LoyG2ab2N19a074CFa2ArCEvNkl7wRWM,16682
-cloe_nessy/integration/delta_loader/strategies/delta_timestamp_loader.py,sha256=YYFH0DkdRPvITUc1JMgkmgIHjwDyZDCjqvEk2qhBMfE,6185
+cloe_nessy/integration/delta_loader/strategies/delta_cdf_loader.py,sha256=sDilieWLmaw8JsjQcNRL4znmLZVvkJAzy0exjuTHUKk,16688
+cloe_nessy/integration/delta_loader/strategies/delta_timestamp_loader.py,sha256=QV2smynYVfi3W7goKotPrGMPkahvIFEWT32LO56eWEI,6191
 cloe_nessy/integration/reader/__init__.py,sha256=NWQx-v6aKE8YOHhsxfeaZnMVq4KLKyRWXzUduf5aVsk,265
-cloe_nessy/integration/reader/api_reader.py,sha256=FbOyfLVG1ryL2GC-MgE1uClHICsQKBj9yZbY4TG5qrk,19637
+cloe_nessy/integration/reader/api_reader.py,sha256=H6alDoCuGsxuhxpuN-JbL9-eMDchE9ZMq9P0hnz7t1I,20007
 cloe_nessy/integration/reader/catalog_reader.py,sha256=DlnykmFjV_v8SCBh3qaCvf24QM-6TdMFVHx5Mqv7Nvs,4850
-cloe_nessy/integration/reader/excel_reader.py,sha256=QXm0MaE_-tW5ix-f_3Pgn-Vx7VG5jA_uSp858rVV7lA,8042
+cloe_nessy/integration/reader/excel_reader.py,sha256=dq_XbuQ_BcQwFuxld-12vzBA2F7hVhNkmMJvgAM-_R8,7937
 cloe_nessy/integration/reader/exceptions.py,sha256=_A9jFpe_RIDZCGY76qzjic9bsshxns6yXPSl141dq1c,203
-cloe_nessy/integration/reader/file_reader.py,sha256=FFqqu1h003FY2Df3ru-G1JO4Bg2Ai8Rzh58fjOCN7NM,8262
+cloe_nessy/integration/reader/file_reader.py,sha256=1pf3kVk8UMEf0JPQiwhMLIszl55aLYaEDwS2Fp_9TT8,8261
 cloe_nessy/integration/reader/reader.py,sha256=YHriYkzsBduBjfI2FnP03VEo15a8UCRZ_sXtre8eaEs,1041
 cloe_nessy/integration/writer/__init__.py,sha256=3yzCAGiWZdQWtsbzlTih01sxVTJV2DDYwvl34lEAUlE,243
 cloe_nessy/integration/writer/catalog_writer.py,sha256=dQeXmtfs7J6rP6Ye3OCvxBraFScFX_3SHs7Md58hEeM,5296
@@ -40,30 +40,30 @@ cloe_nessy/integration/writer/file_writer.py,sha256=SUDbN13ZzDhbM8DpOGFgM_Gkg70T
 cloe_nessy/integration/writer/writer.py,sha256=elFPLFrWR-qVE9qnBtzzzhyRALLQcRVuOsPS0rNmRt4,1741
 cloe_nessy/integration/writer/delta_writer/__init__.py,sha256=h2CT6Hllmk0nodlek27uqwniCzVZKMkYcPGyG9K2Z24,164
 cloe_nessy/integration/writer/delta_writer/delta_append_writer.py,sha256=nribgHmapp59v3Rw_AfJg0_BRYhP7x2IJIeE74Ia_6A,4748
-cloe_nessy/integration/writer/delta_writer/delta_merge_writer.py,sha256=Yp_q_ycasW2_wwmzty_6fZeBVcW_0o8gLrr6F1gaUjQ,10195
+cloe_nessy/integration/writer/delta_writer/delta_merge_writer.py,sha256=FvYNXK5k7tHC7Ek4j-q_oAQnuWyDnqWSDtkA9111wvk,13118
 cloe_nessy/integration/writer/delta_writer/delta_table_operation_type.py,sha256=m4YFY9_WgaOcnpBviVt3Km-w3wf3NF25wPS-n0NBGcE,970
-cloe_nessy/integration/writer/delta_writer/delta_writer_base.py,sha256=O7hw7YOa2FEzBlzjwPfxQTxm0ZrlszIjjfsHTwE_OhU,8609
+cloe_nessy/integration/writer/delta_writer/delta_writer_base.py,sha256=B7PwPHKrsJL0ZxBT-H9wWSy0gn7shqNDJ0AbrpMHyMg,10135
 cloe_nessy/integration/writer/delta_writer/exceptions.py,sha256=xPmGiYV0xQXauln5Oh34E5vbm0rVcs6xCh-SJSb2bw0,107
 cloe_nessy/logging/__init__.py,sha256=ySVCVbdyR3Dno_tl2ZfiER_7EVaDoQMHVkNyfdMZumY,65
-cloe_nessy/logging/logger_mixin.py,sha256=H8MyMEyb_kEDP0Ow5QStAFLuOkTIeUnneGaj916fKlU,7443
+cloe_nessy/logging/logger_mixin.py,sha256=xA12LIVn4yUEoaKmm7nGC1-U3ddSo_HiL3I5MfkvEwU,7409
 cloe_nessy/models/__init__.py,sha256=-FmWEJ1Oq1njSopjc0R7GmT64mLSmALkm8PkHNzy9Y8,327
 cloe_nessy/models/catalog.py,sha256=ayC1sMp4cNLAZtu0ICVV3Us6-o4hn8U9tpzzvxC9RAs,177
 cloe_nessy/models/column.py,sha256=W4V1Ls1d60VyZ1Ko9Yu9eSipcMbxSzKicn0aloHPiR0,2027
 cloe_nessy/models/constraint.py,sha256=hsFlhn4n928z81O3dl3v5bMetewPWzMjkJK3_4kASSM,178
 cloe_nessy/models/foreign_key.py,sha256=DwRVHs9sShqqPV-NL7ow_3AmPPWX0Od26yZn_I565pU,1001
-cloe_nessy/models/schema.py,sha256=cNSrH7K4hLRrkg1E6fW6DUIBMZdR2A5B21POj5iQ4GA,3429
-cloe_nessy/models/table.py,sha256=3AUBUKLJv1x-xN9KYc5Ndjf-lAlT83rUYdhRKy8wFU4,12105
+cloe_nessy/models/schema.py,sha256=9RA31esHyj9saLeHvvYzK9wjK3GNnr15UO66NtSM368,3478
+cloe_nessy/models/table.py,sha256=XG6MazeamF53AV44L-MCnkKBceXbnVU76mCs9GTB5Lg,12171
 cloe_nessy/models/types.py,sha256=XRbuJGdTNa6aXyE3IAzs_J9gVjbfkzMDLfGl-k6jI_4,223
-cloe_nessy/models/volume.py,sha256=51BE06FrL1Wv6zblFwJ_HTiR6WQqH7pSmrdH90rqwLg,2444
+cloe_nessy/models/volume.py,sha256=kfDDaCL6GzZsv6SshsyXO0NMe7a-yYv_GlLEWk6DOjo,2473
 cloe_nessy/models/adapter/__init__.py,sha256=m36W_mqwB3dCYnCIt0fLOSHS4E1VU8FRGoaum4Gf95o,90
 cloe_nessy/models/adapter/unity_catalog_adapter.py,sha256=a-14Ys-AevVYQd0xeJU1syLxjT5Wzo4uog1hFSEs76M,12651
 cloe_nessy/models/mixins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cloe_nessy/models/mixins/read_instance_mixin.py,sha256=j5Y4aNWOh1jlskEaxNooZFJgPyxRmik00gAVLJnAaRs,4507
+cloe_nessy/models/mixins/read_instance_mixin.py,sha256=HT42qor6IltR-BTfe_DYa5ylntE7qbArs-3cSjo4KXU,4649
 cloe_nessy/models/mixins/template_loader_mixin.py,sha256=5MXhEGBFlq3dwZvINEyBowSlipNnVun2H_TmhI_fsS4,549
 cloe_nessy/models/templates/create_table.sql.j2,sha256=71JpUyUZ_ZYO2M0tfIrTXHR7JycypAGsELt2-2d3oO0,2479
 cloe_nessy/models/templates/create_volume.sql.j2,sha256=XIUf1cHcvAxcGTyhzUiv4xpQ1cfDw_ra3_FKmOuLoBs,289
 cloe_nessy/object_manager/__init__.py,sha256=3sle0vNpPwBOkycxA3XVS9m4XZf5LD3Qd4NGxdqcHno,186
-cloe_nessy/object_manager/table_manager.py,sha256=4eQG-zMiuBpeJmvWdL3KdhHRiPFf8TS0RFNRp8Yz6rY,13887
+cloe_nessy/object_manager/table_manager.py,sha256=1LcwHvwRlHF8o4iiECg1gkAGVy5Wkpo1HBXsZlFGJXU,13907
 cloe_nessy/object_manager/volume_manager.py,sha256=6epd3KXzcNH04EvaKubAfLsaUm9qBMeT3KNvMK04gGs,2727
 cloe_nessy/pipeline/__init__.py,sha256=BUzL4HJaCXWmK7OgKaxdwK72JrrdzfzIvyxOGtM28U0,417
 cloe_nessy/pipeline/pipeline.py,sha256=L4wk3b06LNWRj01nnAkuQpeRrwFTyaV1xTpgYAg4sak,10819
@@ -72,20 +72,20 @@ cloe_nessy/pipeline/pipeline_builder.py,sha256=_BBl43two0pherkTXZ-Yrpt6XcLW8Q-Z9
 cloe_nessy/pipeline/pipeline_config.py,sha256=oVQ-IH4etTGZVVEnE-5iDPLYOtWpvDlltWFv1nevnqQ,3229
 cloe_nessy/pipeline/pipeline_context.py,sha256=eCOcjyE16rGRom3L85Gy_BbncfQD6i1x31yrWqZws-4,1881
 cloe_nessy/pipeline/pipeline_parsing_service.py,sha256=eeC4RbGBILGN6zkbUyjH-qGgEMtOWV4Kv_VxrHbHMY0,9021
-cloe_nessy/pipeline/pipeline_plotting_service.py,sha256=goMQj73FzUVchKn5c2SsPcWR6fr7DtVkVrcQfJsKCq4,13111
+cloe_nessy/pipeline/pipeline_plotting_service.py,sha256=OjdYDQW19yXjdcqs7bDMlyWmv0cQz7Qn4I2cakBgN2E,13139
 cloe_nessy/pipeline/pipeline_step.py,sha256=oTnlvRpB0fbOBQXbPe1URstA5fv-97igCHt_41fKCAk,2082
 cloe_nessy/pipeline/actions/__init__.py,sha256=FfAnSIl-0T6pnaWhClkDqV8nfTdvLvZZJdwycsZMLPw,2990
-cloe_nessy/pipeline/actions/read_api.py,sha256=MAc7QfmhnaRUMdE09Ywt41RSAsuW4co8zF0zXHwbM8U,16193
-cloe_nessy/pipeline/actions/read_catalog_table.py,sha256=sx3dezd33c1FawMrxORwhK5GNo1IpjCyuLATWz7esZ0,6735
+cloe_nessy/pipeline/actions/read_api.py,sha256=YMOWPCyxitU5v6HHH_AZqpbHQenPU4-WlaOrb-NsIIk,16245
+cloe_nessy/pipeline/actions/read_catalog_table.py,sha256=MK67NIB5qXTDwCC0EFwHYoOkelFnwY6Z4REpC5BlFb4,6359
 cloe_nessy/pipeline/actions/read_excel.py,sha256=IG_VmDEt1TvGVEO0SY9Fm3awHNjfisR1_7DUmhC3NEE,7968
-cloe_nessy/pipeline/actions/read_files.py,sha256=hRcM7wG35vxxLVajW3SK5euHW02qxiXCYSkIl11xiQ0,7308
+cloe_nessy/pipeline/actions/read_files.py,sha256=o251vfM0S3JxAaEeRQHlBMIlRqhcLlX3fsaPWVKtkBg,7304
 cloe_nessy/pipeline/actions/read_metadata_yaml.py,sha256=i8fQceV63eAqx_x0ANisCkXWfMHyhqsfFHVFH5yP2po,3544
 cloe_nessy/pipeline/actions/transform_change_datatype.py,sha256=24Tn6R3TvUkWCh8V6naLdyNbCbqvyPOOoer-hy_Ebq4,2077
 cloe_nessy/pipeline/actions/transform_clean_column_names.py,sha256=VxvWqENW63c50L96JA1V_ioe4By6gGzx_iY86njOXEM,3044
 cloe_nessy/pipeline/actions/transform_concat_columns.py,sha256=Nk8YbhxDnFZsWzW9Dj5Yl76Uq6VrcMlevQPHGms65L8,3777
 cloe_nessy/pipeline/actions/transform_convert_timestamp.py,sha256=2SL078tBcOmytDbt-cR81jZbclwqELsUB4XDLjaCnNo,3579
 cloe_nessy/pipeline/actions/transform_decode.py,sha256=_TQc2GFcgdJvtt6BVrCe1xVnJiSHB_J6mEHH01xIKMY,4464
-cloe_nessy/pipeline/actions/transform_deduplication.py,sha256=SfTDrOL0TNSC4wITbozabC0jYvceTLnqU4urnEjYk9g,4910
+cloe_nessy/pipeline/actions/transform_deduplication.py,sha256=wOsyiBZOFCFyS9xIPyO1Tie6uBWJuj7XFqlt-cDCEWg,4976
 cloe_nessy/pipeline/actions/transform_distinct.py,sha256=c7aBxANyqT4aKhm0cSELDtD-bP0Se9vxlBF0K4AgQWs,1976
 cloe_nessy/pipeline/actions/transform_filter.py,sha256=Nz_ggRfKIcNzYFfFOsgq1QeatjdEis0up4I7cOWBdyo,1446
 cloe_nessy/pipeline/actions/transform_generic_sql.py,sha256=_naWfmPdYAUKjPNeHu5qJAohOL7DHCSYz_kwoeRv3OI,2741
@@ -93,26 +93,26 @@ cloe_nessy/pipeline/actions/transform_group_aggregate.py,sha256=KUHeeP-RIDi34dpb
 cloe_nessy/pipeline/actions/transform_hash_columns.py,sha256=M5_wolJwzJpPTSrZq4yWV3TH7H6BGqbjJkJCwtqPlQo,8507
 cloe_nessy/pipeline/actions/transform_join.py,sha256=ez1M1wVc9khOZj1swMArJbBKXxEpjenUHrW1wL8H330,7200
 cloe_nessy/pipeline/actions/transform_json_normalize.py,sha256=petF7pnNq1EKc8MqVdG0weFALAHNILSe_eAu4Z5XxIo,4833
-cloe_nessy/pipeline/actions/transform_regex_extract.py,sha256=vMtUW0s_oXy8DC1-4Xh-WQN3CCp8jXYsJiFYvGdYrqE,6390
+cloe_nessy/pipeline/actions/transform_regex_extract.py,sha256=HCn2OzUOkxaiFg5GssVvsIwrBvAo-xb4sRu4lMgKMcE,6412
 cloe_nessy/pipeline/actions/transform_rename_columns.py,sha256=4zJcPCONMU4C67qeuzsrX3AORRRHoq_selUI7FJyeg0,1952
 cloe_nessy/pipeline/actions/transform_replace_values.py,sha256=1OPHTrjcphfyGepcO7ozYfeqfwA18pjlyHpVKUS_AAU,2049
 cloe_nessy/pipeline/actions/transform_select_columns.py,sha256=-GhSEsb7iNnZIsYRm3BG9BX4_qUDJMbpj1DsKPY046w,4574
 cloe_nessy/pipeline/actions/transform_union.py,sha256=SZtEzh567CIExUj9yMEgshE28h4dXKT7Wr2TDj4zB4k,2718
 cloe_nessy/pipeline/actions/transform_with_column.py,sha256=c-E1yYkeYmovbN1maT7ImpdQlW0nYvYsHCtDvfe4wt8,3357
-cloe_nessy/pipeline/actions/write_catalog_table.py,sha256=FyC0scQU8Ul3Uigpk6IN2IJpf_4jRjAqF5yHtDVwG00,4852
+cloe_nessy/pipeline/actions/write_catalog_table.py,sha256=rb4UOzJhe4tU3GEhAerPKWlzxW87FftyeqgMrRGTnYk,4848
 cloe_nessy/pipeline/actions/write_delta_append.py,sha256=e1g4mDhwAZdKyt4Gb7ZzHcQrJ1duSl8qOn6ONizRsoM,2934
-cloe_nessy/pipeline/actions/write_delta_merge.py,sha256=fwinlTeZoDuTyrbln5vMu1UJ1LG8ZQrus3LoCVF__I4,5819
+cloe_nessy/pipeline/actions/write_delta_merge.py,sha256=kZL2PTIwB6Mj4UKg5f9SvU1VaakuYfFoymlcLf-L7dA,6443
 cloe_nessy/pipeline/actions/write_file.py,sha256=JZ8UZslxUn_ttYt5wDyvtHFq2FqYk3vOR8kvExJI8pk,3212
 cloe_nessy/pipeline/utils/__init__.py,sha256=xi02UjBMiXWD7b9gDvww4gyRyowb0eRd_6Wbu0F_cro,118
 cloe_nessy/pipeline/utils/delta_load_utils.py,sha256=KitMNruxePEkecI0h4Jint1JwJpaEog5mCOchMkgan8,1495
 cloe_nessy/session/__init__.py,sha256=-MifkekjFu_3A9rWm30CGFQZ4yjruGaydNpbu3uq7Ww,155
 cloe_nessy/session/pyspark_compat.py,sha256=NrgSWAaWz3GgMNLmzpY4cPgneQytNQlOq_dWrD1MveE,444
-cloe_nessy/session/session_manager.py,sha256=d6qMTkaWJcN4QG261IoxIfQlNlB0ELtVNjTCNx2Elas,9717
+cloe_nessy/session/session_manager.py,sha256=Bn-AKR0H8LvMRTqZIw2OPo-ta8C4_TNNdyl_RtftnZY,9541
 cloe_nessy/settings/__init__.py,sha256=ZbkneO3WaKOxon7qHFHnou7EnBOSnBFyKMDZblIEvzM,101
 cloe_nessy/settings/settings.py,sha256=I4n129lrujriW-d8q4as2Kb4_kI932ModfZ5Ow_UpVM,3653
 cloe_nessy/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloe_nessy/utils/column_names.py,sha256=dCNtm61mc5aLkY2oE4rlfN3VLCrpot6fOESjAZmCmhA,361
 cloe_nessy/utils/file_and_directory_handler.py,sha256=r2EVt9xG81p6ScaJCwETC5an6pMT6WseB0jMOR-JlpU,602
-cloe_nessy-1.0.1.dist-info/METADATA,sha256=qLn3XYfGsw2pW-pPtUUidtcHZiUtIwOESWY8LCenGEY,3291
-cloe_nessy-1.0.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-cloe_nessy-1.0.1.dist-info/RECORD,,
+cloe_nessy-1.0.5.dist-info/METADATA,sha256=NnYdhZTmeAouyXDAUTj4ELCOKUzNtDBkd_Rfvlf7ygM,3289
+cloe_nessy-1.0.5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+cloe_nessy-1.0.5.dist-info/RECORD,,