cloe-nessy 1.0.3__py3-none-any.whl → 1.0.6__py3-none-any.whl

cloe_nessy/integration/delta_loader/delta_load_options.py

@@ -8,7 +8,7 @@ from pydantic import BaseModel
 class DeltaLoadOptions(BaseModel):
     """Options to configure the DeltaLoader.
 
-    Args:
+    Attributes:
         strategy: Delta load strategy to use.
         delta_load_identifier: Unique delta load identifier used to track the delta load metadata.
         strategy_options: Options used to configure the chosen delta load strategy.

cloe_nessy/integration/delta_loader/strategies/delta_cdf_loader.py

@@ -1,3 +1,5 @@
+import contextlib
+
 from pydantic import BaseModel, Field
 from pyspark.sql import DataFrame
 from pyspark.sql import functions as F
@@ -11,7 +13,7 @@ from ..delta_loader import DeltaLoader
 class DeltaCDFConfig(BaseModel):
     """This class holds the config for the DeltaCDFLoader.
 
-    Args:
+    Attributes:
         deduplication_columns: A list of columns used for deduplication.
         from_commit_version: The starting commit version. If None, it starts from the first viable version.
         to_commit_version: The ending commit version. If None, it goes up to the latest version.
@@ -231,7 +233,9 @@ class DeltaCDFLoader(DeltaLoader):
             df = self.table_reader.load(self.table_identifier)
 
         # Cache the DataFrame since it will be used for both counting and returning
-        df.cache()
+        # Note: .cache() is not supported on serverless compute, so we suppress errors
+        with contextlib.suppress(Exception):
+            df.cache()
         row_count = df.count()
 
         self._create_metadata_entry(
@@ -280,7 +284,9 @@ class DeltaCDFLoader(DeltaLoader):
         df = df.filter("_change_type <> 'update_preimage'")
 
         # Cache the DataFrame as it will be used multiple times
-        df.cache()
+        # Note: .cache() is not supported on serverless compute, so we suppress errors
+        with contextlib.suppress(Exception):
+            df.cache()
 
         # Optimize timestamp extraction by combining operations
         start_commit_timestamp = None
@@ -338,7 +344,9 @@ class DeltaCDFLoader(DeltaLoader):
         result_df = df.drop("_commit_version", "_commit_timestamp")
 
         # Unpersist the cached DataFrame to free memory
-        df.unpersist()
+        # Note: unpersist may fail if cache wasn't successful on serverless
+        with contextlib.suppress(Exception):
+            df.unpersist()
 
         return result_df
 

cloe_nessy/integration/delta_loader/strategies/delta_timestamp_loader.py

@@ -13,7 +13,7 @@ from ..delta_loader import DeltaLoader
 class DeltaTimestampConfig(BaseModel):
     """This class holds the config for the DeltaTimestampLoader.
 
-    Args:
+    Attributes:
         timestamp_filter_cols: A list of columns used for timestamp filtering.
         from_timestamp: The starting timestamp. If None, it starts from the beginning.
         to_timestamp: The ending timestamp. If None, it goes up to the latest timestamp.

cloe_nessy/integration/reader/api_reader.py

@@ -343,8 +343,9 @@ class APIReader(BaseReader):
             pagination_config: Configuration for pagination.
             max_retries: The maximum number of retries for the request.
             backoff_factor: Factor for exponential backoff between retries.
-            options: Additional options for the createDataFrame function.
-            dynamic_requests: .
+            dynamic_requests: A list of RequestSet dictionaries for making multiple API requests dynamically.
+                Each RequestSet should contain 'endpoint', 'params', and optionally 'headers', 'data', 'json_body'.
+                When provided, the reader will execute all requests and combine the results.
 
         Returns:
             DataFrame: The Spark DataFrame containing the read data in the json_object column.
@@ -457,6 +458,8 @@ class APIReader(BaseReader):
                             backoff_factor=backoff_factor,
                         )
                     else:
+                        if not pagination_config:
+                            raise ValueError("pagination_config must be provided for paginated requests.")
                         response_data = APIReader._read_from_api_with_pagination(
                             api_client=api_client,
                             endpoint=endpoint,

cloe_nessy/integration/reader/catalog_reader.py

@@ -71,7 +71,12 @@ class CatalogReader(BaseReader):
             df = self._spark.read.table(table_identifier, **options)
             return df
         except AnalysisException as err:
-            raise ValueError(f"Table not found: {table_identifier}") from err
+            # Only convert to "Table not found" if it's actually a table not found error
+            error_message = str(err)
+            if "not found" in error_message.lower() or "does not exist" in error_message.lower():
+                raise ValueError(f"Table not found: {table_identifier}") from err
+            # Re-raise other AnalysisException errors with original message
+            raise
         except Exception as err:
             raise ReadOperationFailedError(
                 f"An error occurred while reading the table '{table_identifier}': {err}"
@@ -111,7 +116,12 @@ class CatalogReader(BaseReader):
             df = self._spark.readStream.table(table_identifier, **options)
             return df
         except AnalysisException as err:
-            raise ValueError(f"Table not found or not streamable: {table_identifier}") from err
+            # Only convert to "Table not found" if it's actually a table not found error
+            error_message = str(err)
+            if "not found" in error_message.lower() or "does not exist" in error_message.lower():
+                raise ValueError(f"Table not found or not streamable: {table_identifier}") from err
+            # Re-raise other AnalysisException errors with original message
+            raise
         except Exception as err:
             raise ReadOperationFailedError(
                 f"An error occurred while reading the stream from table '{table_identifier}': {err}"

cloe_nessy/integration/reader/excel_reader.py

@@ -92,7 +92,6 @@ class ExcelDataFrameReader(BaseReader):
                 pyspark.pandas.read_excel and handed to TextFileReader.
             load_as_strings: If True, converts all columns to string type to avoid datatype conversion errors in Spark.
             add_metadata_column: If True, adds a metadata column containing the file location and sheet name.
-            **kwargs: Additional keyword arguments to maintain compatibility with the base class method.
         """
         if options is None:
             options = {}

cloe_nessy/integration/reader/file_reader.py

@@ -152,7 +152,7 @@ class FileReader(BaseReader):
         """Reads specified location as a stream and returns streaming DataFrame.
 
         Arguments:
-            location : Location of files to read.
+            location: Location of files to read.
             format: Format of files to read.
             schema: Schema of the file.
             add_metadata_column: Whether to include __metadata column in the DataFrame.

cloe_nessy/integration/writer/delta_writer/delta_merge_writer.py

@@ -13,7 +13,7 @@ from .delta_writer_base import BaseDeltaWriter
 class DeltaMergeConfig(BaseModel):
     """Configuration for Merge options.
 
-    Args:
+    Attributes:
         dataframe_columns: The columns of the DataFrame.
         key_columns: List of column names that form the key for the merge
             operation.
@@ -117,25 +117,23 @@ class DeltaMergeConfig(BaseModel):
         return config
 
     @model_validator(mode="after")
-    @classmethod
-    def _validate_partition_pruning(cls, config: Self):
+    def _validate_partition_pruning(self) -> Self:
         """If partition_pruning is set, the partition by columns must be known."""
-        if config.use_partition_pruning is True and not config.partition_by:
+        if self.use_partition_pruning is True and not self.partition_by:
             raise ValueError("Partition columns must be specified when using partition pruning.")
-        return config
+        return self
 
     @model_validator(mode="after")
-    @classmethod
-    def _validate_cols_exist(cls, config: Any):
+    def _validate_cols_exist(self) -> Self:
         """If partition_pruning is set, the partition by columns must be known."""
-        if any(col not in config.cols_to_merge for col in config.cols_to_update) or any(
-            col not in config.cols_to_merge for col in config.cols_to_insert
+        if any(col not in self.cols_to_merge for col in self.cols_to_update) or any(
+            col not in self.cols_to_merge for col in self.cols_to_insert
         ):
             raise ValueError(
                 "You specified column names for UPDATE or INSERT that either don't exist in the dataframe "
                 "or are explicitly excluded from the MERGE.",
             )
-        return config
+        return self
 
 
 class DeltaMergeWriter(BaseDeltaWriter):
@@ -220,6 +218,7 @@ class DeltaMergeWriter(BaseDeltaWriter):
             kwargs: Passed to the
                 [`DeltaMergeConfig`][cloe_nessy.integration.writer.delta_writer.delta_merge_writer.DeltaMergeConfig].
                 Common kwargs include:
+
                 - key_columns: List of target column names to use as merge keys.
                 - column_mapping: Dict mapping target column names to source column names.
                 - when_matched_update: Whether to update matching records.

cloe_nessy/logging/logger_mixin.py

@@ -1,5 +1,5 @@
 import logging
-from typing import cast
+from typing import Any, cast
 
 from cloe_logging import LoggerFactory
 
@@ -35,7 +35,7 @@ class LoggerMixin:
             logging_level=level if level is not None else logging_settings.log_level_console,
             log_format=log_format if log_format is not None else logging_settings.log_format_console,
         )
-        return cast(logging.Logger, logger)
+        return logger
 
     def get_tabular_logger(
         self,
@@ -110,13 +110,13 @@ class LoggerMixin:
             log_type=log_type,
             test_connectivity=False,
         )
-        return cast(logging.Logger, logger)
+        return logger
 
     @staticmethod
     def should_add_log_analytics_handler(
         logging_settings: LoggingSettings,
         add_log_analytics_logger: bool | None,
-        **kwargs,  # noqa: ARG004
+        **kwargs: Any,  # noqa: ARG004
     ) -> bool:
         """Determines if a LogAnalyticsHandler should be added to the logger.
 

cloe_nessy/models/mixins/read_instance_mixin.py

@@ -60,7 +60,7 @@ class ReadInstancesMixin(BaseModel):
     @classmethod
     def read_instances_from_directory(
         cls,
-        instance_path: pathlib.Path,
+        instance_path: str | pathlib.Path,
         fail_on_missing_subfolder: bool = True,
         **_: Any,  # allow subclasses to pass additional arguments
     ) -> tuple[list[Self], list[ValidationErrorType]]:
@@ -77,6 +77,10 @@ class ReadInstancesMixin(BaseModel):
         instances: list[Self] = []
         errors: list[ValidationErrorType] = []
 
+        # Convert to Path if string
+        if isinstance(instance_path, str):
+            instance_path = pathlib.Path(instance_path)
+
         if not instance_path.exists() or not instance_path.is_dir():
             if fail_on_missing_subfolder:
                 raise FileNotFoundError(f"Directory not found: {instance_path}")

cloe_nessy/models/schema.py

@@ -1,5 +1,5 @@
 from pathlib import Path
-from typing import Any, Self
+from typing import Any, Self, cast
 
 from pydantic import Field
 
@@ -43,6 +43,7 @@ class Schema(ReadInstancesMixin):
             raise FileNotFoundError("Schema file not found.")
 
         schema, schema_errors = super().read_instance_from_file(processed_instance_path)
+        schema = cast(Self | None, schema)
         table_errors: list[ValidationErrorType] = []
         if schema:
             schema.storage_path = "" if not schema.storage_path else schema.storage_path

cloe_nessy/models/table.py

@@ -1,5 +1,6 @@
+import pathlib
 from pathlib import Path
-from typing import Any, Self
+from typing import Any, Self, cast
 
 import yaml
 from jinja2 import TemplateNotFound
@@ -96,16 +97,16 @@ class Table(TemplateLoaderMixin, ReadInstancesMixin, LoggerMixin):
         return v
 
     @model_validator(mode="after")
-    def _validate_is_external(cls, table: Self):
+    def _validate_is_external(self) -> Self:
         """If is_external is set to True, storage_path has to be set."""
-        if table.is_external and table.storage_path is None:
+        if self.is_external and self.storage_path is None:
             raise ValueError("is_external cannot be true while storage_path is None.")
-        return table
+        return self
 
     @classmethod
-    def read_instances_from_directory(
+    def read_instances_from_directory(  # type: ignore[override]
         cls,
-        instance_path: str | Path,
+        instance_path: str | pathlib.Path,
         fail_on_missing_subfolder: bool = True,
         catalog_name: str | None = None,
         schema_name: str | None = None,
@@ -236,7 +237,7 @@ class Table(TemplateLoaderMixin, ReadInstancesMixin, LoggerMixin):
     def get_create_statement(
         self,
         replace: bool = True,
-    ):
+    ) -> str:
         """Get the create statement for the Table.
 
         Args:
@@ -257,7 +258,7 @@ class Table(TemplateLoaderMixin, ReadInstancesMixin, LoggerMixin):
             self._console_logger.error(f"Template [ {template_name} ] not found.")
             raise err
         render = template.render(table=self, replace=replace)
-        return render
+        return cast(str, render)
 
     def get_column_by_name(self, column_name: str) -> Column | None:
         """Get a column by name.

cloe_nessy/models/volume.py

@@ -1,5 +1,5 @@
 from pathlib import Path
-from typing import Any
+from typing import Any, cast
 
 from jinja2 import TemplateNotFound
 from pydantic import BaseModel, field_validator
@@ -25,7 +25,7 @@ class Volume(TemplateLoaderMixin, LoggerMixin, BaseModel):
     @property
     def storage_identifier(self) -> str:
         """Return the storage identifier."""
-        return f"/Volumes/{self.catalog}/{self.schema}/{self.name}/"
+        return f"/Volumes/{self.catalog}/{self.schema_name}/{self.name}/"
 
     @property
     def catalog(self) -> str:
@@ -55,7 +55,7 @@ class Volume(TemplateLoaderMixin, LoggerMixin, BaseModel):
     def get_create_statement(
         self,
         if_not_exists: bool = True,
-    ):
+    ) -> str:
         """Get the create statement for the Volume.
 
         Args:
@@ -73,4 +73,4 @@ class Volume(TemplateLoaderMixin, LoggerMixin, BaseModel):
             self._console_logger.error(f"Template [ {template_name} ] not found.")
             raise err
         render = template.render(volume=self, if_not_exists=if_not_exists)
-        return render
+        return cast(str, render)

cloe_nessy/object_manager/table_manager.py

@@ -1,6 +1,7 @@
 import functools
 import logging
 from dataclasses import dataclass, field
+from typing import Any
 
 from delta import DeltaTable  # type: ignore
 
@@ -23,7 +24,7 @@ class TableManagerLogs:
     )
 
 
-def table_log_decorator(operation: str):
+def table_log_decorator(operation: str) -> Any:
     """Creates a decorator that logs the start, failure (if any), and completion of a table operation.
 
     The created decorator wraps a function that performs an operation on a table. The decorator logs
@@ -35,7 +36,7 @@ def table_log_decorator(operation: str):
         operation: The name of the operation to be logged. This will be included in the log messages.
 
     Returns:
-        inner_decorator: A decorator that can be used to wrap a function that performs an operation on a table.
+        A decorator that can be used to wrap a function that performs an operation on a table.
 
     Example:
         ```python
@@ -183,7 +184,7 @@ class TableManager(LoggerMixin):
         SessionManager.get_utils().fs.rm(location, recurse=True)
         self._console_logger.info("... deleting physical data.")
 
-    def get_delta_table(self, table: Table | None = None, location: str | None = None, spark=None) -> DeltaTable:
+    def get_delta_table(self, table: Table | None = None, location: str | None = None, spark: Any = None) -> DeltaTable:
         """Get the DeltaTable object from the Table objects location or a location string.
 
         For managed tables, uses the table identifier to access the DeltaTable.

cloe_nessy/pipeline/actions/read_api.py

@@ -18,10 +18,10 @@ def process_auth(
     result: AuthBase | None = None
 
     if isinstance(auth, list):
-        auths = [process_auth(sub_auth) for sub_auth in auth]
+        auths = [process_auth(sub_auth) for sub_auth in auth]  # type: ignore[arg-type]
         result = ChainedAuth(*auths)
     elif isinstance(auth, dict):
-        match auth.get("type"):
+        match auth.get("type"):  # type: ignore[arg-type]
             case "basic":
                 result = HTTPBasicAuth(auth["username"], auth["password"])
             case "secret_scope":

cloe_nessy/pipeline/actions/read_catalog_table.py

@@ -65,8 +65,8 @@ class ReadCatalogTableAction(PipelineAction):
 
     name: str = "READ_CATALOG_TABLE"
 
-    @staticmethod
     def run(
+        self,
         context: PipelineContext,
         *,
         table_identifier: str | None = None,
@@ -90,12 +90,6 @@ class ReadCatalogTableAction(PipelineAction):
                 Configures the [`DeltaLoader`][cloe_nessy.integration.delta_loader].
                 behavior, such as filters or reading modes.
             stream: If True, the action will read the table as a stream.
-            checkpoint_location: The location for storing
-                checkpoints if streaming is enabled.
-            trigger_dict: A dictionary specifying the trigger
-                configuration for the streaming query, such as processing time or
-                continuous processing.
-                behavior, such as filters or reading modes. Defaults to None.
 
         Raises:
             ValueError: If neither `table_identifier` nor `table_metadata.identifier` in the `context` is provided.

cloe_nessy/pipeline/actions/read_files.py

@@ -79,8 +79,8 @@ class ReadFilesAction(PipelineAction):
 
     name: str = "READ_FILES"
 
-    @staticmethod
     def run(
+        self,
         context: PipelineContext,
         *,
         location: str | None = None,

cloe_nessy/pipeline/actions/transform_deduplication.py

@@ -71,7 +71,7 @@ class TransformDeduplication(PipelineAction):
             raise ValueError("The key_columns and order_by_columns cannot contain the same column")
 
         # check if the key_columns and order_by_columns are not null
-        df_nulls = context.data.filter(F.greatest(*[F.col(c).isNull() for c in key_columns + order_by_columns]) == 1)
+        df_nulls = context.data.filter(F.greatest(*[F.col(c).isNull() for c in key_columns + order_by_columns]) == 1)  # type: ignore[misc]
         if df_nulls.head(1):  # if the filteredDataFrame is not empty
             raise ValueError(
                 "The key_columns and order_by_columns cannot be null. Please check the quality of the provided columns (null handling)"
@@ -100,9 +100,9 @@ class TransformDeduplication(PipelineAction):
 
         # sort the order_by columns in the preferred order
         if descending:
-            order_by_list = [F.col(col_name).desc() for col_name in order_by_columns]
+            order_by_list = [F.col(col_name).desc() for col_name in order_by_columns]  # type: ignore[misc]
         else:
-            order_by_list = [F.col(col_name).asc() for col_name in order_by_columns]
+            order_by_list = [F.col(col_name).asc() for col_name in order_by_columns]  # type: ignore[misc]
 
         window_specification = (
             Window.partitionBy(key_columns)

cloe_nessy/pipeline/actions/transform_regex_extract.py

@@ -148,7 +148,7 @@ class TransformRegexExtract(PipelineAction):
             # Check if extraction is null or empty string
             df = df.withColumn(
                 match_info_column_name,
-                F.when((F.col(extract_column_name).isNull()) | (F.col(extract_column_name) == ""), False).otherwise(
+                F.when((F.col(extract_column_name).isNull()) | (F.col(extract_column_name) == ""), False).otherwise(  # type: ignore[misc]
                     True
                 ),
             )

cloe_nessy/pipeline/actions/write_catalog_table.py

@@ -39,8 +39,8 @@ class WriteCatalogTableAction(PipelineAction):
 
     name: str = "WRITE_CATALOG_TABLE"
 
-    @staticmethod
     def run(
+        self,
         context: PipelineContext,
         *,
         table_identifier: str | None = None,

cloe_nessy/pipeline/pipeline_plotting_service.py

@@ -1,6 +1,7 @@
 """Pipeline plotting service for visualizing pipeline graphs using matplotlib."""
 
 import textwrap
+from typing import Any
 
 import matplotlib.patches as patches
 import matplotlib.pyplot as plt
@@ -25,7 +26,7 @@ class PipelinePlottingService(LoggerMixin):
         }
         self._console_logger = self.get_console_logger()
 
-    def plot_graph(self, pipeline, save_path: str | None = None):
+    def plot_graph(self, pipeline: Any, save_path: str | None = None):
         """Plot and save the pipeline graph as an image.
 
         Args:

cloe_nessy/session/session_manager.py

@@ -234,22 +234,19 @@ class SessionManager(LoggerMixin):
         """Get the SparkSession builder based on the current environment."""
         if cls._env is None:
             cls._detect_env()
-        builders = {
-            cls.Environment.DATABRICKS_UI: SparkSession.builder,
-            cls.Environment.FABRIC_UI: SparkSession.builder,
-            cls.Environment.DATABRICKS_CONNECT: cls._get_databricks_connect_builder,
-            cls.Environment.OTHER_REMOTE_SPARK: SparkSession.builder,
-            cls.Environment.STANDALONE_SPARK: SparkSession.builder,
-        }
-        builder = builders.get(cls._env)
-        if builder is None:
-            raise ValueError(f"Unsupported environment: {cls._env}")
 
         match cls._env:
             case cls.Environment.DATABRICKS_CONNECT:
-                return builder()
+                return cls._get_databricks_connect_builder()
+            case (
+                cls.Environment.DATABRICKS_UI
+                | cls.Environment.FABRIC_UI
+                | cls.Environment.OTHER_REMOTE_SPARK
+                | cls.Environment.STANDALONE_SPARK
+            ):
+                return SparkSession.builder
             case _:
-                return builder
+                raise ValueError(f"Unsupported environment: {cls._env}")
 
     @staticmethod
     def _get_databricks_connect_builder():

{cloe_nessy-1.0.3.dist-info → cloe_nessy-1.0.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cloe-nessy
-Version: 1.0.3
+Version: 1.0.6
 Summary: Your friendly datalake monster.
 Project-URL: homepage, https://initions.com/
 Author-email: initions <ICSMC_EXT_PYPIORG@accenture.com>
@@ -16,7 +16,7 @@ Requires-Python: <3.14,>=3.11
 Requires-Dist: azure-identity<2.0.0,>=1.19.0
 Requires-Dist: cloe-logging[databricks,log-analytics]<0.4,>=0.3.8
 Requires-Dist: databricks-sdk<1.0.0,>=0.36.0
-Requires-Dist: fsspec<2025.12.1,>=2025.12.0
+Requires-Dist: fsspec<2026.1.1,>=2026.1.0
 Requires-Dist: httpx<1.0.0,>=0.27.2
 Requires-Dist: jinja2<4.0.0,>=3.1.4
 Requires-Dist: matplotlib<4.0.0,>=3.9.2

{cloe_nessy-1.0.3.dist-info → cloe_nessy-1.0.6.dist-info}/RECORD

@@ -20,19 +20,19 @@ cloe_nessy/file_utilities/strategies/onelake_strategy.py,sha256=Pni_JkKqfbKoEMOC
 cloe_nessy/file_utilities/strategies/utils_strategy.py,sha256=w4nrS6IcPPN7UBFBwszCfxgTI6xSE5BdY2WiqGYsFyI,3223
 cloe_nessy/integration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloe_nessy/integration/delta_loader/__init__.py,sha256=ZdBDde1uPtTCL_KAhilVmtVmmGvH5dHb05QsOozkteE,438
-cloe_nessy/integration/delta_loader/delta_load_options.py,sha256=bbPGhC0n8L6CmcmV91Xqq6fWRimxlUHUkr22uVqG0g4,1363
+cloe_nessy/integration/delta_loader/delta_load_options.py,sha256=W3P3gwtkBW3pWbUEOK6agvJfj7QivXhEr_s0dwxhJxQ,1369
 cloe_nessy/integration/delta_loader/delta_loader.py,sha256=WOl44Udvo6hZ5PVFgabpehs8tt5nl9AYyDnnYBba5Ck,6872
 cloe_nessy/integration/delta_loader/delta_loader_factory.py,sha256=vB1cL6-Nc3SkLH1xtazMbMF1MnNYq8-g3GHZzRE3QmE,2251
 cloe_nessy/integration/delta_loader/delta_loader_metadata_table.py,sha256=G_EWUY76ZlbsPZB9LCGlOLVezk7DK6peYXEgt7-sTQE,1683
 cloe_nessy/integration/delta_loader/strategies/__init__.py,sha256=1o5fRWenL5KnUg1hf7kmTuTpG9pbMxchiQTub52Qvwo,255
-cloe_nessy/integration/delta_loader/strategies/delta_cdf_loader.py,sha256=FOOZqtMwp8_LoyG2ab2N19a074CFa2ArCEvNkl7wRWM,16682
-cloe_nessy/integration/delta_loader/strategies/delta_timestamp_loader.py,sha256=YYFH0DkdRPvITUc1JMgkmgIHjwDyZDCjqvEk2qhBMfE,6185
+cloe_nessy/integration/delta_loader/strategies/delta_cdf_loader.py,sha256=kbBr0w5yqIwyohWjDosRBzEPKFyebPGxB96uB5f0FyY,17104
+cloe_nessy/integration/delta_loader/strategies/delta_timestamp_loader.py,sha256=QV2smynYVfi3W7goKotPrGMPkahvIFEWT32LO56eWEI,6191
 cloe_nessy/integration/reader/__init__.py,sha256=NWQx-v6aKE8YOHhsxfeaZnMVq4KLKyRWXzUduf5aVsk,265
-cloe_nessy/integration/reader/api_reader.py,sha256=FbOyfLVG1ryL2GC-MgE1uClHICsQKBj9yZbY4TG5qrk,19637
-cloe_nessy/integration/reader/catalog_reader.py,sha256=DlnykmFjV_v8SCBh3qaCvf24QM-6TdMFVHx5Mqv7Nvs,4850
-cloe_nessy/integration/reader/excel_reader.py,sha256=QXm0MaE_-tW5ix-f_3Pgn-Vx7VG5jA_uSp858rVV7lA,8042
+cloe_nessy/integration/reader/api_reader.py,sha256=H6alDoCuGsxuhxpuN-JbL9-eMDchE9ZMq9P0hnz7t1I,20007
+cloe_nessy/integration/reader/catalog_reader.py,sha256=hOXZMmsvDnTrICHU1DMwkeDYrJX8ZVLXMwg5n2zOnCU,5494
+cloe_nessy/integration/reader/excel_reader.py,sha256=dq_XbuQ_BcQwFuxld-12vzBA2F7hVhNkmMJvgAM-_R8,7937
 cloe_nessy/integration/reader/exceptions.py,sha256=_A9jFpe_RIDZCGY76qzjic9bsshxns6yXPSl141dq1c,203
-cloe_nessy/integration/reader/file_reader.py,sha256=FFqqu1h003FY2Df3ru-G1JO4Bg2Ai8Rzh58fjOCN7NM,8262
+cloe_nessy/integration/reader/file_reader.py,sha256=1pf3kVk8UMEf0JPQiwhMLIszl55aLYaEDwS2Fp_9TT8,8261
 cloe_nessy/integration/reader/reader.py,sha256=YHriYkzsBduBjfI2FnP03VEo15a8UCRZ_sXtre8eaEs,1041
 cloe_nessy/integration/writer/__init__.py,sha256=3yzCAGiWZdQWtsbzlTih01sxVTJV2DDYwvl34lEAUlE,243
 cloe_nessy/integration/writer/catalog_writer.py,sha256=dQeXmtfs7J6rP6Ye3OCvxBraFScFX_3SHs7Md58hEeM,5296
@@ -40,30 +40,30 @@ cloe_nessy/integration/writer/file_writer.py,sha256=SUDbN13ZzDhbM8DpOGFgM_Gkg70T
 cloe_nessy/integration/writer/writer.py,sha256=elFPLFrWR-qVE9qnBtzzzhyRALLQcRVuOsPS0rNmRt4,1741
 cloe_nessy/integration/writer/delta_writer/__init__.py,sha256=h2CT6Hllmk0nodlek27uqwniCzVZKMkYcPGyG9K2Z24,164
 cloe_nessy/integration/writer/delta_writer/delta_append_writer.py,sha256=nribgHmapp59v3Rw_AfJg0_BRYhP7x2IJIeE74Ia_6A,4748
-cloe_nessy/integration/writer/delta_writer/delta_merge_writer.py,sha256=aMpWa8GcnW9xu5eGE_AsVyfkL5hRIeJwfCLPniM8lak,13170
+cloe_nessy/integration/writer/delta_writer/delta_merge_writer.py,sha256=FvYNXK5k7tHC7Ek4j-q_oAQnuWyDnqWSDtkA9111wvk,13118
 cloe_nessy/integration/writer/delta_writer/delta_table_operation_type.py,sha256=m4YFY9_WgaOcnpBviVt3Km-w3wf3NF25wPS-n0NBGcE,970
 cloe_nessy/integration/writer/delta_writer/delta_writer_base.py,sha256=B7PwPHKrsJL0ZxBT-H9wWSy0gn7shqNDJ0AbrpMHyMg,10135
 cloe_nessy/integration/writer/delta_writer/exceptions.py,sha256=xPmGiYV0xQXauln5Oh34E5vbm0rVcs6xCh-SJSb2bw0,107
 cloe_nessy/logging/__init__.py,sha256=ySVCVbdyR3Dno_tl2ZfiER_7EVaDoQMHVkNyfdMZumY,65
-cloe_nessy/logging/logger_mixin.py,sha256=H8MyMEyb_kEDP0Ow5QStAFLuOkTIeUnneGaj916fKlU,7443
+cloe_nessy/logging/logger_mixin.py,sha256=xA12LIVn4yUEoaKmm7nGC1-U3ddSo_HiL3I5MfkvEwU,7409
 cloe_nessy/models/__init__.py,sha256=-FmWEJ1Oq1njSopjc0R7GmT64mLSmALkm8PkHNzy9Y8,327
 cloe_nessy/models/catalog.py,sha256=ayC1sMp4cNLAZtu0ICVV3Us6-o4hn8U9tpzzvxC9RAs,177
 cloe_nessy/models/column.py,sha256=W4V1Ls1d60VyZ1Ko9Yu9eSipcMbxSzKicn0aloHPiR0,2027
 cloe_nessy/models/constraint.py,sha256=hsFlhn4n928z81O3dl3v5bMetewPWzMjkJK3_4kASSM,178
 cloe_nessy/models/foreign_key.py,sha256=DwRVHs9sShqqPV-NL7ow_3AmPPWX0Od26yZn_I565pU,1001
-cloe_nessy/models/schema.py,sha256=cNSrH7K4hLRrkg1E6fW6DUIBMZdR2A5B21POj5iQ4GA,3429
-cloe_nessy/models/table.py,sha256=3AUBUKLJv1x-xN9KYc5Ndjf-lAlT83rUYdhRKy8wFU4,12105
+cloe_nessy/models/schema.py,sha256=9RA31esHyj9saLeHvvYzK9wjK3GNnr15UO66NtSM368,3478
+cloe_nessy/models/table.py,sha256=XG6MazeamF53AV44L-MCnkKBceXbnVU76mCs9GTB5Lg,12171
 cloe_nessy/models/types.py,sha256=XRbuJGdTNa6aXyE3IAzs_J9gVjbfkzMDLfGl-k6jI_4,223
-cloe_nessy/models/volume.py,sha256=51BE06FrL1Wv6zblFwJ_HTiR6WQqH7pSmrdH90rqwLg,2444
+cloe_nessy/models/volume.py,sha256=kfDDaCL6GzZsv6SshsyXO0NMe7a-yYv_GlLEWk6DOjo,2473
 cloe_nessy/models/adapter/__init__.py,sha256=m36W_mqwB3dCYnCIt0fLOSHS4E1VU8FRGoaum4Gf95o,90
 cloe_nessy/models/adapter/unity_catalog_adapter.py,sha256=a-14Ys-AevVYQd0xeJU1syLxjT5Wzo4uog1hFSEs76M,12651
 cloe_nessy/models/mixins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cloe_nessy/models/mixins/read_instance_mixin.py,sha256=j5Y4aNWOh1jlskEaxNooZFJgPyxRmik00gAVLJnAaRs,4507
+cloe_nessy/models/mixins/read_instance_mixin.py,sha256=HT42qor6IltR-BTfe_DYa5ylntE7qbArs-3cSjo4KXU,4649
 cloe_nessy/models/mixins/template_loader_mixin.py,sha256=5MXhEGBFlq3dwZvINEyBowSlipNnVun2H_TmhI_fsS4,549
 cloe_nessy/models/templates/create_table.sql.j2,sha256=71JpUyUZ_ZYO2M0tfIrTXHR7JycypAGsELt2-2d3oO0,2479
 cloe_nessy/models/templates/create_volume.sql.j2,sha256=XIUf1cHcvAxcGTyhzUiv4xpQ1cfDw_ra3_FKmOuLoBs,289
 cloe_nessy/object_manager/__init__.py,sha256=3sle0vNpPwBOkycxA3XVS9m4XZf5LD3Qd4NGxdqcHno,186
-cloe_nessy/object_manager/table_manager.py,sha256=4eQG-zMiuBpeJmvWdL3KdhHRiPFf8TS0RFNRp8Yz6rY,13887
+cloe_nessy/object_manager/table_manager.py,sha256=1LcwHvwRlHF8o4iiECg1gkAGVy5Wkpo1HBXsZlFGJXU,13907
 cloe_nessy/object_manager/volume_manager.py,sha256=6epd3KXzcNH04EvaKubAfLsaUm9qBMeT3KNvMK04gGs,2727
 cloe_nessy/pipeline/__init__.py,sha256=BUzL4HJaCXWmK7OgKaxdwK72JrrdzfzIvyxOGtM28U0,417
 cloe_nessy/pipeline/pipeline.py,sha256=L4wk3b06LNWRj01nnAkuQpeRrwFTyaV1xTpgYAg4sak,10819
@@ -72,20 +72,20 @@ cloe_nessy/pipeline/pipeline_builder.py,sha256=_BBl43two0pherkTXZ-Yrpt6XcLW8Q-Z9
 cloe_nessy/pipeline/pipeline_config.py,sha256=oVQ-IH4etTGZVVEnE-5iDPLYOtWpvDlltWFv1nevnqQ,3229
 cloe_nessy/pipeline/pipeline_context.py,sha256=eCOcjyE16rGRom3L85Gy_BbncfQD6i1x31yrWqZws-4,1881
 cloe_nessy/pipeline/pipeline_parsing_service.py,sha256=eeC4RbGBILGN6zkbUyjH-qGgEMtOWV4Kv_VxrHbHMY0,9021
-cloe_nessy/pipeline/pipeline_plotting_service.py,sha256=goMQj73FzUVchKn5c2SsPcWR6fr7DtVkVrcQfJsKCq4,13111
+cloe_nessy/pipeline/pipeline_plotting_service.py,sha256=OjdYDQW19yXjdcqs7bDMlyWmv0cQz7Qn4I2cakBgN2E,13139
 cloe_nessy/pipeline/pipeline_step.py,sha256=oTnlvRpB0fbOBQXbPe1URstA5fv-97igCHt_41fKCAk,2082
 cloe_nessy/pipeline/actions/__init__.py,sha256=FfAnSIl-0T6pnaWhClkDqV8nfTdvLvZZJdwycsZMLPw,2990
-cloe_nessy/pipeline/actions/read_api.py,sha256=MAc7QfmhnaRUMdE09Ywt41RSAsuW4co8zF0zXHwbM8U,16193
-cloe_nessy/pipeline/actions/read_catalog_table.py,sha256=sx3dezd33c1FawMrxORwhK5GNo1IpjCyuLATWz7esZ0,6735
+cloe_nessy/pipeline/actions/read_api.py,sha256=YMOWPCyxitU5v6HHH_AZqpbHQenPU4-WlaOrb-NsIIk,16245
+cloe_nessy/pipeline/actions/read_catalog_table.py,sha256=MK67NIB5qXTDwCC0EFwHYoOkelFnwY6Z4REpC5BlFb4,6359
 cloe_nessy/pipeline/actions/read_excel.py,sha256=IG_VmDEt1TvGVEO0SY9Fm3awHNjfisR1_7DUmhC3NEE,7968
-cloe_nessy/pipeline/actions/read_files.py,sha256=hRcM7wG35vxxLVajW3SK5euHW02qxiXCYSkIl11xiQ0,7308
+cloe_nessy/pipeline/actions/read_files.py,sha256=o251vfM0S3JxAaEeRQHlBMIlRqhcLlX3fsaPWVKtkBg,7304
 cloe_nessy/pipeline/actions/read_metadata_yaml.py,sha256=i8fQceV63eAqx_x0ANisCkXWfMHyhqsfFHVFH5yP2po,3544
 cloe_nessy/pipeline/actions/transform_change_datatype.py,sha256=24Tn6R3TvUkWCh8V6naLdyNbCbqvyPOOoer-hy_Ebq4,2077
 cloe_nessy/pipeline/actions/transform_clean_column_names.py,sha256=VxvWqENW63c50L96JA1V_ioe4By6gGzx_iY86njOXEM,3044
 cloe_nessy/pipeline/actions/transform_concat_columns.py,sha256=Nk8YbhxDnFZsWzW9Dj5Yl76Uq6VrcMlevQPHGms65L8,3777
 cloe_nessy/pipeline/actions/transform_convert_timestamp.py,sha256=2SL078tBcOmytDbt-cR81jZbclwqELsUB4XDLjaCnNo,3579
 cloe_nessy/pipeline/actions/transform_decode.py,sha256=_TQc2GFcgdJvtt6BVrCe1xVnJiSHB_J6mEHH01xIKMY,4464
-cloe_nessy/pipeline/actions/transform_deduplication.py,sha256=SfTDrOL0TNSC4wITbozabC0jYvceTLnqU4urnEjYk9g,4910
+cloe_nessy/pipeline/actions/transform_deduplication.py,sha256=wOsyiBZOFCFyS9xIPyO1Tie6uBWJuj7XFqlt-cDCEWg,4976
 cloe_nessy/pipeline/actions/transform_distinct.py,sha256=c7aBxANyqT4aKhm0cSELDtD-bP0Se9vxlBF0K4AgQWs,1976
 cloe_nessy/pipeline/actions/transform_filter.py,sha256=Nz_ggRfKIcNzYFfFOsgq1QeatjdEis0up4I7cOWBdyo,1446
 cloe_nessy/pipeline/actions/transform_generic_sql.py,sha256=_naWfmPdYAUKjPNeHu5qJAohOL7DHCSYz_kwoeRv3OI,2741
@@ -93,13 +93,13 @@ cloe_nessy/pipeline/actions/transform_group_aggregate.py,sha256=KUHeeP-RIDi34dpb
 cloe_nessy/pipeline/actions/transform_hash_columns.py,sha256=M5_wolJwzJpPTSrZq4yWV3TH7H6BGqbjJkJCwtqPlQo,8507
 cloe_nessy/pipeline/actions/transform_join.py,sha256=ez1M1wVc9khOZj1swMArJbBKXxEpjenUHrW1wL8H330,7200
 cloe_nessy/pipeline/actions/transform_json_normalize.py,sha256=petF7pnNq1EKc8MqVdG0weFALAHNILSe_eAu4Z5XxIo,4833
-cloe_nessy/pipeline/actions/transform_regex_extract.py,sha256=vMtUW0s_oXy8DC1-4Xh-WQN3CCp8jXYsJiFYvGdYrqE,6390
+cloe_nessy/pipeline/actions/transform_regex_extract.py,sha256=HCn2OzUOkxaiFg5GssVvsIwrBvAo-xb4sRu4lMgKMcE,6412
 cloe_nessy/pipeline/actions/transform_rename_columns.py,sha256=4zJcPCONMU4C67qeuzsrX3AORRRHoq_selUI7FJyeg0,1952
 cloe_nessy/pipeline/actions/transform_replace_values.py,sha256=1OPHTrjcphfyGepcO7ozYfeqfwA18pjlyHpVKUS_AAU,2049
 cloe_nessy/pipeline/actions/transform_select_columns.py,sha256=-GhSEsb7iNnZIsYRm3BG9BX4_qUDJMbpj1DsKPY046w,4574
 cloe_nessy/pipeline/actions/transform_union.py,sha256=SZtEzh567CIExUj9yMEgshE28h4dXKT7Wr2TDj4zB4k,2718
 cloe_nessy/pipeline/actions/transform_with_column.py,sha256=c-E1yYkeYmovbN1maT7ImpdQlW0nYvYsHCtDvfe4wt8,3357
-cloe_nessy/pipeline/actions/write_catalog_table.py,sha256=FyC0scQU8Ul3Uigpk6IN2IJpf_4jRjAqF5yHtDVwG00,4852
+cloe_nessy/pipeline/actions/write_catalog_table.py,sha256=rb4UOzJhe4tU3GEhAerPKWlzxW87FftyeqgMrRGTnYk,4848
 cloe_nessy/pipeline/actions/write_delta_append.py,sha256=e1g4mDhwAZdKyt4Gb7ZzHcQrJ1duSl8qOn6ONizRsoM,2934
 cloe_nessy/pipeline/actions/write_delta_merge.py,sha256=kZL2PTIwB6Mj4UKg5f9SvU1VaakuYfFoymlcLf-L7dA,6443
 cloe_nessy/pipeline/actions/write_file.py,sha256=JZ8UZslxUn_ttYt5wDyvtHFq2FqYk3vOR8kvExJI8pk,3212
@@ -107,12 +107,12 @@ cloe_nessy/pipeline/utils/__init__.py,sha256=xi02UjBMiXWD7b9gDvww4gyRyowb0eRd_6W
 cloe_nessy/pipeline/utils/delta_load_utils.py,sha256=KitMNruxePEkecI0h4Jint1JwJpaEog5mCOchMkgan8,1495
 cloe_nessy/session/__init__.py,sha256=-MifkekjFu_3A9rWm30CGFQZ4yjruGaydNpbu3uq7Ww,155
 cloe_nessy/session/pyspark_compat.py,sha256=NrgSWAaWz3GgMNLmzpY4cPgneQytNQlOq_dWrD1MveE,444
-cloe_nessy/session/session_manager.py,sha256=d6qMTkaWJcN4QG261IoxIfQlNlB0ELtVNjTCNx2Elas,9717
+cloe_nessy/session/session_manager.py,sha256=Bn-AKR0H8LvMRTqZIw2OPo-ta8C4_TNNdyl_RtftnZY,9541
 cloe_nessy/settings/__init__.py,sha256=ZbkneO3WaKOxon7qHFHnou7EnBOSnBFyKMDZblIEvzM,101
 cloe_nessy/settings/settings.py,sha256=I4n129lrujriW-d8q4as2Kb4_kI932ModfZ5Ow_UpVM,3653
 cloe_nessy/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloe_nessy/utils/column_names.py,sha256=dCNtm61mc5aLkY2oE4rlfN3VLCrpot6fOESjAZmCmhA,361
 cloe_nessy/utils/file_and_directory_handler.py,sha256=r2EVt9xG81p6ScaJCwETC5an6pMT6WseB0jMOR-JlpU,602
-cloe_nessy-1.0.3.dist-info/METADATA,sha256=fqBGuiBnOft_b6Q3yS_hxFPi5pqduBX7V7bBeXYwkvQ,3291
-cloe_nessy-1.0.3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-cloe_nessy-1.0.3.dist-info/RECORD,,
+cloe_nessy-1.0.6.dist-info/METADATA,sha256=wN6TtcRYZiwt-HofDf5IriH6HG2YkvpdFP_uXj7O1Es,3289
+cloe_nessy-1.0.6.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+cloe_nessy-1.0.6.dist-info/RECORD,,