cloe-nessy 1.0.5__py3-none-any.whl → 1.0.7__py3-none-any.whl

cloe_nessy/integration/delta_loader/strategies/delta_cdf_loader.py

@@ -1,3 +1,5 @@
+import contextlib
+
 from pydantic import BaseModel, Field
 from pyspark.sql import DataFrame
 from pyspark.sql import functions as F
@@ -231,7 +233,9 @@ class DeltaCDFLoader(DeltaLoader):
             df = self.table_reader.load(self.table_identifier)
 
         # Cache the DataFrame since it will be used for both counting and returning
-        df.cache()
+        # Note: .cache() is not supported on serverless compute, so we suppress errors
+        with contextlib.suppress(Exception):
+            df.cache()
         row_count = df.count()
 
         self._create_metadata_entry(
@@ -280,7 +284,9 @@ class DeltaCDFLoader(DeltaLoader):
         df = df.filter("_change_type <> 'update_preimage'")
 
         # Cache the DataFrame as it will be used multiple times
-        df.cache()
+        # Note: .cache() is not supported on serverless compute, so we suppress errors
+        with contextlib.suppress(Exception):
+            df.cache()
 
         # Optimize timestamp extraction by combining operations
         start_commit_timestamp = None
@@ -338,7 +344,9 @@ class DeltaCDFLoader(DeltaLoader):
         result_df = df.drop("_commit_version", "_commit_timestamp")
 
         # Unpersist the cached DataFrame to free memory
-        df.unpersist()
+        # Note: unpersist may fail if cache wasn't successful on serverless
+        with contextlib.suppress(Exception):
+            df.unpersist()
 
         return result_df
 

cloe_nessy/integration/reader/catalog_reader.py

@@ -71,7 +71,12 @@ class CatalogReader(BaseReader):
             df = self._spark.read.table(table_identifier, **options)
             return df
         except AnalysisException as err:
-            raise ValueError(f"Table not found: {table_identifier}") from err
+            # Only convert to "Table not found" if it's actually a table not found error
+            error_message = str(err)
+            if "not found" in error_message.lower() or "does not exist" in error_message.lower():
+                raise ValueError(f"Table not found: {table_identifier}") from err
+            # Re-raise other AnalysisException errors with original message
+            raise
         except Exception as err:
             raise ReadOperationFailedError(
                 f"An error occurred while reading the table '{table_identifier}': {err}"
@@ -111,7 +116,12 @@ class CatalogReader(BaseReader):
             df = self._spark.readStream.table(table_identifier, **options)
             return df
         except AnalysisException as err:
-            raise ValueError(f"Table not found or not streamable: {table_identifier}") from err
+            # Only convert to "Table not found" if it's actually a table not found error
+            error_message = str(err)
+            if "not found" in error_message.lower() or "does not exist" in error_message.lower():
+                raise ValueError(f"Table not found or not streamable: {table_identifier}") from err
+            # Re-raise other AnalysisException errors with original message
+            raise
         except Exception as err:
             raise ReadOperationFailedError(
                 f"An error occurred while reading the stream from table '{table_identifier}': {err}"

cloe_nessy/pipeline/pipeline_parsing_service.py

@@ -211,8 +211,8 @@ class PipelineParsingService:
 
     @staticmethod
     def _fix_yaml_str_with_templates(yaml_str: str) -> str:
-        """Fixes unquoted {{env:...}} templates before yaml.safe_load."""
-        unquoted_template = re.compile(r"(:)\s*(\{\{env:[^}]+\}\})(?=\s*$|\s+#)", re.MULTILINE)
+        """Fixes unquoted {{env:...}} templates (with optional prefix/suffix) before yaml.safe_load."""
+        unquoted_template = re.compile(r"(:)\s*([^\s#]*\{\{env:[^}]+\}\}[^\s#]*)", re.MULTILINE)
 
         def replacer(match):
             colon, template = match.groups()

{cloe_nessy-1.0.5.dist-info → cloe_nessy-1.0.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cloe-nessy
-Version: 1.0.5
+Version: 1.0.7
 Summary: Your friendly datalake monster.
 Project-URL: homepage, https://initions.com/
 Author-email: initions <ICSMC_EXT_PYPIORG@accenture.com>

{cloe_nessy-1.0.5.dist-info → cloe_nessy-1.0.7.dist-info}/RECORD

@@ -25,11 +25,11 @@ cloe_nessy/integration/delta_loader/delta_loader.py,sha256=WOl44Udvo6hZ5PVFgabpe
 cloe_nessy/integration/delta_loader/delta_loader_factory.py,sha256=vB1cL6-Nc3SkLH1xtazMbMF1MnNYq8-g3GHZzRE3QmE,2251
 cloe_nessy/integration/delta_loader/delta_loader_metadata_table.py,sha256=G_EWUY76ZlbsPZB9LCGlOLVezk7DK6peYXEgt7-sTQE,1683
 cloe_nessy/integration/delta_loader/strategies/__init__.py,sha256=1o5fRWenL5KnUg1hf7kmTuTpG9pbMxchiQTub52Qvwo,255
-cloe_nessy/integration/delta_loader/strategies/delta_cdf_loader.py,sha256=sDilieWLmaw8JsjQcNRL4znmLZVvkJAzy0exjuTHUKk,16688
+cloe_nessy/integration/delta_loader/strategies/delta_cdf_loader.py,sha256=kbBr0w5yqIwyohWjDosRBzEPKFyebPGxB96uB5f0FyY,17104
 cloe_nessy/integration/delta_loader/strategies/delta_timestamp_loader.py,sha256=QV2smynYVfi3W7goKotPrGMPkahvIFEWT32LO56eWEI,6191
 cloe_nessy/integration/reader/__init__.py,sha256=NWQx-v6aKE8YOHhsxfeaZnMVq4KLKyRWXzUduf5aVsk,265
 cloe_nessy/integration/reader/api_reader.py,sha256=H6alDoCuGsxuhxpuN-JbL9-eMDchE9ZMq9P0hnz7t1I,20007
-cloe_nessy/integration/reader/catalog_reader.py,sha256=DlnykmFjV_v8SCBh3qaCvf24QM-6TdMFVHx5Mqv7Nvs,4850
+cloe_nessy/integration/reader/catalog_reader.py,sha256=hOXZMmsvDnTrICHU1DMwkeDYrJX8ZVLXMwg5n2zOnCU,5494
 cloe_nessy/integration/reader/excel_reader.py,sha256=dq_XbuQ_BcQwFuxld-12vzBA2F7hVhNkmMJvgAM-_R8,7937
 cloe_nessy/integration/reader/exceptions.py,sha256=_A9jFpe_RIDZCGY76qzjic9bsshxns6yXPSl141dq1c,203
 cloe_nessy/integration/reader/file_reader.py,sha256=1pf3kVk8UMEf0JPQiwhMLIszl55aLYaEDwS2Fp_9TT8,8261
@@ -71,7 +71,7 @@ cloe_nessy/pipeline/pipeline_action.py,sha256=S7IVFdmG12fRBzHuE_DiWn7qlMtApz6Ilo
 cloe_nessy/pipeline/pipeline_builder.py,sha256=_BBl43two0pherkTXZ-Yrpt6XcLW8Q-Z98qxbFIsMao,7929
 cloe_nessy/pipeline/pipeline_config.py,sha256=oVQ-IH4etTGZVVEnE-5iDPLYOtWpvDlltWFv1nevnqQ,3229
 cloe_nessy/pipeline/pipeline_context.py,sha256=eCOcjyE16rGRom3L85Gy_BbncfQD6i1x31yrWqZws-4,1881
-cloe_nessy/pipeline/pipeline_parsing_service.py,sha256=eeC4RbGBILGN6zkbUyjH-qGgEMtOWV4Kv_VxrHbHMY0,9021
+cloe_nessy/pipeline/pipeline_parsing_service.py,sha256=gpaxt5v-1i9JGz5kvu3esf0nwfhNHZ_eawl7Ei45zos,9052
 cloe_nessy/pipeline/pipeline_plotting_service.py,sha256=OjdYDQW19yXjdcqs7bDMlyWmv0cQz7Qn4I2cakBgN2E,13139
 cloe_nessy/pipeline/pipeline_step.py,sha256=oTnlvRpB0fbOBQXbPe1URstA5fv-97igCHt_41fKCAk,2082
 cloe_nessy/pipeline/actions/__init__.py,sha256=FfAnSIl-0T6pnaWhClkDqV8nfTdvLvZZJdwycsZMLPw,2990
@@ -113,6 +113,6 @@ cloe_nessy/settings/settings.py,sha256=I4n129lrujriW-d8q4as2Kb4_kI932ModfZ5Ow_Up
 cloe_nessy/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloe_nessy/utils/column_names.py,sha256=dCNtm61mc5aLkY2oE4rlfN3VLCrpot6fOESjAZmCmhA,361
 cloe_nessy/utils/file_and_directory_handler.py,sha256=r2EVt9xG81p6ScaJCwETC5an6pMT6WseB0jMOR-JlpU,602
-cloe_nessy-1.0.5.dist-info/METADATA,sha256=NnYdhZTmeAouyXDAUTj4ELCOKUzNtDBkd_Rfvlf7ygM,3289
-cloe_nessy-1.0.5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-cloe_nessy-1.0.5.dist-info/RECORD,,
+cloe_nessy-1.0.7.dist-info/METADATA,sha256=BZ59Gk-ZRf8EeXKFKH7Uz1bQAzWS_pjNtJRSjlwKHCc,3289
+cloe_nessy-1.0.7.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+cloe_nessy-1.0.7.dist-info/RECORD,,