cloe-nessy 1.0.9__py3-none-any.whl → 1.0.10__py3-none-any.whl

cloe_nessy/integration/delta_loader/delta_loader.py

@@ -39,7 +39,10 @@ class DeltaLoader(ABC, LoggerMixin):
             or f"{self.table_identifier.split('.')[0]}.{self.table_identifier.split('.')[1]}.metadata_delta_load"
         )
         table_manager = TableManager()
-        table_manager.create_table(table=DeltaLoaderMetadataTable(identifier=self.metadata_table_identifier))
+        table_manager.create_table(
+            table=DeltaLoaderMetadataTable(identifier=self.metadata_table_identifier),
+            ignore_if_exists=True,
+        )
 
     @abstractmethod
     def read_data(

cloe_nessy/pipeline/pipeline_parsing_service.py

@@ -64,9 +64,17 @@ class PipelineParsingService:
         if not yaml_str:
             raise ValueError("YAML content is empty.")
 
-        secrets_repl_yaml_str = PipelineParsingService._replace_secret_refs(yaml_str)
-        fixed_yaml_str = PipelineParsingService._fix_yaml_str_with_templates(secrets_repl_yaml_str)
-        config = yaml.safe_load(fixed_yaml_str)
+        try:
+            secrets_repl_yaml_str = PipelineParsingService._replace_secret_refs(yaml_str)
+            fixed_yaml_str = PipelineParsingService._fix_yaml_str_with_templates(secrets_repl_yaml_str)
+            config = yaml.safe_load(fixed_yaml_str)
+        except yaml.YAMLError as e:
+            console_logger.error("Failed to parse YAML. Check for syntax errors or unquoted template variables.")
+            console_logger.error("Original error: %s", str(e))
+            raise ValueError(
+                f"YAML parsing failed. Ensure all template variables like {{env:VAR}} are "
+                f"properly formatted and YAML syntax is correct. Error: {e}"
+            ) from e
         pipeline_config = PipelineConfig.metadata_to_instance(config)
         steps = PipelineParsingService._get_steps(pipeline_config.steps, pipeline_config.env)
         pipeline = Pipeline(name=pipeline_config.name, steps=steps)  # type: ignore
@@ -211,11 +219,24 @@ class PipelineParsingService:
 
     @staticmethod
     def _fix_yaml_str_with_templates(yaml_str: str) -> str:
-        """Fixes unquoted {{env:...}} templates (with optional prefix/suffix) before yaml.safe_load. Skips values already quoted with ' or "."""
-        unquoted_template = re.compile(r"(:)\s*(?!['\"])([^\s#]*\{\{env:[^}]+\}\}[^\s#]*)", re.MULTILINE)
+        """Fixes unquoted template patterns before yaml.safe_load.
+
+        Handles:
+        - {{env:...}} - environment variables
+        - ((step:...)) - step references
+
+        Skips values already quoted with ' or ".
+        """
+        # Match any unquoted template pattern (env or step)
+        # This regex matches: colon + optional whitespace + unquoted value containing template
+        unquoted_template = re.compile(
+            r"(:)\s*(?!['\"])([^\s#]*(?:\{\{env:[^}]+\}\}|\(\(step:[^)]+\)\))[^\s#]*)", re.MULTILINE
+        )
 
         def replacer(match):
             colon, template = match.groups()
-            return f'{colon} "{template}"'
+            # Escape any double quotes in the template value
+            escaped_template = template.replace('"', '\\"')
+            return f'{colon} "{escaped_template}"'
 
         return unquoted_template.sub(replacer, yaml_str)

{cloe_nessy-1.0.9.dist-info → cloe_nessy-1.0.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cloe-nessy
-Version: 1.0.9
+Version: 1.0.10
 Summary: Your friendly datalake monster.
 Project-URL: homepage, https://initions.com/
 Author-email: initions <ICSMC_EXT_PYPIORG@accenture.com>

{cloe_nessy-1.0.9.dist-info → cloe_nessy-1.0.10.dist-info}/RECORD

@@ -21,7 +21,7 @@ cloe_nessy/file_utilities/strategies/utils_strategy.py,sha256=w4nrS6IcPPN7UBFBws
 cloe_nessy/integration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloe_nessy/integration/delta_loader/__init__.py,sha256=ZdBDde1uPtTCL_KAhilVmtVmmGvH5dHb05QsOozkteE,438
 cloe_nessy/integration/delta_loader/delta_load_options.py,sha256=W3P3gwtkBW3pWbUEOK6agvJfj7QivXhEr_s0dwxhJxQ,1369
-cloe_nessy/integration/delta_loader/delta_loader.py,sha256=RiHCsCc5_70KVYT2tiZFbuJyb6xPKNtD1ExEtwLO-1c,6946
+cloe_nessy/integration/delta_loader/delta_loader.py,sha256=2uSsfFpL3R_Qovx-bOYnhWh3x48r3Otp9xFv-gyoZy8,7004
 cloe_nessy/integration/delta_loader/delta_loader_factory.py,sha256=vB1cL6-Nc3SkLH1xtazMbMF1MnNYq8-g3GHZzRE3QmE,2251
 cloe_nessy/integration/delta_loader/delta_loader_metadata_table.py,sha256=G_EWUY76ZlbsPZB9LCGlOLVezk7DK6peYXEgt7-sTQE,1683
 cloe_nessy/integration/delta_loader/strategies/__init__.py,sha256=1o5fRWenL5KnUg1hf7kmTuTpG9pbMxchiQTub52Qvwo,255
@@ -71,7 +71,7 @@ cloe_nessy/pipeline/pipeline_action.py,sha256=S7IVFdmG12fRBzHuE_DiWn7qlMtApz6Ilo
 cloe_nessy/pipeline/pipeline_builder.py,sha256=_BBl43two0pherkTXZ-Yrpt6XcLW8Q-Z98qxbFIsMao,7929
 cloe_nessy/pipeline/pipeline_config.py,sha256=oVQ-IH4etTGZVVEnE-5iDPLYOtWpvDlltWFv1nevnqQ,3229
 cloe_nessy/pipeline/pipeline_context.py,sha256=eCOcjyE16rGRom3L85Gy_BbncfQD6i1x31yrWqZws-4,1881
-cloe_nessy/pipeline/pipeline_parsing_service.py,sha256=sMnUDAL0PBLbKupC_TWxBT1X9-Y9I5dPSqAxAkWyweA,9102
+cloe_nessy/pipeline/pipeline_parsing_service.py,sha256=qVDckjEqv4qYD0jUABs4BSbgYC3w-A_SpqBmqr7qCxk,9978
 cloe_nessy/pipeline/pipeline_plotting_service.py,sha256=OjdYDQW19yXjdcqs7bDMlyWmv0cQz7Qn4I2cakBgN2E,13139
 cloe_nessy/pipeline/pipeline_step.py,sha256=oTnlvRpB0fbOBQXbPe1URstA5fv-97igCHt_41fKCAk,2082
 cloe_nessy/pipeline/actions/__init__.py,sha256=FfAnSIl-0T6pnaWhClkDqV8nfTdvLvZZJdwycsZMLPw,2990
@@ -113,6 +113,6 @@ cloe_nessy/settings/settings.py,sha256=I4n129lrujriW-d8q4as2Kb4_kI932ModfZ5Ow_Up
 cloe_nessy/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cloe_nessy/utils/column_names.py,sha256=dCNtm61mc5aLkY2oE4rlfN3VLCrpot6fOESjAZmCmhA,361
 cloe_nessy/utils/file_and_directory_handler.py,sha256=r2EVt9xG81p6ScaJCwETC5an6pMT6WseB0jMOR-JlpU,602
-cloe_nessy-1.0.9.dist-info/METADATA,sha256=imtWtMJfxQToZnS30gWkb_DW3XIahzqkbVjYk3cajVA,3289
-cloe_nessy-1.0.9.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-cloe_nessy-1.0.9.dist-info/RECORD,,
+cloe_nessy-1.0.10.dist-info/METADATA,sha256=NaIr91k5JZzPptDRnVq28odbhx2bhVxDuixXGbL3QIc,3290
+cloe_nessy-1.0.10.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+cloe_nessy-1.0.10.dist-info/RECORD,,