berryworld 1.0.0.199021__py3-none-any.whl → 1.0.0.199285__py3-none-any.whl

berryworld/__init__.py

@@ -24,4 +24,4 @@ from .teams_logging import TeamsLogging
 from .vivantio_logging import VivantioLogging
 from .snowflake_conn import SnowflakeConn
 from .logging import PythonLogs
-from .sql_connenction import SQLConnection, SQLConnectionPool, SQLPoolEngine
+from .sql_connection import SQLConnection, SQLConnectionPool, SQLPoolEngine

berryworld/python_logs.py

@@ -49,14 +49,13 @@ class ErrorLogs:
         """ Update log on success
         :param pipeline: Pipeline name being run. It must identify the process being executed uniquely
         """
-        if not any(self.failure_type):
+        if len(self.failure_type) == 0:
             if pipeline is not None:
                 self.pipeline = pipeline
             successful_columns = {'Successful': 1, 'Resolved': 1, 'Pipeline': self.pipeline, 'GuidKey': self.guid,
                                   'FinishedDate': datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S.%f")}
             self.log_df = self.log_df.assign(**successful_columns)
             self.sql_con.insert(self.log_df, 'Staging', 'Logs', print_sql=self.print_sql)
-            self.failure_type.append(True)
 
             Thread(target=self.trigger_merge_stored_procedure).start()
 
@@ -68,27 +67,19 @@ class ErrorLogs:
         :param critical: Indicate whether it should avoid sending successful logs
         :param proposed_solution: Proposed solution to the error message
         """
-        save_failure = True
-        if section is not None:
-            if ((('prod' not in str(self.sql_con.server)) | ('prd' not in str(self.sql_con.server)))
-                    & (('connection' in str(section).lower()) & ('dw' in str(section).lower()))):
-                print('Avoiding to report a connection DW error in a non-production environment')
-                save_failure = False
+        if pipeline is not None:
+            self.pipeline = pipeline
+        unsuccessful_columns = {'Successful': 0, 'Section': section, 'Pipeline': self.pipeline,
+                                'GuidKey': self.guid, 'Critical': 1 if critical is True else 0,
+                                'FinishedDate': datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S.%f"),
+                                'ErrorMessage': str(error_message).replace("'", '"')}
+        self.log_df = self.log_df.assign(**unsuccessful_columns)
+        if proposed_solution is not None:
+            self.log_df = self.log_df.assign(**{'ProposedSolution': proposed_solution})
+        self.sql_con.insert(self.log_df, 'Staging', 'Logs', print_sql=self.print_sql)
+        self.failure_type.append(critical)
 
-        if save_failure:
-            if pipeline is not None:
-                self.pipeline = pipeline
-            unsuccessful_columns = {'Successful': 0, 'Section': section, 'Pipeline': self.pipeline,
-                                    'GuidKey': self.guid, 'Critical': 1 if critical is True else 0,
-                                    'FinishedDate': datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S.%f"),
-                                    'ErrorMessage': str(error_message).replace("'", '"')}
-            self.log_df = self.log_df.assign(**unsuccessful_columns)
-            if proposed_solution is not None:
-                self.log_df = self.log_df.assign(**{'ProposedSolution': proposed_solution})
-            self.sql_con.insert(self.log_df, 'Staging', 'Logs', print_sql=self.print_sql)
-            self.failure_type.append(critical)
-
-            Thread(target=self.trigger_merge_stored_procedure).start()
+        Thread(target=self.trigger_merge_stored_procedure).start()
 
     def trigger_merge_stored_procedure(self):
         """ Trigger the merge stored procedure to aggregate logs
@@ -97,16 +88,17 @@ class ErrorLogs:
         self.sql_con.run_statement(f"EXEC {stored_procedure}")
 
     @staticmethod
-    def register_failure(email_log, section, error_, solutions=None):
+    def register_failure(email_log, section, error_, solutions=None, pipeline=None):
         """Register a failure in the email log
         :param email_log: Instance of PythonEmailProjectSeverity
         :param section: Indicate the script section. Useful to locate the error
         :param error_: Error message to be sent in the Log
         :param solutions: List of solutions for the error messages
+        :param pipeline: Pipeline name being run. It must identify the process being executed uniquely
         """
         solution_header = list(filter(lambda x: section.startswith(x), list(solutions.keys())))
         if len(solution_header) > 0:
             proposed_solution = solutions[solution_header[0]]
-            email_log.on_failure(error_, section=section, proposed_solution=proposed_solution)
+            email_log.on_failure(error_, section=section, proposed_solution=proposed_solution, pipeline=pipeline)
         else:
-            email_log.on_failure(error_, section=section)
+            email_log.on_failure(error_, section=section, pipeline=pipeline)

{berryworld-1.0.0.199021.dist-info → berryworld-1.0.0.199285.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: berryworld
-Version: 1.0.0.199021
+Version: 1.0.0.199285
 Summary: Handy classes to improve ETL processes
 Home-page: https://www.berryworld.com
 Author: BerryWorld ltd

{berryworld-1.0.0.199021.dist-info → berryworld-1.0.0.199285.dist-info}/RECORD

@@ -1,4 +1,4 @@
-berryworld/__init__.py,sha256=xYQwJeCZ2di85E0_O3Sx8AUsRhoT6USUxcPGJyCr-gY,1175
+berryworld/__init__.py,sha256=yqZzic5XpvvMEd_JkQHSYN-a0rV2XbW76C_4NTV3Fck,1174
 berryworld/aks_logs.py,sha256=Gb2_cokiZbEX01Yoptd0MxpDociaug-GrXdwliyxFBo,2293
 berryworld/allocation_solver.py,sha256=asFtaCAze6-eHUGWXA0kAp67UBS-Upj1KKdrVLj_ttQ,8513
 berryworld/app_logs.py,sha256=MKzKPYd3JuPfOQNAapIgaeZeFHw1z_w2mbn9I6QCADE,4180
@@ -16,23 +16,23 @@ berryworld/microsoft_teams.py,sha256=8uPo0yku-euBj2VdzBoZCeX3IcsCCOqISLqaVZUVxfA
 berryworld/persistent_storage.py,sha256=L15kLyzN42T6UB1WAg8rFXJq3Mdb1M8Sw4P5YQaUN84,8711
 berryworld/pickle_management.py,sha256=5o6UuXBpTj23Jgpz6sj9V-vdcdWBK1xMEckWxT-Whj4,2436
 berryworld/power_automate.py,sha256=V86QEGG9H36DrDvod9Q6yp8OUu307hfYcXJhw06pYrA,27912
-berryworld/python_logs.py,sha256=SEWrzK5kpG6kd_7qjGXd-d5SiVgEm595Tuud14uGGzw,5810
+berryworld/python_logs.py,sha256=c4zlgSHe3BALudnK_oxbVwJmo9KYdLuxYbiVmZOWX8s,5456
 berryworld/sharepoint_con.py,sha256=nmyZJIcaAKJ6Y-ti4gQbvzA_rRbrMGIxTDXe4eP-tiI,44950
 berryworld/snowflake_conn.py,sha256=L0ePgTKa3tvaxj88BZmsjS6cFp3ZU3rytw7S2jkuA-U,3161
 berryworld/sql_conn.py,sha256=6kUR3oLXweakz2IBc4zI1ZMqRoN8K6nbQneHhenM-7I,47668
-berryworld/sql_connenction.py,sha256=IJAOsQ7p0tMFEEucazmmkS3lNonf_YFWftyZ_kGPHj8,104150
+berryworld/sql_connection.py,sha256=IJAOsQ7p0tMFEEucazmmkS3lNonf_YFWftyZ_kGPHj8,104150
 berryworld/teams_logging.py,sha256=8NwXyWr4fLj7W6GzAm2nRQCGFDxibQpAHDHHD24FrP8,6997
 berryworld/transportation_solver.py,sha256=tNc1JJk71azIBccdWVHbqcvXWhalOdKffv6HmBD6tG0,5014
 berryworld/verify_keys.py,sha256=X7VUHqYDklWPDO0bGVHIOXeLq5Qi4fZRZbHYw5x7UnA,4356
 berryworld/vivantio.py,sha256=QfZo0UKqkzVRg_LyiwivNd3aEup4TH57x4KxLZkCJwc,10627
 berryworld/vivantio_logging.py,sha256=ciy7gA4u3FrgUIpEBnMgocbNPp6jcu9TPoy-kLcrTZU,5736
 berryworld/xml_parser.py,sha256=HWD71NaTN3DaIOGT6Wzxs4CEsroFhGQwe9iPLIL80Co,957
-berryworld-1.0.0.199021.dist-info/licenses/LICENSE,sha256=vtkVCJM6E2af2gnsi2XxKPr4WY-uIbvzVLXieFND0UU,1074
+berryworld-1.0.0.199285.dist-info/licenses/LICENSE,sha256=vtkVCJM6E2af2gnsi2XxKPr4WY-uIbvzVLXieFND0UU,1074
 tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/test_allocation_config.py,sha256=e12l6fE9U57eSPS35g6ekJ_hol7-RHg89JV60_m1BlE,4633
 tests/test_handy_mix_config.py,sha256=Un56mz9KJmdn4K4OwzHAHLSRzDU1Xv2nFrONNuzOG04,2594
 tests/test_xml_parser.py,sha256=3QTlhFEd6KbK6nRFKZnc35tad6wqukTbe4QrFi8mr_8,859
-berryworld-1.0.0.199021.dist-info/METADATA,sha256=RVDaYgMC_ojVtgoJQL2uXuIA8TsqPxLwPpgntPyeFQM,1445
-berryworld-1.0.0.199021.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-berryworld-1.0.0.199021.dist-info/top_level.txt,sha256=GIZ5qy-P5oxfEH755vA1IMFeTVdX3-40JxMe6nOe5I8,17
-berryworld-1.0.0.199021.dist-info/RECORD,,
+berryworld-1.0.0.199285.dist-info/METADATA,sha256=A5kwsq1VMBIOHhH1wQC0lqe2liBGFPC7Bp0aozgelxE,1445
+berryworld-1.0.0.199285.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+berryworld-1.0.0.199285.dist-info/top_level.txt,sha256=GIZ5qy-P5oxfEH755vA1IMFeTVdX3-40JxMe6nOe5I8,17
+berryworld-1.0.0.199285.dist-info/RECORD,,