icsDataValidation 1.0.419__tar.gz → 1.0.421__tar.gz

{icsdatavalidation-1.0.419 → icsdatavalidation-1.0.421}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: icsDataValidation
-Version: 1.0.419
+Version: 1.0.421
 Summary: Add your description here
 Author-email: initions <ICSMC_EXT_PYPIORG@accenture.com>
 License: MIT

{icsdatavalidation-1.0.419 → icsdatavalidation-1.0.421}/icsDataValidation/core/object_comparison.py

@@ -1,7 +1,7 @@
 import logging
 import time
 
-from typing import Union, List, Dict 
+from typing import Union, List, Dict
 from threading import current_thread
 from pathlib import PurePath
 
@@ -51,7 +51,7 @@ def get_additional_configuration(src_object: DatabaseObject, testing_tool_params
                 exclude_columns = additional_configuration[f"{src_object.database}.{src_object.schema}.{src_object.name}"]["EXCLUDE_COLUMNS"]
                 exclude_columns = [excluded_column.upper() for excluded_column in exclude_columns]
                 logger.info(f"EXCLUDE_COLUMNS: {exclude_columns} ")
-    
+
     return src_filter, trgt_filter, exclude_columns
 
 def compare_objects(testing_tool_params: TestingToolParams, objects_to_compare: List[Dict]) -> List[Dict]:
@@ -86,7 +86,7 @@ def compare_objects(testing_tool_params: TestingToolParams, objects_to_compare:
             src_filter, trgt_filter, exclude_columns = get_additional_configuration(src_object, testing_tool_params)
 
             comparison_service=ComparisonService(src_object, trgt_object, db_service_src, db_service_trgt, src_filter, trgt_filter, exclude_columns, comp_id)
-        
+
             #####################################################################
             # execute comparison
 
@@ -99,7 +99,7 @@ def compare_objects(testing_tool_params: TestingToolParams, objects_to_compare:
             comparison_service.pandas_dataframe_comparison()
 
             #####################################################################
-            # TODO as function - check if the object was changed during comparison 
+            # TODO as function - check if the object was changed during comparison
 
             ### structure of output needs to be adjusted to enable comparison using > in the if statements
             ### florian said the feature is not too important for now, so it's being skipped for now
@@ -108,7 +108,7 @@ def compare_objects(testing_tool_params: TestingToolParams, objects_to_compare:
             # last_altered_trgt = db_service_trgt.get_last_altered_timestamp_from_object(trgt_object)
 
             # if comparison_service.result_params.last_altered_src>start_time_utc:
-            #     comparison_service.result_params.not_altered_during_comparison_src = False   
+            #     comparison_service.result_params.not_altered_during_comparison_src = False
 
             # if last_altered_trgt>start_time_utc:
             #     comparison_service.result_params.not_altered_during_comparison_trgt = False
@@ -129,7 +129,7 @@ def compare_objects(testing_tool_params: TestingToolParams, objects_to_compare:
                 if column_level_comparison_result["DATATYPE_EQUAL"] is False:
                     comparison_service.result_params.datatypes_equal = False
 
-                
+
                 column_level_comparison_results.append(column_level_comparison_result)
 
             #####################################################################
@@ -151,15 +151,15 @@ def compare_objects(testing_tool_params: TestingToolParams, objects_to_compare:
             # prepare and upload live result of the current object
 
             live_object_level_comparison_result = ResultService.prepare_object_level_live_result(
-                    object_level_comparison_result, 
-                    testing_tool_params, 
+                    object_level_comparison_result,
+                    testing_tool_params,
                 )
 
             # TODO write as function
             if testing_tool_params.upload_result_to_result_database and not (testing_tool_params.upload_result_to_result_database =='upload_result_to_result_database env variable not found' or testing_tool_params.upload_result_to_result_database =='False'):
-                
+
                 stage_name = f'{testing_tool_params.result_database_name}.{testing_tool_params.stage_schema}."STG_LIVE_{src_object.schema}_{src_object.name}_{testing_tool_params.run_guid}"'
-                
+
                 result_file_name = f"{src_object.schema}_{src_object.name}.json"
 
                 result_file_path = testing_tool_params.live_result_folder_path.joinpath(PurePath(result_file_name))
@@ -188,7 +188,7 @@ def compare_objects(testing_tool_params: TestingToolParams, objects_to_compare:
             else:
                 logger.info(f"[{comp_id}] --- Row counts --------> NOT equal")
                 logger.info(f"[{comp_id}]                          Source row count: {comparison_service.result_params.src_row_count}. Target row count: {comparison_service.result_params.trgt_row_count}")
-            
+
             if len(comparison_service.result_params.src_columns_upper) != len(set(comparison_service.result_params.src_columns_upper)):
                 logger.info(f"[{comp_id}] --- Duplicates in the source column names -> The source system seems to be case sensitive.")
 
@@ -200,13 +200,15 @@ def compare_objects(testing_tool_params: TestingToolParams, objects_to_compare:
             else:
                 logger.info(f"[{comp_id}] --- Column names ------> NOT equal")
                 logger.info(f"[{comp_id}]                          src_minus_trgt {comparison_service.result_params.src_columns_minus_trgt_columns} and trgt_minus_src {comparison_service.result_params.trgt_columns_minus_src_columns}")
-            
+
             if comparison_service.result_params.datatypes_equal:
                 logger.info(f"[{comp_id}] --- Data Types --------> EQUAL")
             else:
                 logger.info(f"[{comp_id}] --- Data Types --------> NOT equal")
 
-            if comparison_service.result_params.aggregations_equal:
+            if not comparison_service.result_params.aggregations_compared:
+                logger.info(f"[{comp_id}] --- Aggregations ------> NOT compared")
+            elif comparison_service.result_params.aggregations_equal:
                 logger.info(f"[{comp_id}] --- Aggregations ------> EQUAL")
             else:
                 logger.info(f"[{comp_id}] --- Aggregations ------> NOT equal")
@@ -231,9 +233,9 @@ def compare_objects(testing_tool_params: TestingToolParams, objects_to_compare:
                 logger.info(f"[{comp_id}]                       -> src_row_count: {comparison_service.result_params.src_row_count} trgt_row_count:{comparison_service.result_params.trgt_row_count} max_row_number {testing_tool_params.max_row_number}")
             elif comparison_service.result_params.pandas_df_is_equal:
                 logger.info(f"[{comp_id}] --- Pandas Dataframes -> EQUAL")
-            
+
             else:
                 logger.info(f"[{comp_id}] --- Pandas Dataframes -> NOT equal")
             logger.info('****************************************************')
 
-    return object_level_comparison_results
+    return object_level_comparison_results

{icsdatavalidation-1.0.419 → icsdatavalidation-1.0.421}/icsDataValidation/main.py

@@ -52,7 +52,7 @@ def execute():
     config_file_path, migration_config_file_path = initialization_service.get_config_file_paths()
 
     #########################################################################################
-    logger.info(f"++++++++++++++++ LOAD config.json")
+    logger.info(f"++++++++++++++++ LOAD setup_config.json")
 
     for configs_key, configs_value in load_json(config_file_path).items():
         setattr(TestingToolParams, configs_key, configs_value)
@@ -81,38 +81,12 @@ def execute():
         logger.info(f"##vso[task.complete result=SucceededWithIssues ;]DONE")
         TestingToolParams.migration_config=None
 
-    #########################################################################################
-    logger.info(f"++++++++++++++++ LOAD testset/whitelist")
-
-    if testset_file_paths:
-        #TODO Error Handling
-        try:
-            TestingToolParams.testset_whitelist={
-                "WHITELIST_OBJECTS_SRC":[],
-                "WHITELIST_SCHEMAS_SRC":[],
-                "WHITELIST_DATABASES_SRC":[],
-                "WHITELIST_OBJECTS_TRGT":[],
-                "WHITELIST_SCHEMAS_TRGT":[],
-                "WHITELIST_DATABASES_TRGT":[]
-            }
-
-            for testset_file_path in testset_file_paths:
-                testset_=load_json(testset_file_path)
-                for key, value in testset_.items():
-                    TestingToolParams.testset_whitelist[key]= list(set(TestingToolParams.testset_whitelist[key]) | set(value))
-
-        except error as e:
-            logger.info(f"Not able to load testset from {testset_file_path}.")
-            TestingToolParams.testset_whitelist=None
-    else:
-        TestingToolParams.testset_whitelist=None
-
     #########################################################################################
     logger.info(f"++++++++++++++++ INITIALIZE TestsetService")
 
     if TestingToolParams.migration_config:
         try:
-            testset_service=TestsetService(TestingToolParams.migration_config["MAPPING"],TestingToolParams.migration_config["BLACKLIST"],TestingToolParams.testset_whitelist)
+            testset_service=TestsetService(TestingToolParams.migration_config["MAPPING"],TestingToolParams.migration_config["BLACKLIST"],testset_file_paths)
         except KeyError as error:
             raise ValueError(f"TestsetService could not be initialized. Check wether the migration_config contains the 'MAPPING' key and the 'BLACKLIST' key. {error}")
     else:

{icsdatavalidation-1.0.419 → icsdatavalidation-1.0.421}/icsDataValidation/output_parameters/result_params.py

@@ -44,6 +44,7 @@ class ResultParams():
         trgt_columns_aggregate = None
         src_aggregations_error = None
         trgt_aggregations_error = None
+        aggregations_compared = None
         aggregation_differences_trgt_minus_src = None
 
         # aggregation-comparison (to save)
@@ -57,7 +58,7 @@ class ResultParams():
         # group-by-comparison (to save)
         src_group_by_query = None
         trgt_group_by_query = None
-        src_group_by_error = None 
+        src_group_by_error = None
         trgt_group_by_error = None
         object_group_by_columns = None
         group_by_equal = None
@@ -68,13 +69,13 @@ class ResultParams():
         # sample-check (to save)
         src_sample_query = None
         trgt_sample_query = None
-        src_sample_dict = None 
+        src_sample_dict = None
         trgt_sample_dict = None
         src_sample_error_dict = None
         trgt_sample_error_dict = None
         samples_compared = None
-        samples_equal = None 
-        trgt_key_filters = None 
+        samples_equal = None
+        trgt_key_filters = None
 
         # pandas-dataframe-comparison (for further calculation)
         pandas_df_mismatch = None
@@ -86,9 +87,8 @@ class ResultParams():
         pandas_df_compared = None
         pandas_df_is_equal = None
 
-        # not part of result class: 
-        # global_iflter 
+        # not part of result class:
+        # global_iflter
         # exclude_columns
         # trgt_key_filters= None
         # additional_configuration_per_table = None
-   

{icsdatavalidation-1.0.419 → icsdatavalidation-1.0.421}/icsDataValidation/services/comparison_service.py

@@ -44,8 +44,8 @@ class ComparisonService(TestingToolParams):
         object_group_by_column=None
         for object_group_by_column in group_by_column_candidates:
 
-            src_group_by_column_count_distinct=next(item["COUNT_DISTINCT"] for item in src_column_count_distincts if item["COLUMN_NAME"].upper() == object_group_by_column)
-            trgt_group_by_column_count_distinct=next(item["COUNT_DISTINCT"] for item in trgt_column_count_distincts if item["COLUMN_NAME"].upper() == object_group_by_column)
+            src_group_by_column_count_distinct=next((item["COUNT_DISTINCT"] for item in src_column_count_distincts if item["COLUMN_NAME"].upper() == object_group_by_column), None)
+            trgt_group_by_column_count_distinct=next((item["COUNT_DISTINCT"] for item in trgt_column_count_distincts if item["COLUMN_NAME"].upper() == object_group_by_column), None)
 
             if (trgt_group_by_column_count_distinct<=1 or src_group_by_column_count_distinct<=1):
                 logger.info(f"[{self.comp_id}] The GROUP_BY_COLUMN {object_group_by_column} does not satisfy the necessary criteria.")
@@ -168,11 +168,11 @@ class ComparisonService(TestingToolParams):
         if self.result_params.src_row_count != 0 and self.result_params.trgt_row_count != 0:
             try:
                 aggregation_differences_trgt_minus_src_not_boolean = {
-                                                                        k:  round(Decimal(trgt_columns_aggregate[k][1]) 
-                                                                            - Decimal(src_columns_aggregate[k][1]), self.numeric_scale) 
-                                                                        for k in src_columns_aggregate.keys() 
-                                                                            if k in trgt_columns_aggregate 
-                                                                            and str(src_columns_aggregate[k][1]) != str(trgt_columns_aggregate[k][1]) 
+                                                                        k:  round(Decimal(trgt_columns_aggregate[k][1])
+                                                                            - Decimal(src_columns_aggregate[k][1]), self.numeric_scale)
+                                                                        for k in src_columns_aggregate.keys()
+                                                                            if k in trgt_columns_aggregate
+                                                                            and str(src_columns_aggregate[k][1]) != str(trgt_columns_aggregate[k][1])
                                                                             and src_columns_aggregate[k][1] != trgt_columns_aggregate[k][1]
                                                                             and src_columns_aggregate[k][0].upper() != 'AGGREGATEBOOLEAN'
                                                                             and trgt_columns_aggregate[k][0].upper() != 'AGGREGATEBOOLEAN'
@@ -180,17 +180,17 @@ class ComparisonService(TestingToolParams):
             except InvalidOperation as e:
                 getcontext().prec = 100 # sets the precision of Decimal to a higher value - due to the limitations of the decimal module when handling such large numbers with high precision
                 aggregation_differences_trgt_minus_src_not_boolean = {
-                                                                        k:  round(Decimal(trgt_columns_aggregate[k][1]) 
-                                                                            - Decimal(src_columns_aggregate[k][1]), self.numeric_scale) 
-                                                                        for k in src_columns_aggregate.keys() 
-                                                                            if k in trgt_columns_aggregate 
-                                                                            and str(src_columns_aggregate[k][1]) != str(trgt_columns_aggregate[k][1]) 
+                                                                        k:  round(Decimal(trgt_columns_aggregate[k][1])
+                                                                            - Decimal(src_columns_aggregate[k][1]), self.numeric_scale)
+                                                                        for k in src_columns_aggregate.keys()
+                                                                            if k in trgt_columns_aggregate
+                                                                            and str(src_columns_aggregate[k][1]) != str(trgt_columns_aggregate[k][1])
                                                                             and src_columns_aggregate[k][1] != trgt_columns_aggregate[k][1]
                                                                             and src_columns_aggregate[k][0].upper() != 'AGGREGATEBOOLEAN'
                                                                             and trgt_columns_aggregate[k][0].upper() != 'AGGREGATEBOOLEAN'
                                                                     }
-                
-                
+
+
             aggregation_differences_trgt_minus_src_boolean = {
                                                                 k:  str(
                                                                         int(trgt_columns_aggregate[k][1].split('_',1)[0])
@@ -248,9 +248,11 @@ class ComparisonService(TestingToolParams):
         else:
             aggregation_differences_trgt_minus_src = {}
 
+        aggregations_compared = True
         aggregations_equal = True
         if src_aggregations_error or trgt_aggregations_error:
             aggregations_equal = None
+            aggregations_compared = False
         else:
             for aggregation_diff in aggregation_differences_trgt_minus_src.values():
                 if aggregation_diff and not aggregation_diff == 0.0:
@@ -267,6 +269,7 @@ class ComparisonService(TestingToolParams):
         self.result_params.aggregation_differences_trgt_minus_src  = aggregation_differences_trgt_minus_src
         self.result_params.src_error_dict = src_error_dict
         self.result_params.trgt_error_dict = trgt_error_dict
+        self.result_params.aggregations_compared = aggregations_compared
         self.result_params.aggregations_equal = aggregations_equal
 
 
@@ -587,7 +590,8 @@ class ComparisonService(TestingToolParams):
                     samples_equal = True
                 except:
                     samples_equal = False
-
+            else:
+                samples_compared = False
         # save results
         self.result_params.src_sample_query = src_sample_query
         self.result_params.trgt_sample_query = trgt_sample_query

{icsdatavalidation-1.0.419 → icsdatavalidation-1.0.421}/icsDataValidation/services/database_services/databricks_hive_metastore_service.py

@@ -371,7 +371,7 @@ class DatabricksHiveMetastoreService(object):
 
         except Exception as err:
             # raise err
-            dict_count_distincts = [{"COUNT_DISTINCT": 0}]
+            dict_count_distincts = []
             error_list.append(
                 ["ERROR", str(err).split("|||")[0], str(err).split("|||")[1]]
             )

{icsdatavalidation-1.0.419 → icsdatavalidation-1.0.421}/icsDataValidation/services/database_services/databricks_unity_catalog_service.py

@@ -369,7 +369,7 @@ class DatabricksUnityCatalogService(object):
 
         except Exception as err:
             # raise err
-            dict_count_distincts = [{"COUNT_DISTINCT": 0}]
+            dict_count_distincts = []
             error_list.append(
                 ["ERROR", str(err).split("|||")[0], str(err).split("|||")[1]]
             )

{icsdatavalidation-1.0.419 → icsdatavalidation-1.0.421}/icsDataValidation/services/database_services/oracle_service.py

@@ -307,7 +307,7 @@ class OracleService(object):
 
         except Exception as err:
             #raise err
-            dict_count_distincts = [{'COUNT_DISTINCT': 0}]
+            dict_count_distincts = []
             error_list.append(["ERROR", str(err).split('|||')[0], str(err).split('|||')[1]])
 
 

{icsdatavalidation-1.0.419 → icsdatavalidation-1.0.421}/icsDataValidation/services/database_services/snowflake_service.py

@@ -334,7 +334,7 @@ class SnowflakeService:
 
         except Exception as err:
             # raise err
-            dict_count_distincts = [{"COUNT_DISTINCT": 0}]
+            dict_count_distincts = []
             error_list.append(["ERROR", str(err).split("|||")[0], str(err).split("|||")[1]])
 
         return dict_count_distincts, error_list

{icsdatavalidation-1.0.419 → icsdatavalidation-1.0.421}/icsDataValidation/services/database_services/sqlserver_service.py

@@ -387,7 +387,7 @@ class SQLServerService:
         try:
             dict_count_distincts = self.execute_queries(query_get_count_distincts_from_object)
         except Exception as err:
-            dict_count_distincts = [{"COUNT_DISTINCT": 0}]
+            dict_count_distincts = []
             error_list.append(["ERROR", str(err).split("|||")[0], str(err).split("|||")[1]])
 
         return dict_count_distincts, error_list

{icsdatavalidation-1.0.419 → icsdatavalidation-1.0.421}/icsDataValidation/services/testset_service.py

@@ -1,5 +1,6 @@
 import logging
 
+from icsDataValidation.utils.file_util import load_json
 from icsDataValidation.utils.logger_util import configure_dev_ops_logger
 
 #########################################################################################
@@ -19,14 +20,48 @@ class TestsetService:
     Handles blacklists and whitelists.
     """
 
-    def __init__(self, testset_mapping:dict, testset_blacklist: dict, testset_whitelist: dict=None):
+    def __init__(self, testset_mapping:dict, testset_blacklist: dict, testset_file_paths: list=None):
         self.testset_mapping = testset_mapping
         self.testset_blacklist = testset_blacklist
-        self.testset_whitelist = testset_whitelist
+
+        if testset_file_paths:
+            self.testset_whitelist = self._load_testset(testset_file_paths)
+        else:
+            self.testset_whitelist = None
+
+    @staticmethod
+    def _load_testset(testset_file_paths):
+        """
+        Load the testset files from a list of file paths.
+        Configure the whitelist of databases, schemas, and objects.
+        """
+        logger.info(f"++++++++++++++++ LOAD testset/whitelist")
+        try:
+            testset_whitelist={
+                "WHITELIST_OBJECTS_SRC":[],
+                "WHITELIST_SCHEMAS_SRC":[],
+                "WHITELIST_DATABASES_SRC":[],
+                "WHITELIST_OBJECTS_TRGT":[],
+                "WHITELIST_SCHEMAS_TRGT":[],
+                "WHITELIST_DATABASES_TRGT":[]
+            }
+
+            for testset_file_path in testset_file_paths:
+                testset_=load_json(testset_file_path)
+                for key, value in testset_.items():
+                    testset_whitelist[key]= list(set(testset_whitelist[key]) | set(value))
+        except FileNotFoundError as file_not_found_err:
+            logger.error(f"Not able to load testset from {testset_file_path}!")
+            raise file_not_found_err
+        except Exception as exc:
+            logger.error("Unexpected exception while trying to load testset and/or defining the whitelist:\n", exc_info=exc)
+            raise exc
+
+        return testset_whitelist
 
     def handle_database_mapping(self, source_database_name: str = None) -> str:
         """
-        Map the source and the target database. 
+        Map the source and the target database.
         Note: Case-Insensitive and returns upper-case target database name.
         """
         target_database_name=source_database_name.upper()
@@ -40,7 +75,7 @@ class TestsetService:
 
     def handle_schema_mapping(self, source_schema_name: str = None, source_database_name: str = None) -> str:
         """
-        Map the source and the target schema. 
+        Map the source and the target schema.
         Note: Case-Insensitive and returns upper-case target schema name.
         """
         target_schema_name=source_schema_name.upper()
@@ -48,7 +83,7 @@ class TestsetService:
 
         if self.testset_mapping and "SCHEMA_MAPPING" in self.testset_mapping:
             for schema_mapping in self.testset_mapping["SCHEMA_MAPPING"]:
-                
+
                 if f"{source_database_name.upper()}.{source_schema_name.upper()}" == schema_mapping["src_schema_identifier"].upper():
                     target_schema_name = schema_mapping["trgt_schema_name"].upper()
                     found_schema_mapping = True
@@ -72,7 +107,7 @@ class TestsetService:
             target_schema_name=source_schema_name.upper()
 
         return target_schema_name
-    
+
     def handle_blacklist(self, database_objects: dict, src_trgt: str)-> dict:
         """
         Handle the blacklist from the migration_config to restrict database objects.
@@ -95,7 +130,7 @@ class TestsetService:
                 database_objects.remove(db_object)
 
         return database_objects
-    
+
     def handle_whitelist(self, database_objects: dict, src_trgt: str)-> dict:
         """
         Handle the whitelist which is defined as a testset to restrict database objects.
@@ -114,7 +149,7 @@ class TestsetService:
                 database_objects.remove(db_object)
 
         return database_objects
-    
+
     def map_objects(self, database_objects_src: list, database_objects_trgt: list):
         """
         Maps objects between source and target by using the mapping defined in the migration_config.json.
@@ -130,10 +165,10 @@ class TestsetService:
 
         trgt_objects_minus_src_table_identifiers = [object["object_identifier"] for object in database_objects_trgt if object not in database_objects_src and object["object_type"] == 'table']
         trgt_objects_minus_src_view_identifiers = [object["object_identifier"] for object in database_objects_trgt if object not in database_objects_src and object["object_type"] == 'view']
-        
+
 
         if database_objects_src != database_objects_trgt and self.testset_mapping:
- 
+
             src_objects_minus_trgt_objects_ = src_objects_minus_trgt_objects.copy()
 
             trgt_objects_minus_src_object_identifiers=[object["object_identifier"] for object in trgt_objects_minus_src_objects]
@@ -145,10 +180,10 @@ class TestsetService:
                 #########################################################################################
                 # Object-Mapping
                 for mapping in self.testset_mapping["OBJECT_MAPPING"]:
-                
+
                     if (
-                        db_object["object_identifier"] == mapping["src_object_identifier"].upper() 
-                        and db_object["object_type"] == mapping["src_object_type"] 
+                        db_object["object_identifier"] == mapping["src_object_identifier"].upper()
+                        and db_object["object_type"] == mapping["src_object_type"]
                         and mapping['trgt_object_identifier'].upper() in trgt_objects_minus_src_object_identifiers
                     ):
                         logger.info(f" -> mapping object found: {mapping}")
@@ -159,8 +194,8 @@ class TestsetService:
                             if trgt_object["object_identifier"] == mapping["trgt_object_identifier"].upper():
                                 trgt_objects_minus_src_objects.remove(trgt_object)
                         logger.info(" -> added by 1:1 mapping")
-                        
-                        # set continue_flag to false because this object has been covered by the mapping 
+
+                        # set continue_flag to false because this object has been covered by the mapping
                         continue_flag = False
                         break
 
@@ -168,7 +203,7 @@ class TestsetService:
                 # Database-Mapping, and Schema-Mapping
 
                 if continue_flag == True:
-                    
+
                     src_database_name = db_object["object_identifier"].split(".",1)[0]
                     src_schema_name = db_object["object_identifier"].split(".",2)[1]
                     src_object_name = db_object["object_identifier"].split(".",2)[2]
@@ -181,21 +216,21 @@ class TestsetService:
                     if (db_object["object_type"] == 'table' and trgt_object_identifier in trgt_objects_minus_src_table_identifiers) or (db_object["object_type"] == 'view' and trgt_object_identifier in trgt_objects_minus_src_view_identifiers):
                         intersection_objects_mapped_trgt_src.append({"src_object_identifier": db_object["object_identifier"],"src_object_type": db_object["object_type"], "trgt_object_identifier": trgt_object_identifier,"trgt_object_type": db_object["object_type"]})
                         src_objects_minus_trgt_objects.remove(db_object)
-                        
+
                         for trgt_object in trgt_objects_minus_src_objects:
                             if trgt_object["object_identifier"] == trgt_object_identifier:
                                 trgt_objects_minus_src_objects.remove(trgt_object)
 
                         logger.info(" -> added by database/schema-mapping")
 
-                        # set continue_flag to false because this object has been covered by the replacements 
+                        # set continue_flag to false because this object has been covered by the replacements
                         continue_flag = False
 
                 ##########################################################################################
                 # Replace-Mapping
 
                 if continue_flag == True:
-                    
+
 
                         src_database_name = db_object["object_identifier"].split(".",1)[0]
                         src_schema_name = db_object["object_identifier"].split(".",2)[1]
@@ -217,7 +252,7 @@ class TestsetService:
                         #            trgt_objects_minus_src_objects.remove(trgt_object)
                         #    logger.info(" -> added by replace mapping")
 #
-                        #    # set continue_flag to false because this object has been covered by the replacements 
+                        #    # set continue_flag to false because this object has been covered by the replacements
                         #    continue_flag = False
                         #    break
 
@@ -243,7 +278,7 @@ class TestsetService:
             all_objects_matching=False
 
         return intersection_objects_mapped_trgt_src, object_identifiers_src_minus_trgt, object_identifiers_trgt_minus_src, remaining_mapping_objects, all_objects_matching
-        
+
     @staticmethod
     def get_intersection_objects_trgt_src(database_objects_src: list, database_objects_trgt: list, intersection_objects_mapped_trgt_src:list):
         """
@@ -253,5 +288,5 @@ class TestsetService:
         intersection_objects_trgt_src_without_mapping =[{"src_object_identifier": object["object_identifier"],"src_object_type": object["object_type"],"trgt_object_identifier": object["object_identifier"],"trgt_object_type": object["object_type"]} for object in database_objects_src if object in database_objects_trgt]
 
         intersection_objects_trgt_src= intersection_objects_trgt_src_without_mapping + intersection_objects_mapped_trgt_src
-        
+
         return intersection_objects_trgt_src

{icsdatavalidation-1.0.419 → icsdatavalidation-1.0.421}/icsDataValidation.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: icsDataValidation
-Version: 1.0.419
+Version: 1.0.421
 Summary: Add your description here
 Author-email: initions <ICSMC_EXT_PYPIORG@accenture.com>
 License: MIT