icsDataValidation 1.0.378__py3-none-any.whl → 1.0.419__py3-none-any.whl

icsDataValidation/services/database_services/teradata_service.py

@@ -110,7 +110,7 @@ class TeradataService(object):
         try:
 
             row_count = self.execute_queries(query_get_row_count).fetchall()[0][0]
-        
+
         except Exception as err:
             error_list.append(str(err))
             error_list.append(query_get_row_count)
@@ -143,16 +143,17 @@ class TeradataService(object):
 
         return results
 
-    def get_count_distincts_from_object(self, object : DatabaseObject, column_intersections: list, where_clause: str="", exclude_columns:list=[]) -> dict:
+    def get_count_distincts_from_object(self, object : DatabaseObject, column_intersections: list, where_clause: str="", exclude_columns:list=[],
+        enclose_column_by_double_quotes: bool = False) -> dict:
 
         if self.teradata_connection is None:
             self._connect_to_teradata()
-        
+
         unions=""
         for column in column_intersections:
             if column not in exclude_columns:
                 unions +=f"UNION SELECT CAST('{column}' AS VARCHAR(500)) AS COLUMN_NAME, COUNT(DISTINCT {column}) AS COUNT_DISTINCT FROM {object.schema}.{object.name} {where_clause}"
-        
+
         query_get_count_distincts_from_object=f"{unions[5:]} ORDER BY 2;"
         error_list = []
         dict_count_distincts = []
@@ -167,7 +168,7 @@ class TeradataService(object):
                 }
 
                 dict_count_distincts.append(single_dict)
-        
+
         except Exception as err:
             #raise err
             error_list.append(["ERROR", str(err).split('|||')[0], str(err).split('|||')[1]])
@@ -182,7 +183,8 @@ class TeradataService(object):
 
         return size
 
-    def create_checksums(self, object: DatabaseObject, column_intersections: list, where_clause:str="", exclude_columns:list=[]) -> List[Dict]:
+    def create_checksums(self, object: DatabaseObject, column_intersections: list, where_clause:str="", exclude_columns:list=[],
+            enclose_column_by_double_quotes: bool = False) -> List[Dict]:
 
         if self.teradata_connection is None:
             self._connect_to_teradata()
@@ -212,7 +214,7 @@ class TeradataService(object):
                 elif column_datatype.lower() == 'i1' and 1 == 0:
                     aggregates += f", (SELECT CONCAT ((select trim(count(*)) as val FROM {object.schema}.{object.name} WHERE {column} = 1),'_',(select trim(count(*)) as val from {object.schema}.{object.name} WHERE {column} = 0))) AS aggregateboolean_{column}"
                 #else: Additional Data Types: ++ TD_ANYTYPE, a1 ARRAY, AN ARRAY , bo BINARY LARGE OBJECT, us USER‑DEFINED TYPE (all types),xm XML
-        
+
         query_checksums = f"select {aggregates[1:]} from {object.schema}.{object.name} {where_clause};"
 
         query_countnulls = f"select {count_nulls[1:]} from {object.schema}.{object.name} {where_clause};"
@@ -257,7 +259,19 @@ class TeradataService(object):
         return checksums
 
 
-    def create_pandas_df_from_group_by(self, object: DatabaseObject, column_intersections: list, group_by_columns: list, group_by_aggregation_columns: list, group_by_aggregation_type: str, only_numeric: bool, where_clause: str, exclude_columns: list, numeric_scale: int=None) -> List[Dict]:
+    def create_pandas_df_from_group_by(
+            self,
+            object: DatabaseObject,
+            column_intersections: list,
+            group_by_columns: list,
+            group_by_aggregation_columns: list,
+            group_by_aggregation_type: str,
+            only_numeric: bool,
+            where_clause: str,
+            exclude_columns: list,
+            numeric_scale: int=None,
+            enclose_column_by_double_quotes: bool = False
+        ) -> List[Dict]:
 
         if self.teradata_connection is None:
             self._connect_to_teradata()
@@ -267,7 +281,7 @@ class TeradataService(object):
         else:
             aggregation_columns= [f"{column.upper()}" for column in column_intersections if (column in group_by_aggregation_columns and column not in exclude_columns)]
 
-        dict_colummns_datatype_grouping=self.get_data_types_from_object(object, group_by_columns) 
+        dict_colummns_datatype_grouping=self.get_data_types_from_object(object, group_by_columns)
 
         group_by_query_columns_string = " "
         grouping_columns_final = []
@@ -286,7 +300,7 @@ class TeradataService(object):
 
             group_by_query_columns_string = group_by_query_columns_string[:-1]
 
-            dict_colummns_datatype=self.get_data_types_from_object(object, aggregation_columns)      
+            dict_colummns_datatype=self.get_data_types_from_object(object, aggregation_columns)
 
             aggregates = ""
             aggregates_min = ""
@@ -294,15 +308,15 @@ class TeradataService(object):
             for column in aggregation_columns:
                 column_datatype=next(x for x in dict_colummns_datatype if x["COLUMN_NAME"] == column)["DATA_TYPE"]
                 column_datatype = column_datatype.split('(')[0]
-                
+
                 if column_datatype.lower() == 'i8' or column_datatype.lower() == 'i1' or column_datatype.lower() == 'i' or column_datatype.lower() == 'i2':
-                    
+
                     if not numeric_scale:
                         aggregates += f", sum(cast ({column} as decimal(30,0))) as sum_{column}"
                     else:
                         aggregates += f", CASE WHEN TRIM(TO_CHAR(CAST(ROUND(sum(cast ({column} as decimal(30,0))), {numeric_scale}) as decimal(38,{numeric_scale})), '999999999999999999.{'0'*numeric_scale}')) like '.%' THEN '0' || TRIM(TO_CHAR(CAST(ROUND(sum(cast ({column} as decimal(30,0))), {numeric_scale}) as decimal(38,{numeric_scale})), '999999999999999999.{'0'*numeric_scale}')) ELSE TRIM(TO_CHAR(CAST(ROUND(sum(cast ({column} as decimal(30,0))), {numeric_scale}) as decimal(38,{numeric_scale})), '999999999999999999.{'0'*numeric_scale}')) END as SUM_{column}"
                         aggregates_min += f", CASE WHEN TRIM(TO_CHAR(CAST(ROUND(min({column}), {numeric_scale}) as decimal(38,{numeric_scale})), '999999999999999999.{'0'*numeric_scale}')) like '.%' THEN '0' || TRIM(TO_CHAR(CAST(ROUND(min({column}), {numeric_scale}) as decimal(38,{numeric_scale})), '999999999999999999.{'0'*numeric_scale}')) ELSE TRIM(TO_CHAR(CAST(ROUND(min({column}), {numeric_scale}) as decimal(38,{numeric_scale})), '999999999999999999.{'0'*numeric_scale}')) END as MIN_{column}, CASE WHEN TRIM(TO_CHAR(CAST(ROUND(max({column}), {numeric_scale}) as decimal(38,{numeric_scale})), '999999999999999999.{'0'*numeric_scale}')) like '.%' THEN '0' || TRIM(TO_CHAR(CAST(ROUND(max({column}), {numeric_scale}) as decimal(38,{numeric_scale})), '999999999999999999.{'0'*numeric_scale}')) ELSE TRIM(TO_CHAR(CAST(ROUND(max({column}), {numeric_scale}) as decimal(38,{numeric_scale})), '999999999999999999.{'0'*numeric_scale}')) END as MAX_{column}"
-                
+
                 elif  column_datatype.lower() == 'bf' or column_datatype.lower() == 'bv' or column_datatype.lower() == 'd' or column_datatype.lower() == 'f' or column_datatype.lower() == 'dy' or column_datatype.lower() == 'dh' or column_datatype.lower() == 'dm' or column_datatype.lower() == 'ds' or column_datatype.lower() == 'hr' or column_datatype.lower() == 'hs' or column_datatype.lower() == 'mi' or column_datatype.lower() == 'ms' or column_datatype.lower() == 'mo' or column_datatype.lower() == 'sc' or column_datatype.lower() == 'yr' or column_datatype.lower() == 'ym' or column_datatype.lower() == 'n' or column_datatype.lower() == 'd' :
                     if not numeric_scale:
                         aggregates += f", sum(({column} )) as sum_{column}"
@@ -313,15 +327,15 @@ class TeradataService(object):
 
 
                 elif not only_numeric and ( column_datatype.lower() == 'da' or column_datatype.lower() == 'pd' or column_datatype.lower() == 'pt' or column_datatype.lower() == 'pz' or column_datatype.lower() == 'pm' or column_datatype.lower() == 'at' or column_datatype.lower() == 'ts' or column_datatype.lower() == 'tz' or column_datatype.lower() == 'sz'):
-                    
+
                     aggregates += f", count(distinct {column}) as COUNTDISTINCT_{column}"
                     aggregates_min += f", min({column}) as MIN_{column}, max({column}) as MAX_{column}"
 
                 elif not only_numeric and (column_datatype.lower() == 'cv' or column_datatype.lower() == 'cf' or column_datatype.lower() == 'co'):
-                    
+
                     aggregates += f", count(distinct {column}) as COUNTDISTINCT_{column}"
                     aggregates_min += f", min(TRIM({column})) as MIN_{column}, max(TRIM({column})) as MAX_{column}"
-                    
+
                 elif not only_numeric  and column_datatype.lower() == 'i1' and 1 == 0:
 
                     aggregates += f", (SELECT CONCAT ((select trim(count(*)) as val FROM {object.schema}.{object.name} WHERE {column} = 1),'_',(select trim(count(*)) as val from {object.schema}.{object.name} WHERE {column} = 0))) AS AGGREGATEBOOLEAN_{column}"
@@ -367,7 +381,8 @@ class TeradataService(object):
         return group_by_aggregation_pdf, group_by_query_aggregation_string, group_by_query_columns_string, grouping_columns_final, error_dict
 
 
-    def create_pandas_df(self, object : DatabaseObject, intersection_columns_trgt_src: list, where_clause:str="", exclude_columns:list=[]) -> pd.DataFrame:
+    def create_pandas_df(self, object : DatabaseObject, intersection_columns_trgt_src: list, where_clause:str="", exclude_columns:list=[],
+        enclose_column_by_double_quotes: bool = False) -> pd.DataFrame:
 
         if self.teradata_connection is None:
             self._connect_to_teradata()
@@ -379,8 +394,10 @@ class TeradataService(object):
         src_pdf = self.execute_queries(df_query,True)
 
         return src_pdf
-    
-    def create_pandas_df_from_sample(self, object: DatabaseObject, column_intersections: list,  key_columns: list, where_clause: str="", exclude_columns:list=[], key_filters: dict={}, dedicated_columns: list=[], sample_count :int=10) -> List[Dict]:
+
+    def create_pandas_df_from_sample(self, object: DatabaseObject, column_intersections: list,  key_columns: list, where_clause: str="", exclude_columns:list=[], key_filters: dict={}, dedicated_columns: list=[], sample_count :int=10,
+        numeric_scale: int = None,
+        enclose_column_by_double_quotes: bool = False) -> List[Dict]:
 
         if self.teradata_connection is None:
             self._connect_to_teradata()
@@ -416,12 +433,12 @@ class TeradataService(object):
             for column in dedicated_intersection:
                 column_datatype=next(x for x in dict_colummns_datatype if x["COLUMN_NAME"] == column)["DATA_TYPE"]
                 column_datatype = column_datatype.split('(')[0]
-                
+
                 if column_datatype.lower() == 'i8' or column_datatype.lower() == 'i1' or column_datatype.lower() == 'i' or column_datatype.lower() == 'i2':
                     column_intersecions_new.append(f"CASE WHEN TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) like '.%' THEN '0' || TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00'))  ELSE TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) END  as {column}")
                     used_columns.append(column)
                     numeric_columns.append(column)
-                
+
                 elif  column_datatype.lower() == 'bf' or column_datatype.lower() == 'bv' or column_datatype.lower() == 'd' or column_datatype.lower() == 'f' or column_datatype.lower() == 'dy' or column_datatype.lower() == 'dh' or column_datatype.lower() == 'dm' or column_datatype.lower() == 'ds' or column_datatype.lower() == 'hr' or column_datatype.lower() == 'hs' or column_datatype.lower() == 'mi' or column_datatype.lower() == 'ms' or column_datatype.lower() == 'mo' or column_datatype.lower() == 'sc' or column_datatype.lower() == 'yr' or column_datatype.lower() == 'ym' or column_datatype.lower() == 'n' or column_datatype.lower() == 'd' :
                     column_intersecions_new.append(f"CASE WHEN TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) like '.%' THEN '0' || TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) ELSE TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) END  as {column}")
                     used_columns.append(column)
@@ -452,22 +469,22 @@ class TeradataService(object):
                     values = list(key_filters.values())
                     if values[0] == []:
                         sample_query = f"SELECT {columns} FROM {object.schema}.{object.name} SAMPLE {sample_count} {where_clause} ORDER BY {keys};"
-                    else:                   
+                    else:
                         where_clause = f'{where_clause} AND (('
                         print(key_filters)
                         for j in range(len(values[0])):
                             for key in key_filters.keys():
                                 if key == 'TECH_ID' or key in numeric_columns:
-                                    where_clause += f" CAST(ROUND({key}, 2) as decimal(38,2)) = {str(key_filters[key][j])} AND" 
-                                else: 
-                                    where_clause += f" {key} = '{str(key_filters[key][j])}' AND" 
+                                    where_clause += f" CAST(ROUND({key}, 2) as decimal(38,2)) = {str(key_filters[key][j])} AND"
+                                else:
+                                    where_clause += f" {key} = '{str(key_filters[key][j])}' AND"
                             where_clause = f" {where_clause[:-3]}) OR ("
                         where_clause = f"{where_clause[:-4]})"
 
                         sample_query = f"SELECT {columns} FROM {object.schema}.{object.name} SAMPLE {sample_count} {where_clause} ORDER BY {keys};"
                 else:
                     sample_query = f"SELECT {columns} FROM {object.schema}.{object.name} SAMPLE {sample_count} {where_clause} ORDER BY {keys};"
-        
+
         elif key_intersection != [] and not is_dedicated:
             column_intersecions_new = []
             used_columns = []
@@ -477,13 +494,13 @@ class TeradataService(object):
             for column in column_intersections:
                 column_datatype=next(x for x in dict_colummns_datatype if x["COLUMN_NAME"] == column)["DATA_TYPE"]
                 column_datatype = column_datatype.split('(')[0]
-                
+
                 if column_datatype.lower() == 'i8' or column_datatype.lower() == 'i1' or column_datatype.lower() == 'i' or column_datatype.lower() == 'i2':
                     #TODO FFR - negativer Fall
                     column_intersecions_new.append(f"CASE WHEN TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) like '.%' THEN '0' || TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) ELSE TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) END  as {column}")
                     used_columns.append(column)
                     numeric_columns.append(column)
-                
+
                 elif  column_datatype.lower() == 'bf' or column_datatype.lower() == 'bv' or column_datatype.lower() == 'd' or column_datatype.lower() == 'f' or column_datatype.lower() == 'dy' or column_datatype.lower() == 'dh' or column_datatype.lower() == 'dm' or column_datatype.lower() == 'ds' or column_datatype.lower() == 'hr' or column_datatype.lower() == 'hs' or column_datatype.lower() == 'mi' or column_datatype.lower() == 'ms' or column_datatype.lower() == 'mo' or column_datatype.lower() == 'sc' or column_datatype.lower() == 'yr' or column_datatype.lower() == 'ym' or column_datatype.lower() == 'n' or column_datatype.lower() == 'd' :
                     column_intersecions_new.append(f"CASE WHEN TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) like '.%' THEN '0' || TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) ELSE TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) END as {column}")
                     used_columns.append(column)
@@ -504,7 +521,7 @@ class TeradataService(object):
             columns = columns[:-2]
             keys = str(key_intersection)[1:-1].replace("'", "")
 
- 
+
             if key_filters == {}:
                 sample_query = f"SELECT {columns} FROM {object.schema}.{object.name} SAMPLE {sample_count} {where_clause} ORDER BY {keys};"
             else:
@@ -525,7 +542,7 @@ class TeradataService(object):
                     # where_clause += " in " + in_clause
                     if values[0] == []:
                         sample_query = f"SELECT {columns} FROM {object.schema}.{object.name} SAMPLE {sample_count} {where_clause} ORDER BY {keys};"
-                    else:      
+                    else:
                         where_clause = f'{where_clause} AND (('
                         print(key_filters)
                         for j in range(len(values[0])):
@@ -533,7 +550,7 @@ class TeradataService(object):
                                 if key_filters.keys() in numeric_columns:
                                     where_clause += f" {key} = {str(key_filters[key][j])} AND"
                                 else:
-                                    where_clause += f" {key} = '{str(key_filters[key][j])}' AND" 
+                                    where_clause += f" {key} = '{str(key_filters[key][j])}' AND"
                             where_clause += f" {where_clause[:-3]}) OR ("
                         where_clause = f"{where_clause[:-4]})"
 
@@ -552,17 +569,17 @@ class TeradataService(object):
                 print(dict_colummns_datatype)
                 column_datatype=next(x for x in dict_colummns_datatype if x["COLUMN_NAME"] == column)["DATA_TYPE"]
                 column_datatype = column_datatype.split('(')[0]
-                
+
                 if column_datatype.lower() == 'i8' or column_datatype.lower() == 'i1' or column_datatype.lower() == 'i' or column_datatype.lower() == 'i2':
                     column_intersecions_new.append(f"CASE WHEN TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) like '.%' THEN '0' || TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) ELSE TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) END  as {column}")
-                    used_columns.append(column) 
+                    used_columns.append(column)
                     numeric_columns.append(column)
-                
+
                 elif  column_datatype.lower() == 'bf' or column_datatype.lower() == 'bv' or column_datatype.lower() == 'd' or column_datatype.lower() == 'f' or column_datatype.lower() == 'dy' or column_datatype.lower() == 'dh' or column_datatype.lower() == 'dm' or column_datatype.lower() == 'ds' or column_datatype.lower() == 'hr' or column_datatype.lower() == 'hs' or column_datatype.lower() == 'mi' or column_datatype.lower() == 'ms' or column_datatype.lower() == 'mo' or column_datatype.lower() == 'sc' or column_datatype.lower() == 'yr' or column_datatype.lower() == 'ym' or column_datatype.lower() == 'n' or column_datatype.lower() == 'd' :
                     column_intersecions_new.append(f"CASE WHEN TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) like '.%' THEN '0' || TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) ELSE TRIM(TO_CHAR(CAST(ROUND({column}, 2) as decimal(38,2)), '999999999999999999999999.00')) END  as {column}")
-                    used_columns.append(column) 
+                    used_columns.append(column)
                     numeric_columns.append(column)
-                    
+
                 elif column_datatype.lower() == 'cv' or column_datatype.lower() == 'cf' or column_datatype.lower() == 'cf':
                     column_intersecions_new.append(f'TRIM({column}) as decimal(38,2)) AS {column}')
                     used_columns.append(column)
@@ -662,4 +679,4 @@ class TeradataService(object):
                 _ = self.teradata_connection.execute(stripped_statement)
 
         except Exception as err:
-            raise Exception(self._get_error_message(err, single_statement)) from err
+            raise Exception(self._get_error_message(err, single_statement)) from err

icsDataValidation/services/system_service.py

@@ -1,6 +1,7 @@
 from icsDataValidation.connection_setups.snowflake_connection_setup import load_snowflake_credentials
 from icsDataValidation.connection_setups.exasol_connection_setup import load_exasol_credentials
 from icsDataValidation.connection_setups.azure_connection_setup import load_azure_credentials
+from icsDataValidation.connection_setups.sqlserver_connection_setup import load_sqlserver_credentials
 from icsDataValidation.connection_setups.teradata_connection_setup import load_teradata_credentials
 from icsDataValidation.connection_setups.oracle_connection_setup import load_oracle_credentials
 from icsDataValidation.connection_setups.databricks_connection_setup import load_databricks_credentials
@@ -8,6 +9,7 @@ from icsDataValidation.services.database_services.snowflake_service import Snowf
 from icsDataValidation.services.database_services.teradata_service import TeradataService
 from icsDataValidation.services.database_services.exasol_service import ExasolService
 from icsDataValidation.services.database_services.azure_service import AzureService
+from icsDataValidation.services.database_services.sqlserver_service import SQLServerService
 from icsDataValidation.services.database_services.oracle_service import OracleService
 from icsDataValidation.services.database_services.databricks_hive_metastore_service import DatabricksHiveMetastoreService
 from icsDataValidation.services.database_services.databricks_unity_catalog_service import DatabricksUnityCatalogService
@@ -33,6 +35,7 @@ class SystemService:
             "SNOWFLAKE": load_snowflake_credentials,
             "EXASOL": load_exasol_credentials,
             "AZURE": load_azure_credentials,
+            "SQLSERVER": load_sqlserver_credentials,
             "TERADATA": load_teradata_credentials,
             "ORACLE": load_oracle_credentials,
             "DATABRICKS_HIVE_METASTORE": load_databricks_credentials,
@@ -52,6 +55,7 @@ class SystemService:
             "SNOWFLAKE": SnowflakeService,
             "EXASOL": ExasolService,
             "AZURE": AzureService,
+            "SQLSERVER": SQLServerService,
             "TERADATA": TeradataService,
             "ORACLE": OracleService,
             "DATABRICKS_HIVE_METASTORE": DatabricksHiveMetastoreService,

icsdatavalidation-1.0.419.dist-info/METADATA

@@ -0,0 +1,20 @@
+Metadata-Version: 2.4
+Name: icsDataValidation
+Version: 1.0.419
+Summary: Add your description here
+Author-email: initions <ICSMC_EXT_PYPIORG@accenture.com>
+License: MIT
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+Requires-Dist: azure-storage-blob==12.13.1
+Requires-Dist: boto3==1.26.154
+Requires-Dist: cloe-util-snowflake-connector==1.0.5
+Requires-Dist: databricks-sdk==0.29.0
+Requires-Dist: databricks-sql-connector==3.0.1
+Requires-Dist: numpy==1.26.3
+Requires-Dist: oracledb==2.5.0
+Requires-Dist: pandas==2.2.2
+Requires-Dist: pyexasol==0.24.0
+Requires-Dist: pyodbc
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: teradatasql==17.20.0.10

{icsDataValidation-1.0.378.dist-info → icsdatavalidation-1.0.419.dist-info}/RECORD

@@ -1,42 +1,42 @@
-examples/ics_data_validation.py,sha256=vyBAnU8yQGKGH33ZxrvaZpY-kt1iQ3h53kzkKG0Y7gI,139
-examples/manual_execution_params.template.py,sha256=g3LAah1zEXJtozAZFpkxCm-JCWXSQY3R2SG-8YcPV9c,2038
 icsDataValidation/configuration.py,sha256=HOFjmC8_e2nvoItndMtJQQA1MR5aCgZGeF1AwY_FvjE,477
-icsDataValidation/main.py,sha256=nmbFM8Epf4-Nhd9ArH31wT7Yx0MSjIHxX93zPke1ArA,12498
+icsDataValidation/main.py,sha256=HGnQZ_A9Z4tdCloXs4Lap79LKVOkbmm1ethYbI0Qqlg,12582
 icsDataValidation/connection_setups/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-icsDataValidation/connection_setups/azure_connection_setup.py,sha256=gvTyctG63olZWfFH-qNHcuInMYWcJGWeLpdzciFvZwc,725
+icsDataValidation/connection_setups/azure_connection_setup.py,sha256=qxPvD-VZhdJqrdj06IVIk2Ud287YlLhE22Q5_oYKetM,790
 icsDataValidation/connection_setups/databricks_connection_setup.py,sha256=dNEBum-8R-TUW2SCEk3CaNtCr_gLFvn456KBlENpgJU,1220
 icsDataValidation/connection_setups/exasol_connection_setup.py,sha256=RfCUsL6G-NaOW-qNK-3SfHcljbRaKD6fDIHXkNQhClk,590
 icsDataValidation/connection_setups/oracle_connection_setup.py,sha256=D-4ucC1ChE4HYm93ECIEg_yBOrn1NkknxFBgFRGFmWs,978
 icsDataValidation/connection_setups/snowflake_connection_setup.py,sha256=IgEhni4Q0oYGh2QzptpyfEUvUt3cVO28jNSGg11cxyI,1778
+icsDataValidation/connection_setups/sqlserver_connection_setup.py,sha256=ayRao5BbhkEJTteaeZiryz_GLC_6F_02XalvJDHM_4k,802
 icsDataValidation/connection_setups/teradata_connection_setup.py,sha256=fIpuxz-FTqFK2vSMSuokqU9sdJkaJ4UP5piY_zIbj5k,624
 icsDataValidation/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 icsDataValidation/core/database_objects.py,sha256=2oaDaVQajSYI_HJjJy1pmc6FsoK_wMfwgu6ZgEcFvow,523
 icsDataValidation/core/object_comparison.py,sha256=OEz5m1pp_PbIWyM5998iB5obFKYdJEqDo9Z0Hpj7o4A,14988
 icsDataValidation/input_parameters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-icsDataValidation/input_parameters/testing_tool_params.py,sha256=6LkqEaH3vaeCn6d1b3jYIwlXAXIRclxLzcXdsmlkc9M,6731
+icsDataValidation/input_parameters/testing_tool_params.py,sha256=trVZmxd2hsJRBWgdv0YePdaA9T20QbL3bOCVUOwIH18,6907
 icsDataValidation/output_parameters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 icsDataValidation/output_parameters/result_params.py,sha256=5Mk9L9zWaxUqcKwLZQ539lVUp0b0s-YUmSA3PBgbqfs,2833
 icsDataValidation/services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-icsDataValidation/services/comparison_service.py,sha256=x8RjZs2bgYDHFueq5ysNADY1cC6rYBf6eDyCsF-_w84,42705
+icsDataValidation/services/comparison_service.py,sha256=xd3FuiJ9WN37pPTlEOzlVlq12_mjY6ny26vnYi-OhCw,44992
 icsDataValidation/services/initialization_service.py,sha256=AHbJrq_LjMPFoeOJC2pi2ZZ1xkL8njSZn38psc3do60,6687
 icsDataValidation/services/result_service.py,sha256=edD6aejIi5P7qDNHKnN46KrN5tfzwqnw5TB35SvFAWU,28396
-icsDataValidation/services/system_service.py,sha256=GSkSPNG5PlLWchwlYM5H-1FMtuCNwpXcyZZOUB_0stU,3228
+icsDataValidation/services/system_service.py,sha256=GErl_Zx_DaajXTTyfJJ5_xqpd2nLnfnRHcPDa_OVF58,3518
 icsDataValidation/services/testset_service.py,sha256=k1wRjI4Ltw9fylek9iW8N6DvnXn13wf6IJ703qQDMEc,15363
 icsDataValidation/services/database_services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-icsDataValidation/services/database_services/azure_service.py,sha256=VTdaT6is_4MMbK9wBJMSJLRFKVRVG-0btjp7dw4izJg,16338
-icsDataValidation/services/database_services/databricks_hive_metastore_service.py,sha256=7UwRazJSPx4A_5wmf9_wt39bHpuyugMQ5HxN6BQAp0w,87581
-icsDataValidation/services/database_services/databricks_unity_catalog_service.py,sha256=INA8rd3KW_jAplNagGa9tEON3dyOufcIAPOOdmc0Mrc,70259
-icsDataValidation/services/database_services/exasol_service.py,sha256=7LYnRScO3DxBmuSN0HmTgsFc2el-Ii3A9jgGsXSJVU8,11074
-icsDataValidation/services/database_services/oracle_service.py,sha256=60unwWlHm520ioFmz0y2K8ApwZrruf9iB0ojjQx0IWc,31523
-icsDataValidation/services/database_services/snowflake_service.py,sha256=q5sygAAn29-GiA4c38IvTOqkhQNme928wtlnCmrPg6I,60973
-icsDataValidation/services/database_services/teradata_service.py,sha256=Rf0xzcZGEbooq3r2Rfe2fCahTm2Xw4uznQa8vyWoyqM,40169
+icsDataValidation/services/database_services/azure_service.py,sha256=bAfpekHowj92qAm3C0hVyxwTpg5J3DoF82DdGKXoe6Q,16932
+icsDataValidation/services/database_services/databricks_hive_metastore_service.py,sha256=JfI-6buw7PfK-gORiAaBx8koVdORfMZav1-w7q697NI,88177
+icsDataValidation/services/database_services/databricks_unity_catalog_service.py,sha256=g7uMrPErjc6El9BmikDc3LmxwCCZnsuzxn4_hIJi7u0,70856
+icsDataValidation/services/database_services/exasol_service.py,sha256=LdjU8mM77zTmNmhJPQrgQO-HwAZv0C0seYMDjuWU9BQ,11153
+icsDataValidation/services/database_services/oracle_service.py,sha256=6t0tt0TJvre_1B5FVTFgCNZYgipT8zCtNngXMEnQi98,31826
+icsDataValidation/services/database_services/snowflake_service.py,sha256=ryQ57NLnx8jWp3n2xP2E9sQs8bCshFjw17q6KVer9cc,63437
+icsDataValidation/services/database_services/sqlserver_service.py,sha256=ApPCwuq8tmSq7vPsFhKzKaQnHUaZS5EoS77Nr8c1g-k,38476
+icsDataValidation/services/database_services/teradata_service.py,sha256=h1UX-Wrf9qvZ_hXpH-Y63TRZ8csOCVcEjFn6ux7hvyk,40299
 icsDataValidation/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 icsDataValidation/utils/file_util.py,sha256=ZTMB1sTnIIdffg9tEJRCFQQ5SG8Fksc5ie1PM4gHXG4,3432
 icsDataValidation/utils/logger_util.py,sha256=xS48_FFMot_hyQgJY8DUeRTn5jpdvRt5QI6bvlV1jCY,3647
 icsDataValidation/utils/pandas_util.py,sha256=D_g7Xw7BIS2E-1ZhJIvp62K5xuKjIkj-7TxH4HN_8SI,6505
 icsDataValidation/utils/parallelization_util.py,sha256=6P0YcQLmunW_fHR4f5-kdncZbOlxxqKyk6ZAFQQEd2k,2088
 icsDataValidation/utils/sql_util.py,sha256=0c-BInElSsRmXUedfLP_h9Wsiscv9aic7IIc5f15Uzo,396
-icsDataValidation-1.0.378.dist-info/METADATA,sha256=-z-63TA0u2QwX0ql0HhR0ChS4KkNP2Ahi9gR67MtWPI,720
-icsDataValidation-1.0.378.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-icsDataValidation-1.0.378.dist-info/top_level.txt,sha256=YL9V1qreCXZeUCy-tzA4Vxv5-6mvXy5lsfAT0nQapfg,53
-icsDataValidation-1.0.378.dist-info/RECORD,,
+icsdatavalidation-1.0.419.dist-info/METADATA,sha256=DFfV06xG1WzDcBigFRlfcKjEVrc1TV9ucLHpNPtDcfg,661
+icsdatavalidation-1.0.419.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+icsdatavalidation-1.0.419.dist-info/top_level.txt,sha256=BqWUGJb4J7ZybpDMeuGHxEHGHwXXJEIURd9pBybHzTM,18
+icsdatavalidation-1.0.419.dist-info/RECORD,,

{icsDataValidation-1.0.378.dist-info → icsdatavalidation-1.0.419.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.37.1)
+Generator: setuptools (78.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

icsdatavalidation-1.0.419.dist-info/top_level.txt

@@ -0,0 +1 @@
+icsDataValidation

examples/ics_data_validation.py

@@ -1,7 +0,0 @@
-
-from  manual_execution_params import manual_execution_params
-from icsDataValidation import main
-
-manual_execution_params()
-
-main.execute()

examples/manual_execution_params.template.py

@@ -1,44 +0,0 @@
-#########################################################################################
-#########################################################################################
-import os
-
-def manual_execution_params():
-
-    # Manual execution: File location of the icsDataValidation configuration
-    os.environ["CONFIG_FOLDER_NAME"]                    = 'examples/'
-    os.environ["CONFIGURATION_FILE_NAME"]               = 'ics_data_validation_config.json'
-    os.environ["MIGRATION_CONFIGURATION_FILE_NAME"]     = 'migration_config.json'
-
-    # Manual execution: File path of the locally stored secrets
-    # Syntax: <parameter_name>="<value>" per row
-    os.environ["ENV_FILEPATH"]  = ''
-
-    # Manual execution: Testset settings
-    os.environ["DATABASE_NAME"] = '' #
-    os.environ["SCHEMA_NAME"] = '' #
-
-    os.environ["TESTSET_FILE_NAMES"] = ''  # for no testset define as ''
-
-    os.environ["OBJECT_TYPE_RESTRICTION"] = '' #'include_all', 'include_only_tables', 'include_only_views'
-
-    # Manual execution: Result settings
-    os.environ["UPLOAD_RESULT_TO_BLOB"] = '' #boolean: True or False
-    os.environ["UPLOAD_RESULT_TO_BUCKET"] = '' #boolean: True or False
-    os.environ["UPLOAD_RESULT_TO_RESULT_DATABASE"] = ''#boolean: True or False
-
-    # Manual execution: Pandas Dataframe Comparison restrictions -> -1 for no pandas-df comparison at all
-    os.environ["MAX_OBJECT_SIZE"] = str(-1) #-1
-    os.environ["MAX_ROW_NUMBER"]  = str(-1) #-1
-
-    # Manual execution: Parallelization of comparison settings
-    os.environ["MAX_NUMBER_OF_THREADS"]  = str(1) #1
-
-    # Manual execution: Group-By-Aggregation settings
-    os.environ["EXECUTE_GROUP_BY_COMPARISON"] = '' #boolean: True or False
-    os.environ["USE_GROUP_BY_COLUMNS"] = '' #boolean: True or False
-    os.environ["MIN_GROUP_BY_COUNT_DISTINCT"] = str(2) #2
-    os.environ["MAX_GROUP_BY_COUNT_DISTINCT"] = str(5) #5
-    os.environ["MAX_GROUP_BY_SIZE"] = str(100000000) #100000000
-
-    # Manual execution: Precision settings
-    os.environ["NUMERIC_SCALE"] = str(2)

icsDataValidation-1.0.378.dist-info/METADATA

@@ -1,20 +0,0 @@
-Metadata-Version: 2.1
-Name: icsDataValidation
-Version: 1.0.378
-Summary: ics data validation
-Home-page: https://initions.com/
-Author: initions
-Author-email: ICSMC_EXT_PYPIORG@accenture.com
-License: MIT
-Requires-Dist: snowflake-connector-python[pandas] (==3.7.1)
-Requires-Dist: python-dotenv (==0.20.0)
-Requires-Dist: pyodbc
-Requires-Dist: pyexasol (==0.24.0)
-Requires-Dist: pandas (==2.2.2)
-Requires-Dist: azure-storage-blob (==12.13.1)
-Requires-Dist: teradatasql (==17.20.0.10)
-Requires-Dist: boto3 (==1.26.154)
-Requires-Dist: oracledb (==2.5.0)
-Requires-Dist: databricks-sql-connector (==3.0.1)
-Requires-Dist: databricks-sdk (==0.29.0)
-Requires-Dist: numpy (==1.26.3)

icsDataValidation-1.0.378.dist-info/top_level.txt

@@ -1,4 +0,0 @@
-azure-pipelines
-examples
-icsDataValidation
-resources