icsDataValidation 1.0.378__py3-none-any.whl → 1.0.415__py3-none-any.whl

icsDataValidation/services/database_services/azure_service.py

@@ -1,9 +1,9 @@
 import pyodbc
-import pandas.io.sql 
+import pandas.io.sql
 import pandas as pd
 import logging
 
-from typing import Union, List, Dict 
+from typing import Union, List, Dict
 
 from icsDataValidation.utils.logger_util import configure_dev_ops_logger
 from icsDataValidation.core.database_objects import DatabaseObject
@@ -17,7 +17,7 @@ logger = logging.getLogger('Azure_Service')
 logger.setLevel(logging.INFO)
 configure_dev_ops_logger(logger)
 
-class AzureService(object):
+class AzureService:
     def __init__(self, connection_params: dict):
         self.connection_params =connection_params
         self.azure_connection = None
@@ -34,12 +34,17 @@ class AzureService(object):
             self.azure_connection.close()
 
     def _connect_to_azure(self):
-        azure_connection_string = f"DRIVER={self.connection_params['Driver']};SERVER={self.connection_params['Server']};PORT=1443;DATABASE={self.connection_params['Database']};UID={self.connection_params['User']};PWD={self.connection_params['Password']}"
-        #'DRIVER='+driver+';SERVER='+server+';DATABASE='+database+';UID='+username+';PWD='+ password
+        azure_connection_string = (
+            f"DRIVER={self.connection_params['Driver']};"
+            f"SERVER={self.connection_params['Server']};"
+            f"PORT={self.connection_params['Port']};"
+            f"DATABASE={self.connection_params['Database']};"
+            f"UID={self.connection_params['User']};"
+            f"PWD={self.connection_params['Password']}"
+        )
         self.azure_connection = pyodbc.connect(azure_connection_string)
         return self.azure_connection
 
-
     @staticmethod
     def _get_error_message(excepction: Exception, statement: str) -> None:
         """
@@ -65,21 +70,20 @@ class AzureService(object):
 
         if object_type_restriction=='include_all' or object_type_restriction=='include_only_tables':
             if schema:
-                query_db_tables=f"select schema_name(t.schema_id) as schema_name, t.name as table_name from sys.tables t where schema_name(t.schema_id) = '{object.schema}' order by schema_name;"
-            else:    
+                query_db_tables=f"select schema_name(t.schema_id) as schema_name, t.name as table_name from sys.tables t where schema_name(t.schema_id) = '{schema}' order by schema_name;"
+            else:
                 query_db_tables=f"select schema_name(t.schema_id) as schema_name, t.name as table_name from sys.tables t order by schema_name;"
 
             all_database_tables = self.execute_queries(query_db_tables)
 
-
         elif object_type_restriction=='include_all' or object_type_restriction=='include_only_views':
             if schema:
-                query_db_views=f"select schema_name(t.schema_id) as schema_name, t.name as table_name from sys.views t where schema_name(t.schema_id) = '{object.schema}' order by schema_name;"
-            else:    
+                query_db_views=f"select schema_name(t.schema_id) as schema_name, t.name as table_name from sys.views t where schema_name(t.schema_id) = '{schema}' order by schema_name;"
+            else:
                 query_db_views=f"select schema_name(t.schema_id) as schema_name, t.name as table_name from sys.views t order by schema_name;"
 
             all_database_views = self.execute_queries(query_db_views)
-        
+
         database_objects=[]
         for row in all_database_tables:
             database_table=f'{database}.{row[0].upper()}.{row[1].upper()}'
@@ -110,13 +114,13 @@ class AzureService(object):
     def get_row_count_from_object(self, object : DatabaseObject) -> int:
         if self.azure_connection is None:
             self._connect_to_azure()
-        
+
         query_get_row_count = f"select count(*) as ROW_COUNT from {object.schema}.{object.name};"
 
         row_count = self.execute_queries(query_get_row_count).fetchall()[0][0]
 
         return row_count
-    
+
     def get_data_types_from_object(self, object : DatabaseObject, column_intersections: list) -> dict:
         results = []
 
@@ -124,27 +128,25 @@ class AzureService(object):
             self._connect_to_azure()
 
         column_intersections = str(column_intersections)[1:-1]
-        query_get_data_types_from_object=f"select col.name, t.name as data_type from sys.tables as tab inner join sys.columns as col on tab.object_id = col.object_id left join sys.types as t on col.user_type_id = t.user_type_id where tab.name = '{object.name}' and schema_name(tab.schema_id) = '{object.schema}'"        
+        query_get_data_types_from_object=f"select col.name, t.name as data_type from sys.tables as tab inner join sys.columns as col on tab.object_id = col.object_id left join sys.types as t on col.user_type_id = t.user_type_id where tab.name = '{object.name}' and schema_name(tab.schema_id) = '{object.schema}'"
         dict_colummns_datatype=self.execute_queries(query_get_data_types_from_object).fetchall()
 
-        for row in dict_colummns_datatype:
-            # logger.info(type(row))
-            row_to_list = [elem for elem in row]
-            results.append({"COLUMN_NAME":row_to_list[0],"DATA_TYPE":row_to_list[1]})
+        results = [{"COLUMN_NAME":row[0],"DATA_TYPE":row[1]} for row in dict_colummns_datatype]
 
         return results
 
-    def get_count_distincts_from_object(self, object : DatabaseObject, column_intersections: list) -> dict:
+    def get_count_distincts_from_object(self, object : DatabaseObject, column_intersections: list,
+            enclose_column_by_double_quotes: bool = False) -> dict:
         if self.azure_connection is None:
             self._connect_to_azure()
 
         unions=""
         for column in column_intersections:
             unions +=f"UNION SELECT '{column}' AS COLUMN_NAME, COUNT(DISTINCT {column}) AS COUNT_DISTINCT FROM {object.schema}.{object.name}"
-        
+
         query_get_count_distincts_from_object=f"{unions[5:]} ORDER BY COUNT_DISTINCT;"
         dict_count_distincts=self.execute_queries(query_get_count_distincts_from_object).fetchall()
-        
+
         return dict_count_distincts
 
     def get_table_size(self, object : DatabaseObject) -> int:
@@ -154,7 +156,25 @@ class AzureService(object):
 
         return size
 
-    def create_checksums(self, object : DatabaseObject, column_intersections: list) -> List[Dict]:
+    def create_checksums(
+            self,
+            object : DatabaseObject,
+            column_intersections: list,
+            enclose_column_by_double_quotes: bool = False
+        ) -> List[Dict]:
+        """creates checksums for given object in compliance with given conditions
+
+        Args:
+            object (DatabaseObject): table or view
+            column_intersections (list): columns that are used for checksums
+            where_clause (str, optional): Optional filter criteria given as sql-usable string. Defaults to "".
+            exclude_columns (list, optional): columns to exlude from calculation. Defaults to [].
+            numeric_scale (int, optional): number of decimal places for aggregations. Defaults to None.
+
+        Returns:
+            List[Dict]: checksums for columns of object
+        """
+
         if self.azure_connection is None:
             self._connect_to_azure()
 
@@ -162,7 +182,7 @@ class AzureService(object):
 
         dict_colummns_datatype=self.get_data_types_from_object(object, column_intersections)
 
-        # dict_colummns_datatype_dict = dict(zip(dict_colummns_datatype[::2], dict_colummns_datatype[1::2]))        
+        # dict_colummns_datatype_dict = dict(zip(dict_colummns_datatype[::2], dict_colummns_datatype[1::2]))
 
         aggregates = ""
         count_nulls = ""
@@ -174,13 +194,13 @@ class AzureService(object):
             count_nulls += f", sum(case when {column} is null then 1 else 0 end) as countnulls_{column}"
 
             if column_datatype.lower() == 'tinyint' or column_datatype.lower() == 'smallint' or column_datatype.lower() == 'int' or column_datatype.lower() == 'bigint' or column_datatype.lower() == 'decimal' or column_datatype.lower() == 'numeric' or column_datatype.lower() == 'smallmoney' or column_datatype.lower() == 'money' or column_datatype.lower() == 'float' or column_datatype.lower() == 'real':
-                
+
                 aggregates += f", sum({column}) as sum_{column}"
 
             elif column_datatype.lower() == 'char' or column_datatype.lower() == 'varchar' or column_datatype.lower() == 'varchar' or column_datatype.lower() == 'text' or column_datatype.lower() == 'nchar' or column_datatype.lower() == 'nvarchar' or column_datatype.lower() == 'nvarchar' or column_datatype.lower() == 'ntext' or column_datatype.lower() == 'binary' or column_datatype.lower() == 'varbinary' or column_datatype.lower() == 'varbinary' or column_datatype.lower() == 'datetime' or column_datatype.lower() == 'datetime2' or column_datatype.lower() == 'smalldatetime' or column_datatype.lower() == 'date' or column_datatype.lower() == 'time' or column_datatype.lower() == 'datetimeoffset' or column_datatype.lower() == 'timestamp':
-                
+
                 aggregates += f", count(distinct lower({column})) as countdistinct_{column}"
-                
+
             elif column_datatype.lower() == 'bit':
 
                 aggregates += f", (SELECT CONCAT ((select count(*) as val FROM {object.schema}.{object.name} WHERE {column} = 1),'_',(select count(*) as val from {object.schema}.{object.name} WHERE {column} = 0))) AS aggregateboolean_{column}"
@@ -210,26 +230,27 @@ class AzureService(object):
                 agg_result = 0
             else:
                 agg_result = aggregation_results[i]
-            
+
             if countnulls_results[i] is None:
                 cnt_result = 0
             else:
                 cnt_result = countnulls_results[i]
-            
+
             test_list.append([[item.split("_", 1)[0] for item in aggregation_columns][i],agg_result,cnt_result])
 
         checksums = dict(zip([item.split("_", 1)[1] for item in aggregation_columns] , test_list))
 
         return checksums
 
-    def create_pandas_df_from_group_by(self, object : DatabaseObject, column_intersections: list, group_by_column: str) -> List[Dict]:
+    def create_pandas_df_from_group_by(self, object : DatabaseObject, column_intersections: list, group_by_column: str,
+        enclose_column_by_double_quotes: bool = False) -> List[Dict]:
 
         if self.teradata_connection is None:
             self._connect_to_teradata()
 
         aggregation_columns= [f"{column.upper()}" for column in column_intersections if column != group_by_column]
 
-        dict_colummns_datatype=self.get_data_types_from_object(object, aggregation_columns)      
+        dict_colummns_datatype=self.get_data_types_from_object(object, aggregation_columns)
 
         aggregates = ""
 
@@ -238,13 +259,13 @@ class AzureService(object):
             column_datatype = column_datatype.split('(')[0]
 
             if column_datatype.lower() == 'tinyint' or column_datatype.lower() == 'smallint' or column_datatype.lower() == 'int' or column_datatype.lower() == 'bigint' or column_datatype.lower() == 'decimal' or column_datatype.lower() == 'numeric' or column_datatype.lower() == 'smallmoney' or column_datatype.lower() == 'money' or column_datatype.lower() == 'float' or column_datatype.lower() == 'real':
-                
+
                 aggregates += f", sum({column}) as sum_{column}"
 
             elif column_datatype.lower() == 'char' or column_datatype.lower() == 'varchar' or column_datatype.lower() == 'varchar' or column_datatype.lower() == 'text' or column_datatype.lower() == 'nchar' or column_datatype.lower() == 'nvarchar' or column_datatype.lower() == 'nvarchar' or column_datatype.lower() == 'ntext' or column_datatype.lower() == 'binary' or column_datatype.lower() == 'varbinary' or column_datatype.lower() == 'varbinary' or column_datatype.lower() == 'datetime' or column_datatype.lower() == 'datetime2' or column_datatype.lower() == 'smalldatetime' or column_datatype.lower() == 'date' or column_datatype.lower() == 'time' or column_datatype.lower() == 'datetimeoffset' or column_datatype.lower() == 'timestamp':
-                
+
                 aggregates += f", count(distinct lower({column})) as countdistinct_{column}"
-                
+
             elif column_datatype.lower() == 'bit':
 
                 aggregates += f", (SELECT CONCAT ((select count(*) as val FROM {object.schema}.{object.name} WHERE {column} = 1),'_',(select count(*) as val from {object.schema}.{object.name} WHERE {column} = 0))) AS aggregateboolean_{column}"
@@ -257,15 +278,22 @@ class AzureService(object):
 
         return group_by_aggregation_pdf
 
-    def create_pandas_df(self, object : DatabaseObject, intersection_columns_trgt_src: list , where_clause:str="", exclude_columns:list=[]) -> pd.DataFrame:
-      
+    def create_pandas_df(
+        self,
+        object : DatabaseObject,
+        intersection_columns_trgt_src: list,
+        where_clause:str="",
+        exclude_columns:list=[],
+        enclose_column_by_double_quotes: bool = False
+        ) -> pd.DataFrame:
+
         if self.azure_connection is None:
             self._connect_to_azure()
-        
+
         intersection_columns_trgt_src_ = ', '.join(list(set(intersection_columns_trgt_src) - set(exclude_columns)))
 
         df_query = f"select {intersection_columns_trgt_src_} from {object.schema}.{object.name} {where_clause};"
-            
+
         pdf = self.execute_queries(df_query,True)
 
         return pdf
@@ -274,7 +302,7 @@ class AzureService(object):
     def execute_queries(self, query: Union[str, List[str]],return_as_pdf:bool=False)  -> Union[List[Dict], List[List[Dict]]]:
         if self.azure_connection is None:
             self._connect_to_azure()
-        
+
         query_list: List[str] = query if isinstance(query, list) else [query]
 
         results = []
@@ -285,7 +313,7 @@ class AzureService(object):
                     query_result = pandas.io.sql.read_sql(single_query, self.azure_connection)
                 else:
                     query_result=self.azure_connection.execute(single_query)
-                
+
                 results.append(query_result)
 
         except Exception as err:
@@ -311,10 +339,8 @@ class AzureService(object):
             for single_statement in statement_list:
                 stripped_statement = (
                     single_statement.strip()
-                )  
+                )
                 _ = self.azure_connection.execute(stripped_statement)
 
         except Exception as err:
             raise Exception(self._get_error_message(err, single_statement)) from err
-
-

icsDataValidation/services/database_services/databricks_hive_metastore_service.py

@@ -85,6 +85,7 @@ class DatabricksHiveMetastoreService(object):
         numeric_columns: list,
         numeric_scale: int,
         where_exists: bool = True,
+        enclose_column_by_double_quotes: bool = False,
     ) -> str:
         """generates in_clause from list ready to expand the where clause, numeric values are rounded
 
@@ -110,7 +111,7 @@ class DatabricksHiveMetastoreService(object):
             in_clause_cols = f" WHERE (("
         for key in key_filters.keys():
             if key in numeric_columns:
-                in_clause_cols += f"""ROUND({key.replace("'", "")},2)""" + ","
+                in_clause_cols += f"""ROUND({key.replace("'", "")}, {numeric_scale})""" + ","
             else:
                 in_clause_cols += key.replace("'", "") + ","
         in_clause_cols = in_clause_cols[:-1] + ")"
@@ -118,7 +119,8 @@ class DatabricksHiveMetastoreService(object):
         return in_clause
 
     def _get_column_clause(
-        self, column_list: list, columns_datatype: list, numeric_scale, key_columns
+        self, column_list: list, columns_datatype: list, numeric_scale, key_columns,
+        enclose_column_by_double_quotes: bool = False
     ) -> dict:
         """turns list of desired columns into a sql compatible string
 
@@ -336,6 +338,7 @@ class DatabricksHiveMetastoreService(object):
         column_intersections: list,
         where_clause: str = "",
         exclude_columns: list = [],
+        enclose_column_by_double_quotes: bool = False,
     ) -> dict:
         """get distinct count for every column in a database object that is in column intersections list
 
@@ -412,6 +415,7 @@ class DatabricksHiveMetastoreService(object):
         where_clause: str = "",
         exclude_columns: list = [],
         numeric_scale: int = None,
+        enclose_column_by_double_quotes: bool = False,
     ) -> List[Dict]:
         """creates checksums for given object in compliance with given conditions
 
@@ -514,6 +518,7 @@ class DatabricksHiveMetastoreService(object):
         where_clause: str,
         exclude_columns: list,
         numeric_scale: int = None,
+        enclose_column_by_double_quotes: bool = False,
     ) -> List[Dict]:
         """execution of multiple aggregations at once
 
@@ -660,7 +665,12 @@ class DatabricksHiveMetastoreService(object):
         )
 
     def create_pandas_df(
-        self, object: DatabaseObject, intersection_columns_trgt_src: list, where_clause:str="", exclude_columns:list=[]
+        self,
+        object: DatabaseObject,
+        intersection_columns_trgt_src: list,
+        where_clause:str="",
+        exclude_columns:list=[],
+        enclose_column_by_double_quotes: bool = False
     ) -> pd.DataFrame:
         """creates pandas dataframes with all data from given object in given columns
 
@@ -693,6 +703,7 @@ class DatabricksHiveMetastoreService(object):
         dedicated_columns: list = [],
         sample_count: int = 10,
         numeric_scale: int = None,
+        enclose_column_by_double_quotes: bool = False,
     ) -> List[Dict]:
         if self.databricks_connection is None:
             self._connect_to_databricks()
@@ -742,7 +753,7 @@ class DatabricksHiveMetastoreService(object):
                 values = list(key_filters.values())
                 if values[0] != []:
                     in_clause = self._get_in_clause(
-                        key_filters, numeric_columns, numeric_scale, where_exists
+                        key_filters, numeric_columns, numeric_scale, where_exists, enclose_column_by_double_quotes
                     )
             else:
                 in_clause = ""
@@ -750,13 +761,14 @@ class DatabricksHiveMetastoreService(object):
         elif key_intersection != [] and not is_dedicated:
             keys = str(key_intersection)[1:-1].replace("'", "")
             column_clause, numeric_columns, used_columns = self._get_column_clause(
-                column_intersections, dict_colummns_datatype, numeric_scale, key_columns
+                column_intersections, dict_colummns_datatype, numeric_scale, key_columns,
+                enclose_column_by_double_quotes
             )
             if (key_filters != {}) & (filter_intersection != []):
                 values = list(key_filters.values())
                 if values[0] != []:
                     in_clause = self._get_in_clause(
-                        key_filters, numeric_columns, numeric_scale, where_exists
+                        key_filters, numeric_columns, numeric_scale, where_exists, enclose_column_by_double_quotes
                     )
             else:
                 in_clause = ""
@@ -767,7 +779,8 @@ class DatabricksHiveMetastoreService(object):
             )
             column_intersections.sort()
             column_clause, numeric_columns, used_columns = self._get_column_clause(
-                column_intersections, dict_colummns_datatype, numeric_scale, key_columns
+                column_intersections, dict_colummns_datatype, numeric_scale, key_columns,
+                enclose_column_by_double_quotes
             )
             sample_query = f"SELECT {column_clause} FROM {object.database}.{object.schema}.{object.name} TABLESAMPLE ({sample_count} ROWS) {where_clause};"
 

icsDataValidation/services/database_services/databricks_unity_catalog_service.py

@@ -85,6 +85,7 @@ class DatabricksUnityCatalogService(object):
         numeric_columns: list,
         numeric_scale: int,
         where_exists: bool = True,
+        enclose_column_by_double_quotes: bool = False,
     ) -> str:
         """generates in_clause from list ready to expand the where clause, numeric values are rounded
 
@@ -110,7 +111,7 @@ class DatabricksUnityCatalogService(object):
             in_clause_cols = f" WHERE (("
         for key in key_filters.keys():
             if key in numeric_columns:
-                in_clause_cols += f"""ROUND({key.replace("'", "")},2)""" + ","
+                in_clause_cols += f"""ROUND({key.replace("'", "")}, {numeric_scale})""" + ","
             else:
                 in_clause_cols += key.replace("'", "") + ","
         in_clause_cols = in_clause_cols[:-1] + ")"
@@ -118,7 +119,8 @@ class DatabricksUnityCatalogService(object):
         return in_clause
 
     def _get_column_clause(
-        self, column_list: list, columns_datatype: list, numeric_scale, key_columns
+        self, column_list: list, columns_datatype: list, numeric_scale, key_columns,
+        enclose_column_by_double_quotes: bool = False
     ) -> dict:
         """turns list of desired columns into a sql compatible string
 
@@ -334,6 +336,7 @@ class DatabricksUnityCatalogService(object):
         column_intersections: list,
         where_clause: str = "",
         exclude_columns: list = [],
+        enclose_column_by_double_quotes: bool = False,
     ) -> dict:
         """get distinct count for every column in a database object that is in column intersections list
 
@@ -410,6 +413,7 @@ class DatabricksUnityCatalogService(object):
         where_clause: str = "",
         exclude_columns: list = [],
         numeric_scale: int = None,
+        enclose_column_by_double_quotes: bool = False,
     ) -> List[Dict]:
         """creates checksums for given object in compliance with given conditions
 
@@ -504,6 +508,7 @@ class DatabricksUnityCatalogService(object):
         where_clause: str,
         exclude_columns: list,
         numeric_scale: int = None,
+        enclose_column_by_double_quotes: bool = False,
     ) -> List[Dict]:
         """execution of multiple aggregations at once
 
@@ -648,10 +653,11 @@ class DatabricksUnityCatalogService(object):
             grouping_columns_final,
             error_dict
         )
-    
+
 
     def create_pandas_df(
-        self, object: DatabaseObject, intersection_columns_trgt_src: list, where_clause:str="", exclude_columns:list=[]
+        self, object: DatabaseObject, intersection_columns_trgt_src: list, where_clause:str="", exclude_columns:list=[],
+        enclose_column_by_double_quotes: bool = False
     ) -> pd.DataFrame:
         """creates pandas dataframes with all data from given object in given columns
 
@@ -684,6 +690,7 @@ class DatabricksUnityCatalogService(object):
         dedicated_columns: list = [],
         sample_count: int = 10,
         numeric_scale: int = None,
+        enclose_column_by_double_quotes: bool = False,
     ) -> List[Dict]:
         if self.databricks_connection is None:
             self._connect_to_databricks()
@@ -728,12 +735,13 @@ class DatabricksUnityCatalogService(object):
                 dict_colummns_datatype,
                 numeric_scale,
                 key_columns,
+                enclose_column_by_double_quotes
             )
             if (key_filters != {}) & (filter_intersection != []):
                 values = list(key_filters.values())
                 if values[0] != []:
                     in_clause = self._get_in_clause(
-                        key_filters, numeric_columns, numeric_scale, where_exists
+                        key_filters, numeric_columns, numeric_scale, where_exists, enclose_column_by_double_quotes
                     )
             else:
                 in_clause = ""
@@ -741,13 +749,14 @@ class DatabricksUnityCatalogService(object):
         elif key_intersection != [] and not is_dedicated:
             keys = str(key_intersection)[1:-1].replace("'", "")
             column_clause, numeric_columns, used_columns = self._get_column_clause(
-                column_intersections, dict_colummns_datatype, numeric_scale, key_columns
+                column_intersections, dict_colummns_datatype, numeric_scale, key_columns,
+                enclose_column_by_double_quotes
             )
             if (key_filters != {}) & (filter_intersection != []):
                 values = list(key_filters.values())
                 if values[0] != []:
                     in_clause = self._get_in_clause(
-                        key_filters, numeric_columns, numeric_scale, where_exists
+                        key_filters, numeric_columns, numeric_scale, where_exists, enclose_column_by_double_quotes
                     )
             else:
                 in_clause = ""
@@ -758,7 +767,8 @@ class DatabricksUnityCatalogService(object):
             )
             column_intersections.sort()
             column_clause, numeric_columns, used_columns = self._get_column_clause(
-                column_intersections, dict_colummns_datatype, numeric_scale, key_columns
+                column_intersections, dict_colummns_datatype, numeric_scale, key_columns,
+                enclose_column_by_double_quotes
             )
             sample_query = f"SELECT {column_clause} FROM {object.database}.{object.schema}.{object.name} TABLESAMPLE ({sample_count} ROWS) {where_clause};"
 
@@ -1095,7 +1105,7 @@ class DatabricksUnityCatalogService(object):
             src_filter = object_result['SRC_FILTER']
             trgt_filter = object_result['TRGT_FILTER']
             excluded_columns = object_result['EXCLUDED_COLUMNS']
-            columns_equal = object_result['COLUMNS_EQUAL'] 
+            columns_equal = object_result['COLUMNS_EQUAL']
             column_intersection = str(object_result['COLUMN_INTERSECTION'])
             src_columns_minus_trgt_columns = object_result['SRC_COLUMNS_MINUS_TRGT_COLUMNS']
             trgt_columns_minus_src_columns = object_result['TRGT_COLUMNS_MINUS_SRC_COLUMNS']
@@ -1262,7 +1272,7 @@ class DatabricksUnityCatalogService(object):
 
         self.execute_statement(statement)
 
-        
+
 
         # extract the information needed for the table on object level
         for object_result in results['OBJECTS']:
@@ -1375,5 +1385,3 @@ class DatabricksUnityCatalogService(object):
                                                                         ;"""
 
                 self.execute_statement(insert_statement)
-
-