teradataml 17.20.0.7__py3-none-any.whl → 20.0.0.1__py3-none-any.whl

teradataml/dbutils/dbutils.py

@@ -1,1150 +1,1167 @@
-"""
-Copyright (c) 2018 by Teradata Corporation. All rights reserved.
-TERADATA CORPORATION CONFIDENTIAL AND TRADE SECRET
-
-Primary Owner: rameshchandra.d@teradata.com
-Secondary Owner: sanath.vobilisetty@teradata.com
-
-teradataml db utilities
-----------
-A teradataml database utility functions provide interface to Teradata Vantage common tasks such as drop_table, drop_view, create_table etc.
-"""
-import concurrent.futures, json, os, tempfile, shutil
-from datetime import datetime
-import pandas as pd
-from sqlalchemy.sql.functions import Function
-from teradataml.context import context as tdmlctx
-from teradataml.common.utils import UtilFuncs
-from teradataml.common.messages import Messages
-from teradataml.common.messagecodes import MessageCodes
-from teradataml.common.exceptions import TeradataMlException
-from teradataml.common.constants import TeradataTableKindConstants
-from teradataml.common.sqlbundle import SQLBundle
-from teradataml.common.constants import SQLConstants
-from teradataml.common.constants import TableOperatorConstants
-import teradataml.dataframe as tdmldf
-from teradataml.options.configure import configure
-from teradataml.utils.utils import execute_sql
-from teradataml.utils.validators import _Validators
-from teradatasql import OperationalError
-from teradatasqlalchemy.dialect import preparer, dialect as td_dialect
-from teradatasqlalchemy.dialect import TDCreateTablePost as post
-from sqlalchemy import Table, Column, MetaData, CheckConstraint, \
-    PrimaryKeyConstraint, ForeignKeyConstraint, UniqueConstraint
-
-
-def db_drop_table(table_name, schema_name=None):
-    """
-    DESCRIPTION:
-        Drops the table from the given schema.
-
-    PARAMETERS:
-        table_name:
-            Required Argument
-            Specifies the table name to be dropped.
-            Types: str
-
-        schema_name:
-            Optional Argument
-            Specifies schema of the table to be dropped. If schema is not specified, function drops table from the
-            current database.
-            Default Value: None
-            Types: str
-
-    RETURNS:
-        True - if the operation is successful.
-
-    RAISES:
-        TeradataMlException - If the table doesn't exist.
-
-    EXAMPLES:
-        >>> load_example_data("dataframe", "admissions_train")
-
-        # Drop table in current database
-        >>> db_drop_table(table_name = 'admissions_train')
-
-        # Drop table from the given schema
-        >>> db_drop_table(table_name = 'admissions_train', schema_name = 'alice')
-    """
-    # Argument validations
-    awu_matrix = []
-    awu_matrix.append(["schema_name", schema_name, True, (str), True])
-    awu_matrix.append(["table_name", table_name, False, (str), True])
-
-    # Validate argument types
-    _Validators._validate_function_arguments(awu_matrix)
-
-    # Joining view and schema names in the format "schema_name"."view_name"
-    table_name = _get_quoted_object_name(schema_name, table_name)
-
-    try:
-        return UtilFuncs._drop_table(table_name)
-    except TeradataMlException:
-        raise
-    except OperationalError:
-        raise
-    except Exception as err:
-        raise TeradataMlException(Messages.get_message(MessageCodes.DROP_FAILED, "table",
-                                                       table_name),
-                                  MessageCodes.DROP_FAILED) from err
-
-def db_drop_view(view_name, schema_name=None):
-    """
-    DESCRIPTION:
-        Drops the view from the given schema.
-
-    PARAMETERS:
-        view_name:
-            Required Argument
-            Specifies view name to be dropped.
-            Types: str
-
-        schema_name:
-            Optional Argument
-            Specifies schema of the view to be dropped. If schema is not specified, function drops view from the current
-            database.
-            Default Value: None
-            Types: str
-
-    RETURNS:
-        True - if the operation is successful.
-
-    RAISES:
-        TeradataMlException - If the view doesn't exist.
-
-    EXAMPLES:
-        # Create a view
-        >>> execute_sql("create view temporary_view as (select 1 as dummy_col1, 2 as dummy_col2);")
-
-        # Drop view in current schema
-        >>> db_drop_view(view_name = 'temporary_view')
-
-        # Drop view from the given schema
-        >>> db_drop_view(view_name = 'temporary_view', schema_name = 'alice')
-    """
-    # Argument validations
-    awu_matrix = []
-    awu_matrix.append(["schema_name", schema_name, True, (str), True])
-    awu_matrix.append(["view_name", view_name, False, (str), True])
-
-    # Validate argument types
-    _Validators._validate_function_arguments(awu_matrix)
-
-    # Joining view and schema names in the format "schema_name"."view_name"
-    view_name = _get_quoted_object_name(schema_name, view_name)
-
-    try:
-        return UtilFuncs._drop_view(view_name)
-    except TeradataMlException:
-        raise
-    except OperationalError:
-        raise
-    except Exception as err:
-        raise TeradataMlException(Messages.get_message(MessageCodes.DROP_FAILED, "view",
-                                                       view_name),
-                                  MessageCodes.DROP_FAILED) from err
-
-def db_list_tables(schema_name=None, object_name=None, object_type='all'):
-    """
-    DESCRIPTION:
-        Lists the Vantage objects(table/view) names for the specified schema name.
-
-    PARAMETERS:
-        schema_name:
-            Optional Argument.
-            Specifies the name of schema in the database. If schema is not specified, function lists tables/views from
-            the current database.
-            Default Value: None
-            Types: str
-
-        object_name:
-            Optional Argument.
-            Specifies a table/view name or pattern to be used for filtering them from the database.
-            Pattern may contain '%' or '_' as pattern matching characters.
-            A '%' represents any string of zero or more arbitrary characters. Any string of characters is acceptable as
-            a replacement for the percent.
-            A '_' represents exactly one arbitrary character. Any single character is acceptable in the position in
-            which the underscore character appears.
-            Default Value: None
-            Types: str
-            Example:
-                1. '%abc' will return all table/view object names starting with any character and ending with abc.
-                2. 'a_c' will return all table/view object names starting with 'a', ending with 'c' and has length of 3.
-
-        object_type:
-            Optional Argument.
-            Specifies object type to apply the filter. Valid values for this argument are 'all','table','view',
-            'volatile','temp'.
-                * all - List all the object types.
-                * table - List only tables.
-                * view - List only views.
-                * volatile - List only volatile tables.
-                * temp - List all teradataml temporary objects created in the specified database.
-            Default Value: 'all'
-            Types: str
-
-    RETURNS:
-        Pandas DataFrame
-
-    RAISES:
-        TeradataMlException - If the object_type argument is provided with invalid values.
-        OperationalError    - If any errors are raised from Vantage.
-
-    EXAMPLES:
-        # Example 1 - List all object types in the default schema
-        >>> load_example_data("dataframe", "admissions_train")
-        >>> db_list_tables()
-
-        # Example 2 - List all the views in the default schema
-        >>> execute_sql("create view temporary_view as (select 1 as dummy_col1, 2 as dummy_col2);")
-        >>> db_list_tables(None , None, 'view')
-
-        # Example 3 - List all the object types in the default schema whose names begin with 'abc' followed by one
-        # arbitrary character and any number of characters in the end.
-        >>> execute_sql("create view abcd123 as (select 1 as dummy_col1, 2 as dummy_col2);")
-        >>> db_list_tables(None, 'abc_%', None)
-
-        # Example 4 - List all the tables in the default schema whose names begin with 'adm_%' followed by one
-        # arbitrary character and any number of characters in the end.
-        >>> load_example_data("dataframe", "admissions_train")
-        >>> db_list_tables(None, 'adm_%', 'table')
-
-        # Example 5 - List all the views in the default schema whose names begin with any character but ends with 'abc'
-        >>> execute_sql("create view view_abc as (select 1 as dummy_col1, 2 as dummy_col2);")
-        >>> db_list_tables(None, '%abc', 'view')
-
-        # Example 6 - List all the volatile tables in the default schema whose names begin with 'abc' and ends with any
-        # arbitrary character and has a length of 4
-        >>> execute_sql("CREATE volatile TABLE abcd(col0 int, col1 float) NO PRIMARY INDEX;")
-        >>> db_list_tables(None, 'abc_', 'volatile')
-
-        # Example 7 - List all the temporary objects created by teradataml in the default schema whose names begins and
-        # ends with any number of arbitrary characters but contains 'filter' in between.
-        >>> db_list_tables(None, '%filter%', 'temp')
-    """
-
-    if tdmlctx.get_connection() is None:
-        raise TeradataMlException(Messages.get_message(MessageCodes.INVALID_CONTEXT_CONNECTION),
-                                  MessageCodes.INVALID_CONTEXT_CONNECTION)
-
-    # Argument validations
-    awu_matrix = []
-    awu_matrix.append(["schema_name", schema_name, True, (str), True])
-    awu_matrix.append(["object_name", object_name, True, (str), True])
-    permitted_object_types = [TeradataTableKindConstants.ALL.value,
-                              TeradataTableKindConstants.TABLE.value,
-                              TeradataTableKindConstants.VIEW.value,
-                              TeradataTableKindConstants.VOLATILE.value,
-                              TeradataTableKindConstants.TEMP.value]
-    awu_matrix.append(["object_type", object_type, True, (str), True, permitted_object_types])
-
-    # Validate argument types
-    _Validators._validate_function_arguments(awu_matrix)
-
-    try:
-        return _get_select_table_kind(schema_name, object_name, object_type)
-    except TeradataMlException:
-        raise
-    except OperationalError:
-        raise
-    except Exception as err:
-        raise TeradataMlException(Messages.get_message(MessageCodes.LIST_DB_TABLES_FAILED),
-                                  MessageCodes.LIST_DB_TABLES_FAILED) from err
-
-def _get_select_table_kind(schema_name, table_name, table_kind):
-    """
-    Get the list of the table names from the specified schema name.
-
-    PARAMETERS:
-        schema_name - The Name of schema in the database. The default value is the current database name.
-        table_name -  The pattern to be used to filtering the table names from the database.
-                      The table name argument can contain '%' as pattern matching charecter.For example '%abc'
-                      will return all table names starting with any charecters and ending with abc.
-        table_kind -  The table kind to apply the filter. The valid values are 'all','table','view','volatile','temp'.
-                      all - list the all the table kinds.
-                      table - list only tables.
-                      view - list only views.
-                      volatile - list only volatile temp.
-                      temp - list all teradata ml temporary objects created in the specified database.
-    RETURNS:
-        Panda's DataFrame - if the operation is successful.
-
-    RAISES:
-        Database error if an error occurred while executing query.
-
-    EXAMPLES:
-        _get_select_table_kind("schema_name", "table_name", "all")
-    """
-    object_name_str = None
-    if table_name is not None:
-        object_name_str = "'{0}'".format(table_name)
-    object_table_kind = None
-
-    # Check the schema name.
-    if schema_name is None:
-        schema_name = tdmlctx._get_current_databasename()
-
-    # Check the table kind.
-    if (table_kind == TeradataTableKindConstants.VOLATILE.value):
-        query = SQLBundle._build_help_volatile_table()
-    else:
-        # Tablekind:
-        # 'O' - stands for Table with no primary index and no partitioning
-        # 'Q' - stands for Queue table
-        # 'T' - stands for a Table with a primary index or primary AMP index, partitioning, or both.
-        #       Or a partitioned table with NoPI
-        # 'V' - stands for View
-        if (table_kind == TeradataTableKindConstants.TABLE.value):
-            object_table_kind = "'{0}','{1}','{2}'".format('O', 'Q', 'T')
-        elif (table_kind == TeradataTableKindConstants.VIEW.value):
-            object_table_kind = "'{0}'".format('V')
-        elif (table_kind == TeradataTableKindConstants.TEMP.value):
-            if table_name is None:
-                object_name_str = "'{0}'".format(TeradataTableKindConstants.ML_PATTERN.value)
-            else:
-                object_name_str = "'{0}','{1}'".format(table_name,
-                                                       TeradataTableKindConstants.ML_PATTERN.value)
-        else:
-            object_table_kind = "'{0}','{1}','{2}','{3}'".format('O', 'Q', 'T', 'V')
-        query = SQLBundle._build_select_table_kind(schema_name, object_name_str, object_table_kind)
-
-    try:
-        pddf = pd.read_sql(query, tdmlctx.td_connection.connection)
-        # Check if all table kind is requested and add also volatile tables to the pdf.
-        if (table_kind == TeradataTableKindConstants.ALL.value):
-            try:
-                # Add volatile tables to all dataframe.
-                vtquery = SQLBundle._build_help_volatile_table()
-                vtdf = pd.read_sql(vtquery, tdmlctx.td_connection.connection)
-                if not vtdf.empty:
-                    columns_dict = {TeradataTableKindConstants.VOLATILE_TABLE_NAME.value:
-                                        TeradataTableKindConstants.REGULAR_TABLE_NAME.value}
-                    vtdf.rename(columns=columns_dict, inplace=True)
-                    frames = [pddf, vtdf[[TeradataTableKindConstants.REGULAR_TABLE_NAME.value]]]
-                    pddf = pd.concat(frames)
-                    pddf.reset_index(drop=True, inplace=True)
-            except Exception as err:
-                # No volatle tables exist.
-                pass
-        if (table_kind == TeradataTableKindConstants.VOLATILE.value):
-            columns_dict = {TeradataTableKindConstants.VOLATILE_TABLE_NAME.value:
-                                TeradataTableKindConstants.REGULAR_TABLE_NAME.value}
-            pddf.rename(columns=columns_dict, inplace=True)
-            return pddf[[TeradataTableKindConstants.REGULAR_TABLE_NAME.value]]
-        else:
-            return pddf
-    except Exception as err:
-        return pd.DataFrame()
-
-def _execute_transaction(queries):
-    """
-    Internal function to execute the query or list of queries passed, as one transaction.
-
-    PARAMETERS:
-        queries:
-            Required argument.
-            Specifies a query or a list of queries to be executed as a single transaction.
-            Types: str or list of str
-
-    RAISES:
-        Exception
-
-    RETURNS:
-        None.
-
-    EXAMPLES:
-        >>> _execute_transaction([query1, query2])
-    """
-    auto_commit_off = "{fn teradata_nativesql}{fn teradata_autocommit_off}"
-    auto_commit_on = "{fn teradata_nativesql}{fn teradata_autocommit_on}"
-    con = None
-    cur = None
-
-    if queries is not None:
-        if isinstance(queries, str):
-            queries = [queries]
-
-        # Check if we have any queries to execute
-        if len(queries) == 0:
-            return
-
-        try:
-            con = tdmlctx.td_connection
-            if con is None:
-                raise TeradataMlException(Messages.get_message(MessageCodes.CONNECTION_FAILURE),
-                                          MessageCodes.CONNECTION_FAILURE)
-            con = con.connection
-            cur = con.cursor()
-            # Set auto_commit to OFF
-            cur.execute(auto_commit_off)
-            for query in queries:
-                cur.execute(query)
-
-            # Try committing the the transaction
-            con.commit()
-        except Exception:
-            # Let's first rollback
-            con.rollback()
-            # Now, let's raise the error as is
-            raise
-        finally:
-            # Finally, we must set auto_commit to ON
-            cur.execute(auto_commit_on)
-
-def _execute_stored_procedure(function_call, fetchWarnings=True, expect_none_result=False):
-    """
-    DESCRIPTION:
-       Executes the specified function call of the stored procedure which contains
-       function name and parameters used by the function.
-
-    PARAMETERS:
-        function_call:
-            Required argument.
-            Specifies Function object for the stored procedure to be executed.
-            This function object contains stored procedure name along with its arguments.
-            Types: sqlalchemy.sql.functions.Function
-
-        fetchWarnings:
-            Optional Argument.
-            Specifies a flag that decides whether to raise warnings thrown from Vantage or not.
-            This will be the ideal behaviour for most of the stored procedures to fetch the warnings.
-            Default Values: True
-            Types: bool
-
-        expect_none_result:
-            Optional Argument.
-            When set to True, warnings will be ignored, and only result set is returned.
-            Returns None if query does not produce a result set.
-            This option is ignored when fetchWarnings is set to True.
-            Default Values: False
-            Types: bool
-
-    RETURNS:
-           Results received from Vantage after the execution.
-
-    RAISES:
-           Exception thrown by the Vantage.
-
-    EXAMPLES:
-        # No parameter needed by stored procedure.
-        functioncall = func.SYSUIF.list_base_environments()
-        _execute_stored_procedure(functioncall)
-
-        # Parameters are passed to the stored procedure in a list.
-        functioncall = func.SYSUIF.install_file('myfile','mapper.py','cz!/documents/mapper.py')
-        _execute_stored_procedure("SYSUIF.install_file(functioncall)", fetchWarnings=True)
-    """
-    __arg_info_matrix = []
-    __arg_info_matrix.append(["function_call", function_call, False, (Function)])
-    __arg_info_matrix.append(["fetchWarnings", fetchWarnings, True, (bool)])
-    __arg_info_matrix.append(["expect_none_result", expect_none_result, True, (bool)])
-
-    # Validate arguments
-    _Validators._validate_function_arguments(__arg_info_matrix)
-
-    sqlbundle = SQLBundle()
-
-    # Get the query for running stored procedure.
-    exec_sp_stmt = sqlbundle._get_sql_query(SQLConstants.SQL_EXEC_STORED_PROCEDURE)
-    exec_sp_stmt = exec_sp_stmt.format(_get_function_call_as_string(function_call))
-
-    return UtilFuncs._execute_query(exec_sp_stmt, fetchWarnings, expect_none_result)
-
-def _get_function_call_as_string(sqlcFuncObj):
-    """
-    DESCRIPTION:
-        This function returns string representation for the sqlalchemy.sql.functions.Function object
-        which will be used to create a query to be used to execute the function.
-
-    PARAMETERS:
-        sqlcFuncObj:
-            Required Argument.
-            Specifies function object representing the SQL function call to be executed.
-
-        RAISES:
-            None
-
-        RETURNS:
-            String representation of the input Function.
-
-        EXAMPLES:
-            functioncall = func.SYSUIF.install_file("tdml_testfile", "test_script", "/root/test_script.py")
-            _get_function_call_as_string(functioncall)
-
-        Output:
-            "SYSUIF.install_file('tdml_testfile', 'test_script', '/root/test_script.py')"
-    """
-    # This is done by _exec_stored_procedure
-    from teradatasqlalchemy.dialect import dialect as td_dialect
-    kw = dict({'dialect': td_dialect(),
-               'compile_kwargs':
-                   {
-                       'include_table': False,
-                       'literal_binds': True
-                   }
-               })
-
-    return str(sqlcFuncObj.compile(**kw))
-
-def _get_quoted_object_name(schema_name, object_name):
-    """
-    DESCRIPTION:
-        This function quotes and joins schema name to the object name which can either be table or a view.
-
-    PARAMETERS:
-        schema_name
-            Required Argument.
-            Specifies the schema name.
-            Types: str
-
-        object_name
-            Required Argument.
-            Specifies the object name either table or view.
-            Types: str
-
-    RAISES:
-        None
-
-    RETURNS:
-        Quoted and joined string of schema and object name.
-
-    EXAMPLES:
-        _get_quoted_object_name(schema_name = "alice", object_name = "admissions_train")
-
-    OUTPUT:
-        '"alice"."admissions_train"'
-    """
-    tdp = preparer(td_dialect)
-
-    if schema_name is not None:
-        schema_name = tdp.quote(schema_name)
-    else:
-        schema_name = tdp.quote(tdmlctx._get_current_databasename())
-
-    quoted_object_name = "{0}.{1}".format(schema_name, tdp.quote(object_name))
-    return quoted_object_name
-
-def view_log(log_type="script", num_lines=1000, query_id=None, log_dir=None):
-    """
-    DESCRIPTION:
-        Function for viewing script, apply or byom log on Vantage.
-        Logs are pulled from 'script_log' or 'byom.log' file on database node.
-        When log_type is "script", logs are pulled from 'scriptlog' file on database node.
-        This is useful when Script.execute() is executed to run user scripts in Vantage.
-        When log_type is set to "apply", function downloads the log files to a folder.
-        Notes:
-            * Logs files will be downloaded based on "log_dir".
-            * teradataml creates a sub directory with the name as "query_id"
-              and downloads the logs to the sub directory.
-            * files generated from "query_id" requires few seconds to generate,
-              provide "query_id" to function view_log() after few seconds else
-              it will return empty sub directory.
-
-    PARAMETERS:
-        log_type:
-            Optional Argument.
-            Specifies which logs to view.
-            If set to 'script', script log is pulled from database node.
-            If set to 'byom', byom log is pulled from database node.
-            If set to 'apply' logs are pulled from kubernetes container.
-            Permitted Values: 'script', 'apply', 'byom'
-            Default Value: 'script'
-            Types: str
-
-        num_lines:
-            Optional Argument.
-            Specifies the number of lines to be read and displayed from log.
-            Note:
-                This argument is applicable when log_type is 'script' otherwise ignored.
-            Default Value: 1000
-            Types: int
-
-        query_id:
-            Required Argument when log_type is 'apply', otherwise ignored.
-            Specifies the id of the query for which logs are to be retrieved.
-            This query id is part of the error message received when Apply class
-            or Dataframe apply method calls fail to execute the Apply table operator
-            query.
-            Types: str
-
-        log_dir:
-            Optional Argument.
-            Specifies the directory path to store all the log files for "query_id".
-            Notes:
-                * This argument is applicable when log_type is 'apply' otherwise ignored.
-                * when "log_dir" is not provided, function creates temporary folder
-                  and store the log files in the temp folder.
-            Types: str
-
-    RETURNS:
-        when log_type="apply" returns log files, otherwise teradataml dataframe.
-
-    RAISES:
-        TeradataMLException.
-
-    EXAMPLES:
-        # Example 1: View script log.
-        >>> view_log(log_type="script", num_lines=200)
-        >>> view_log(log_type="byom", num_lines=200)
-
-        # Example 2: Download the Apply query logs to a default temp folder.
-        # Use query id from the error messages returned by Apply class.
-        >>> view_log(log_type="apply", query_id='307161028465226056')
-        Logs for query_id "307191028465562578" is stored at "C:\\local_repo\\AppData\\Local\\Temp\\tmp00kuxlgu\\307161028465226056"
-
-        # Example 3: Download the Apply query logs to a specific folder.
-        # Use query id from the error messages returned by Apply class.
-        >>> view_log(log_type="apply", query_id='307161028465226056',log_dir='C:\\local_repo\\workspace')
-        Logs for query_id "307191028465562578" is stored at "C:\\local_repo\\workspace\\307161028465226056"
-    """
-    awu_matrix_test = []
-    awu_matrix_test.append((["num_lines", num_lines, True, (int), True]))
-    awu_matrix_test.append(("log_type", log_type, True, (str), True,
-                            [TableOperatorConstants.SCRIPT_LOG.value,
-                             TableOperatorConstants.APPLY_LOG.value,
-                             TableOperatorConstants.BYOM_LOG.value]))
-    # Validate argument type.
-    _Validators._validate_function_arguments(awu_matrix_test)
-
-    # Validate num_lines is a positive integer.
-    _Validators._validate_positive_int(num_lines, "num_lines")
-
-    awu_matrix_test.append(["query_id", query_id, True, (str), True])
-    awu_matrix_test.append(["log_dir", log_dir, True, (str), True])
-
-    # Validate argument type.
-    _Validators._validate_function_arguments(awu_matrix_test)
-
-    # log_type is script.
-    if log_type.upper() in [TableOperatorConstants.SCRIPT_LOG.value, TableOperatorConstants.BYOM_LOG.value]:
-        # Validate num_lines is a positive integer.
-        _Validators._validate_positive_int(num_lines, "num_lines")
-
-
-        # Query for viewing last n lines of script log.
-        view_log_query = TableOperatorConstants.SCRIPT_LOG_QUERY.value \
-            .format(num_lines, configure.default_varchar_size)
-
-    # log_type is apply.
-    else:
-        if query_id is None:
-            raise TeradataMlException(Messages.get_message(MessageCodes.DEPENDENT_ARG_MISSING,
-                                                           "query_id",
-                                                           "log_type=\"apply\""),
-                                      MessageCodes.DEPENDENT_ARG_MISSING)
-        if log_dir is not None:
-            if not os.path.exists(log_dir):
-                err_msg = 'The path \'{}\' does not exist.'.format(
-                    log_dir)
-                raise TeradataMlException(err_msg, MessageCodes.INPUT_FILE_NOT_FOUND)
-            if not os.path.isdir(log_dir):
-                err_msg = 'Please provide directory path instead of file path.'.format(
-                    log_dir)
-                raise TeradataMlException(err_msg, MessageCodes.INPUT_FILE_NOT_FOUND)
-        from teradataml.scriptmgmt.UserEnv import _get_auth_token, _get_ues_url, \
-            _process_ues_response
-        ues_url = _get_ues_url(logs=True, query_id=query_id)
-        response = UtilFuncs._http_request(ues_url, headers=_get_auth_token())
-        resp = _process_ues_response(api_name="view_log", response=response)
-        resp = resp.content.decode('utf-8')
-        jsons = json.loads(resp)
-        if log_dir is None:
-            log_dir = tempfile.mkdtemp()
-        log_dir = os.path.join(log_dir, query_id)
-        if os.path.exists(log_dir):
-            shutil.rmtree(log_dir)
-        os.mkdir(log_dir)
-        urls_and_files = [(log['url'], os.path.join(log_dir, log['name'])) for log in jsons['logs']]
-        failed_files = []
-        with concurrent.futures.ThreadPoolExecutor() as executor:
-            results = {executor.submit(_fetch_url_and_save, url, file_path):
-                           (os.path.basename(file_path)) for url, file_path in urls_and_files}
-            for future in concurrent.futures.as_completed(results):
-                try:
-                    file_name = results[future]
-                    future.result()
-                except (TeradataMlException, RuntimeError, Exception) as emsg:
-                    failed_files.append((file_name, emsg))
-        if len(failed_files) > 0:
-            emsg = ""
-            for msg in failed_files:
-                emsg += "\nUnable to download the file - {}. Reason: {}" \
-                    .format(msg[0], msg[1].args[0])
-            msg_code = MessageCodes.FUNC_EXECUTION_FAILED
-            error_msg = Messages.get_message(msg_code, "view_log()", emsg)
-            raise TeradataMlException(error_msg, msg_code)
-        else:
-            print("Logs for query_id \"{}\" is stored at \"{}\"".format(query_id, log_dir))
-    # Return a teradataml dataframe from query.
-    if log_type != 'apply':
-        return tdmldf.dataframe.DataFrame.from_query(view_log_query)
-
-
-def _fetch_url_and_save(url, file_path):
-    """
-    DESCRIPTION:
-       Download file from specifed url and update files at specified path.
-
-    PARAMETERS:
-        url:
-            Specifies the url from where file needs to be downloaded.
-
-        file_path:
-            Specifies the path of file where downloaded file needs to be updated.
-
-    Returns:
-        None
-
-    """
-    from teradataml.scriptmgmt.UserEnv import _process_ues_response
-    response = UtilFuncs._http_request(url)
-    resp = _process_ues_response(api_name="view_log", response=response)
-    with open(file_path, 'w') as file:
-        file.write(resp.content.decode('utf-8'))
-
-
-
-def _check_if_python_packages_installed():
-    """
-    DESCRIPTION:
-        Function to set global variable 'python_packages_installed' to True
-        or False based on whether the Vantage node has Python and add-on
-        packages including pip3 installed.
-
-    PARAMETERS:
-        None.
-
-    RETURNS:
-        None.
-
-    RAISES:
-        Exception.
-
-    EXAMPLES:
-        _check_if_python_packages_installed()
-    """
-    # Check if Python interpreter and add-ons packages are installed or not.
-    try:
-        query = TableOperatorConstants.CHECK_PYTHON_INSTALLED.value
-        UtilFuncs._execute_query(query=query)
-
-        # If query execution is successful, then Python and add-on packages are
-        # present.
-        tdmlctx.python_packages_installed = True
-    except Exception as err:
-        # Raise Exception if the error message does not contain
-        # "bash: pip3: command not found".
-        # Default value of the global variable "python_packages_installed" remains
-        # same which was set during create_context/set_context.
-        if "bash: pip3: command not found" not in str(err):
-            raise
-
-def db_python_package_details(names=None):
-    """
-    DESCRIPTION:
-        Function to get the Python packages, installed on Vantage, and their corresponding
-        versions.
-        Note:
-            Using this function is valid only when Python interpreter and add-on packages
-            are installed on the Vantage node.
-
-    PARAMETERS:
-        names:
-            Optional Argument.
-            Specifies the name(s)/pattern(s) of the Python package(s) for which version
-            information is to be fetched from Vantage. If this argument is not specified
-            or None, versions of all installed Python packages are returned.
-            Default Value: None
-            Types: str
-
-    RETURNS:
-        teradataml DataFrame, if package(s) is/are present in the Vantage.
-
-    RAISES:
-        TeradataMlException.
-
-    EXAMPLES:
-        # Note:
-        #   These examples will work only when the Python packages are installed on Vantage.
-
-        # Example 1: Get the details of a Python package 'dill' from Vantage.
-        >>> db_python_package_details("dill")
-          package  version
-        0    dill  0.2.8.2
-
-        # Example 2: Get the details of Python packages, having string 'mpy', installed on Vantage.
-        >>> db_python_package_details(names = "mpy")
-                 package  version
-        0          simpy   3.0.11
-        1          numpy   1.16.1
-        2          gmpy2    2.0.8
-        3  msgpack-numpy  0.4.3.2
-        4          sympy      1.3
-
-        # Example 3: Get the details of Python packages, having string 'numpy' and 'learn',
-        #            installed on Vantage.
-        >>> db_python_package_details(["numpy", "learn"])
-                 package  version
-        0   scikit-learn   0.20.3
-        1          numpy   1.16.1
-        2  msgpack-numpy  0.4.3.2
-
-        # Example 4: Get the details of all Python packages installed on Vantage.
-        >>> db_python_package_details()
-                  package  version
-        0       packaging     18.0
-        1          cycler   0.10.0
-        2           simpy   3.0.11
-        3  more-itertools    4.3.0
-        4          mpmath    1.0.0
-        5           toolz    0.9.0
-        6       wordcloud    1.5.0
-        7         mistune    0.8.4
-        8  singledispatch  3.4.0.3
-        9           attrs   18.2.0
-
-    """
-    # Validate arguments.
-    __arg_info_matrix = []
-    __arg_info_matrix.append(["names", names, True, (str, list), True])
-
-    _Validators._validate_function_arguments(arg_list=__arg_info_matrix)
-
-    # Check if Python interpretor and add-on packages are installed or not.
-    _check_if_python_packages_installed()
-
-    # Raise error if Python and add-on packages are not installed.
-    if not tdmlctx.python_packages_installed:
-        raise TeradataMlException(Messages.get_message(MessageCodes.PYTHON_NOT_INSTALLED),
-                                  MessageCodes.PYTHON_NOT_INSTALLED)
-
-    package_str = ""
-    # Adding "grep ..." only when the argument "name" is mentioned.
-    # Otherwise, all the package details are fetched.
-    if names is not None:
-        names = UtilFuncs._as_list(names)
-        package_str = "|".join(names)
-        package_str = "grep -E \"{0}\" | ".format(package_str)
-
-    query = TableOperatorConstants.PACKAGE_VERSION_QUERY.value. \
-        format(package_str, configure.default_varchar_size)
-
-    ret_val = tdmldf.dataframe.DataFrame.from_query(query)
-
-    if ret_val.shape[0] == 0:
-        msg_str = "No Python package(s) found based on given search criteria : names = {}"
-        print(msg_str.format(names))
-        ret_val = None
-
-    return ret_val
-
-
-def _create_table(table_name,
-                  columns,
-                  primary_index=None,
-                  unique=True,
-                  temporary=False,
-                  schema_name=None,
-                  set_table=True,
-                  **kwargs):
-    """
-    DESCRIPTION:
-        This is an internal function used to construct a SQLAlchemy Table Object.
-        This function checks appropriate flags and supports creation of Teradata
-        specific Table constructs such as Volatile/Primary Index tables and constraints.
-
-    PARAMETERS:
-        table_name:
-            Required Argument.
-            Specifies the name of SQL table.
-            Types: str
-
-        columns:
-            Required Argument.
-            Specifies a python dictionary with column-name(key) to column-type(value) mapping
-            to create table.
-            Types: dict
-
-        primary_index:
-            Optional Argument.
-            Specifies the column name(s) on which primary index needs to be created.
-            Default Value: None
-            Types: str OR list of Strings (str)
-
-        unique:
-            Optional Argument.
-            Specifies whether index is unique primary index or not i.e.,
-            if True, index column(s) does not accepts duplicate values,
-            if False, index column(s) accepts duplicate values.
-            Default Value: True
-            Types: bool
-
-        temporary:
-            Optional Argument.
-            Specifies whether SQL table to be created is Volatile or not.
-            Default Value: False
-            Types: bool
-
-        schema_name:
-            Optional Argument.
-            Specifies the name of the SQL schema in the database to write to.
-            If not specified, table is created in default schema.
-            Default Value: None
-            Types: str
-
-        set_table:
-            Optional Argument.
-            A flag specifying whether to create a SET table or a MULTISET table.
-            When True, an attempt to create a SET table is made.
-            When False, an attempt to create a MULTISET table is made.
-            Default Value: True
-            Types: bool
-
-        **kwargs:
-            Optional Argument.
-            Specifies table_level constraints as keyword arguments.
-            Each constraint argument can accept a string or a list of strings.
-            Notes:
-                * If the same constraint is to be applied multiple times,
-                  conditions or columns should be mentioned as individual
-                  elements in the list.
-                * If the constraint is to be applied on multiple columns,
-                  it should be mentioned in a tuple inside the list.
-                * For foreign_key_constraint, value should be a list
-                  containing 3 elements, constrained columns,
-                  referenced columns and referenced table name.
-                * If multiple foreign_key_constraint constraints are
-                  to be specified, then a list of tuples containing
-                  the 3 elements should be specified.
-            Permitted values:check_constraint, primary_key_constraint,
-                            foreign_key_constraint, unique_key_constraint.
-
-    RETURNS:
-        None
-
-    RAISES:
-        None
-
-    EXAMPLES:
-        # Example 1: Create a table with primary key constraint.
-        >>> _create_table(table_name=table_name, columns=columns_to_create, schema_name = schema_name,
-                          primary_key_constraint='column_name', set_table=False)
-
-        # Example 2: Create a table with multiple check constraints.
-        >>> _create_table(table_name=table_name, columns=columns_to_create, schema_name = schema_name,
-                          check_constraint=['column_name > value', 'column_name > value2'], set_table=False)
-
-        # Example 3: Create a table with multiple columns as primary key in primary constraint.
-        >>> _create_table(table_name=table_name, columns=columns_to_create, schema_name = schema_name,
-                          primary_key_constraint=[('column_name','column_name')], set_table=False)
-
-        # Example 4: Create a table with no constraint and no primary key.
-        >>> _create_table(table_name=table_name, columns=columns_to_create, schema_name = schema_name,
-                          set_table=False)
-
-    """
-    try:
-        prefix = []
-        pti = post(opts={})
-
-        if temporary is True:
-            pti = pti.on_commit(option='preserve')
-            prefix.append('VOLATILE')
-
-        if set_table:
-            prefix.append('set')
-        else:
-            prefix.append('multiset')
-
-        meta = MetaData()
-        meta.bind = tdmlctx.get_context()
-
-        if primary_index is not None:
-            if isinstance(primary_index, list):
-                pti = pti.primary_index(unique=unique, cols=primary_index)
-            elif isinstance(primary_index, str):
-                pti = pti.primary_index(unique=unique, cols=[primary_index])
-        else:
-            pti = pti.no_primary_index()
-
-        con_form=[]
-        for c_name, parameters in kwargs.items():
-            _Validators._validate_function_arguments([["constraint_type", c_name, True, str,
-                                                       True, SQLConstants.CONSTRAINT.value]])
-            if c_name in 'check_constraint':
-                parameters = UtilFuncs._as_list(parameters)
-                [con_form.append("{}('{}')".format("CheckConstraint", col)) for col in parameters]
-            if c_name in 'foreign_key_constraint':
-                parameters = parameters if isinstance(parameters[0], tuple) else [tuple(parameters)]
-                for col in parameters:
-                    meta.reflect(bind=tdmlctx.get_context(), only=[col[2]])
-                    con_form.append("{}({},{})".format("ForeignKeyConstraint", col[0], col[1]))
-            if c_name in ['primary_key_constraint', 'unique_key_constraint']:
-                c_name = "UniqueConstraint" if c_name in 'unique_key_constraint' else 'PrimaryKeyConstraint'
-                parameters = UtilFuncs._as_list(parameters)
-                [con_form.append("{}('{}')".format(c_name, "','".join(col))) if type(col) == tuple else con_form.append(
-                    "{}('{}')".format(c_name, col)) for col in parameters]
-        con_form.append("")
-
-        # Create default Table construct with parameter dictionary
-        table_str = "Table(table_name, meta,*(Column(c_name, c_type) for c_name,c_type in" \
-                    " columns.items()),{} teradatasql_post_create=pti,prefixes=prefix," \
-                    "schema=schema_name)".format("" if con_form is None else ",".join(con_form))
-
-        table=eval(table_str)
-        table.create(bind=tdmlctx.get_context())
-
-    except Exception as err:
-        msg_code = MessageCodes.EXECUTION_FAILED
-        raise TeradataMlException(Messages.get_message(msg_code, "create table", str(err)), msg_code)
-
-
-def list_td_reserved_keywords(key=None, raise_error=False):
-    """
-    DESCRIPTION:
-        Function validates if the specified string is Teradata reserved keyword or not.
-        If key is not specified, list all the Teradata reserved keywords.
-
-    PARAMETERS:
-        key:
-            Optional Argument.
-            Specifies a string to validate for Teradata reserved keyword.
-            Types: string
-
-        raise_error:
-            Optional Argument.
-            Specifies whether to raise exception or not.
-            When set to True, an exception is raised,
-            if specified "key" is a Teradata reserved keyword, otherwise not.
-            Default Value: False
-            Types: bool
-
-    RETURNS:
-        teradataml DataFrame, if "key" is None.
-        True, if "key" is Teradata reserved keyword, False otherwise.
-
-    RAISES:
-        TeradataMlException.
-
-    EXAMPLES:
-       >>> from teradataml import list_td_reserved_keywords
-       >>> # Example 1: List all available Teradata reserved keywords.
-       >>> list_td_reserved_keywords()
-         restricted_word
-       0             ABS
-       1         ACCOUNT
-       2            ACOS
-       3           ACOSH
-       4      ADD_MONTHS
-       5           ADMIN
-       6             ADD
-       7     ACCESS_LOCK
-       8    ABORTSESSION
-       9           ABORT
-       >>>
-
-       >>> # Example 2: Validate if keyword "account" is a Teradata reserved keyword or not.
-       >>> list_td_reserved_keywords("account")
-       True
-       >>>
-
-       >>> # Example 3: Validate and raise exception if keyword "account" is a Teradata reserved keyword.
-       >>> list_td_reserved_keywords("account", raise_error=True)
-       TeradataMlException: [Teradata][teradataml](TDML_2121) 'account' is a Teradata reserved keyword.
-    """
-    from teradataml.dataframe.dataframe import DataFrame, in_schema
-    # Get the reserved keywords from the table
-    reserved_keys = DataFrame(in_schema("SYSLIB", "SQLRestrictedWords"))
-
-    # If key is not passed, return the list of Teradata reserved keywords.
-    if key is None:
-        return reserved_keys.select(['restricted_word'])
-
-    # Check if key is a Teradata reserved keyword or not.
-    num_rows = reserved_keys[reserved_keys.restricted_word == key.upper()].shape[0]
-    if num_rows > 0:
-        if raise_error:
-            raise TeradataMlException(Messages.get_message(MessageCodes.RESERVED_KEYWORD, key),
-                                                          MessageCodes.RESERVED_KEYWORD)
-        return True
-    return False
-
-
-def _rename_table(old_table_name, new_table_name):
-    """
-    This function renames the existing table present in the database.
-
-    PARAMETERS:
-        old_table_name:
-            Required Argument.
-            Specifies the name of the existing table in vantage.
-            Types : String
-
-        new_table_name:
-            Required Argument.
-            Specifies the  the new name for the existing table.
-            Types : String
-
-    RETURNS:
-        None
-
-    RAISES:
-        None
-
-    EXAMPLES:
-        >>> load_example_data("dataframe", "sales")
-        >>> _rename_table("sales", "new_sales")
-    """
-    # Query to rename existing table.
-    query = "RENAME TABLE {} TO {};".format(old_table_name, new_table_name)
-    # Execute rename query.
-    UtilFuncs._execute_ddl_statement(query)
-
-
-def _execute_query_and_generate_pandas_df(query, index=None, **kwargs):
-    """
-    DESCRIPTION:
-        Function executes the provided query and returns a pandas DataFrame.
-
-    PARAMETERS:
-        query:
-            Required Argument.
-            Specifies the query that needs to be executed to form Pandas
-            DataFrame.
-            Type: str
-
-        index
-            Optional Argument.
-            Specifies column(s) to be used as Pandas index.
-            Types: str OR list of Strings (str)
-
-    RETURNS:
-        Pandas DataFrame.
-
-    RAISES:
-        TeradataMlException.
-
-    EXAMPLES:
-        pdf = _execute_query_and_generate_pandas_df("SELECT * from t1", "col1")
-    """
-    cur = execute_sql(query)
-    columns = kwargs.pop('columns', [col[0] for col in cur.description])
-    rows = cur.fetchall()
-    if cur is not None:
-        cur.close()
-
-    try:
-        pandas_df = pd.DataFrame.from_records(data=list(tuple(row) for row in rows),
-                                              columns=columns,
-                                              index=index,
-                                              **kwargs)
-    except KeyError:
-        raise TeradataMlException(
-            Messages.get_message(MessageCodes.INVALID_PRIMARY_INDEX),
-            MessageCodes.INVALID_PRIMARY_INDEX)
-    except:
-        raise TeradataMlException(
-            Messages.get_message(MessageCodes.TDMLDF_SELECT_DF_FAIL),
-            MessageCodes.TDMLDF_SELECT_DF_FAIL)
-
-    return pandas_df
+"""
+Copyright (c) 2018 by Teradata Corporation. All rights reserved.
+TERADATA CORPORATION CONFIDENTIAL AND TRADE SECRET
+
+Primary Owner: rameshchandra.d@teradata.com
+Secondary Owner: sanath.vobilisetty@teradata.com
+
+teradataml db utilities
+----------
+A teradataml database utility functions provide interface to Teradata Vantage common tasks such as drop_table, drop_view, create_table etc.
+"""
+import concurrent.futures, json, os, tempfile, shutil
+from datetime import datetime
+import pandas as pd
+from sqlalchemy.sql.functions import Function
+from teradataml.context import context as tdmlctx
+from teradataml.common.utils import UtilFuncs
+from teradataml.common.messages import Messages
+from teradataml.common.messagecodes import MessageCodes
+from teradataml.common.exceptions import TeradataMlException
+from teradataml.common.constants import TeradataTableKindConstants
+from teradataml.common.sqlbundle import SQLBundle
+from teradataml.common.constants import SQLConstants
+from teradataml.common.constants import TableOperatorConstants
+import teradataml.dataframe as tdmldf
+from teradataml.options.configure import configure
+from teradataml.utils.utils import execute_sql
+from teradataml.utils.validators import _Validators
+from teradatasql import OperationalError
+from teradatasqlalchemy.dialect import preparer, dialect as td_dialect
+from teradatasqlalchemy.dialect import TDCreateTablePost as post
+from teradatasqlalchemy.telemetry.queryband import collect_queryband
+from sqlalchemy import Table, Column, MetaData, CheckConstraint, \
+    PrimaryKeyConstraint, ForeignKeyConstraint, UniqueConstraint
+
+
+@collect_queryband(queryband='DrpTbl')
+def db_drop_table(table_name, schema_name=None):
+    """
+    DESCRIPTION:
+        Drops the table from the given schema.
+
+    PARAMETERS:
+        table_name:
+            Required Argument
+            Specifies the table name to be dropped.
+            Types: str
+
+        schema_name:
+            Optional Argument
+            Specifies schema of the table to be dropped. If schema is not specified, function drops table from the
+            current database.
+            Default Value: None
+            Types: str
+
+    RETURNS:
+        True - if the operation is successful.
+
+    RAISES:
+        TeradataMlException - If the table doesn't exist.
+
+    EXAMPLES:
+        >>> load_example_data("dataframe", "admissions_train")
+
+        # Drop table in current database
+        >>> db_drop_table(table_name = 'admissions_train')
+
+        # Drop table from the given schema
+        >>> db_drop_table(table_name = 'admissions_train', schema_name = 'alice')
+    """
+    # Argument validations
+    awu_matrix = []
+    awu_matrix.append(["schema_name", schema_name, True, (str), True])
+    awu_matrix.append(["table_name", table_name, False, (str), True])
+
+    # Validate argument types
+    _Validators._validate_function_arguments(awu_matrix)
+
+    # Joining view and schema names in the format "schema_name"."view_name"
+    table_name = _get_quoted_object_name(schema_name, table_name)
+
+    try:
+        return UtilFuncs._drop_table(table_name)
+    except TeradataMlException:
+        raise
+    except OperationalError:
+        raise
+    except Exception as err:
+        raise TeradataMlException(Messages.get_message(MessageCodes.DROP_FAILED, "table",
+                                                       table_name),
+                                  MessageCodes.DROP_FAILED) from err
+
+
+@collect_queryband(queryband='DrpVw')
+def db_drop_view(view_name, schema_name=None):
+    """
+    DESCRIPTION:
+        Drops the view from the given schema.
+
+    PARAMETERS:
+        view_name:
+            Required Argument
+            Specifies view name to be dropped.
+            Types: str
+
+        schema_name:
+            Optional Argument
+            Specifies schema of the view to be dropped. If schema is not specified, function drops view from the current
+            database.
+            Default Value: None
+            Types: str
+
+    RETURNS:
+        True - if the operation is successful.
+
+    RAISES:
+        TeradataMlException - If the view doesn't exist.
+
+    EXAMPLES:
+        # Create a view
+        >>> execute_sql("create view temporary_view as (select 1 as dummy_col1, 2 as dummy_col2);")
+
+        # Drop view in current schema
+        >>> db_drop_view(view_name = 'temporary_view')
+
+        # Drop view from the given schema
+        >>> db_drop_view(view_name = 'temporary_view', schema_name = 'alice')
+    """
+    # Argument validations
+    awu_matrix = []
+    awu_matrix.append(["schema_name", schema_name, True, (str), True])
+    awu_matrix.append(["view_name", view_name, False, (str), True])
+
+    # Validate argument types
+    _Validators._validate_function_arguments(awu_matrix)
+
+    # Joining view and schema names in the format "schema_name"."view_name"
+    view_name = _get_quoted_object_name(schema_name, view_name)
+
+    try:
+        return UtilFuncs._drop_view(view_name)
+    except TeradataMlException:
+        raise
+    except OperationalError:
+        raise
+    except Exception as err:
+        raise TeradataMlException(Messages.get_message(MessageCodes.DROP_FAILED, "view",
+                                                       view_name),
+                                  MessageCodes.DROP_FAILED) from err
+
+
+@collect_queryband(queryband='LstTbls')
+def db_list_tables(schema_name=None, object_name=None, object_type='all'):
+    """
+    DESCRIPTION:
+        Lists the Vantage objects(table/view) names for the specified schema name.
+
+    PARAMETERS:
+        schema_name:
+            Optional Argument.
+            Specifies the name of schema in the database. If schema is not specified, function lists tables/views from
+            the current database.
+            Default Value: None
+            Types: str
+
+        object_name:
+            Optional Argument.
+            Specifies a table/view name or pattern to be used for filtering them from the database.
+            Pattern may contain '%' or '_' as pattern matching characters.
+            A '%' represents any string of zero or more arbitrary characters. Any string of characters is acceptable as
+            a replacement for the percent.
+            A '_' represents exactly one arbitrary character. Any single character is acceptable in the position in
+            which the underscore character appears.
+            Default Value: None
+            Types: str
+            Example:
+                1. '%abc' will return all table/view object names starting with any character and ending with abc.
+                2. 'a_c' will return all table/view object names starting with 'a', ending with 'c' and has length of 3.
+
+        object_type:
+            Optional Argument.
+            Specifies object type to apply the filter. Valid values for this argument are 'all','table','view',
+            'volatile','temp'.
+                * all - List all the object types.
+                * table - List only tables.
+                * view - List only views.
+                * volatile - List only volatile tables.
+                * temp - List all teradataml temporary objects created in the specified database.
+            Default Value: 'all'
+            Types: str
+
+    RETURNS:
+        Pandas DataFrame
+
+    RAISES:
+        TeradataMlException - If the object_type argument is provided with invalid values.
+        OperationalError    - If any errors are raised from Vantage.
+
+    EXAMPLES:
+        # Example 1 - List all object types in the default schema
+        >>> load_example_data("dataframe", "admissions_train")
+        >>> db_list_tables()
+
+        # Example 2 - List all the views in the default schema
+        >>> execute_sql("create view temporary_view as (select 1 as dummy_col1, 2 as dummy_col2);")
+        >>> db_list_tables(None , None, 'view')
+
+        # Example 3 - List all the object types in the default schema whose names begin with 'abc' followed by one
+        # arbitrary character and any number of characters in the end.
+        >>> execute_sql("create view abcd123 as (select 1 as dummy_col1, 2 as dummy_col2);")
+        >>> db_list_tables(None, 'abc_%', None)
+
+        # Example 4 - List all the tables in the default schema whose names begin with 'adm_%' followed by one
+        # arbitrary character and any number of characters in the end.
+        >>> load_example_data("dataframe", "admissions_train")
+        >>> db_list_tables(None, 'adm_%', 'table')
+
+        # Example 5 - List all the views in the default schema whose names begin with any character but ends with 'abc'
+        >>> execute_sql("create view view_abc as (select 1 as dummy_col1, 2 as dummy_col2);")
+        >>> db_list_tables(None, '%abc', 'view')
+
+        # Example 6 - List all the volatile tables in the default schema whose names begin with 'abc' and ends with any
+        # arbitrary character and has a length of 4
+        >>> execute_sql("CREATE volatile TABLE abcd(col0 int, col1 float) NO PRIMARY INDEX;")
+        >>> db_list_tables(None, 'abc_', 'volatile')
+
+        # Example 7 - List all the temporary objects created by teradataml in the default schema whose names begins and
+        # ends with any number of arbitrary characters but contains 'filter' in between.
+        >>> db_list_tables(None, '%filter%', 'temp')
+    """
+
+    if tdmlctx.get_connection() is None:
+        raise TeradataMlException(Messages.get_message(MessageCodes.INVALID_CONTEXT_CONNECTION),
+                                  MessageCodes.INVALID_CONTEXT_CONNECTION)
+
+    # Argument validations
+    awu_matrix = []
+    awu_matrix.append(["schema_name", schema_name, True, (str), True])
+    awu_matrix.append(["object_name", object_name, True, (str), True])
+    permitted_object_types = [TeradataTableKindConstants.ALL.value,
+                              TeradataTableKindConstants.TABLE.value,
+                              TeradataTableKindConstants.VIEW.value,
+                              TeradataTableKindConstants.VOLATILE.value,
+                              TeradataTableKindConstants.TEMP.value]
+    awu_matrix.append(["object_type", object_type, True, (str), True, permitted_object_types])
+
+    # Validate argument types
+    _Validators._validate_function_arguments(awu_matrix)
+
+    try:
+        return _get_select_table_kind(schema_name, object_name, object_type)
+    except TeradataMlException:
+        raise
+    except OperationalError:
+        raise
+    except Exception as err:
+        raise TeradataMlException(Messages.get_message(MessageCodes.LIST_DB_TABLES_FAILED),
+                                  MessageCodes.LIST_DB_TABLES_FAILED) from err
+
+
+def _get_select_table_kind(schema_name, table_name, table_kind):
+    """
+    Get the list of the table names from the specified schema name.
+
+    PARAMETERS:
+        schema_name - The Name of schema in the database. The default value is the current database name.
+        table_name -  The pattern to be used to filtering the table names from the database.
+                      The table name argument can contain '%' as pattern matching charecter.For example '%abc'
+                      will return all table names starting with any charecters and ending with abc.
+        table_kind -  The table kind to apply the filter. The valid values are 'all','table','view','volatile','temp'.
+                      all - list the all the table kinds.
+                      table - list only tables.
+                      view - list only views.
+                      volatile - list only volatile temp.
+                      temp - list all teradata ml temporary objects created in the specified database.
+    RETURNS:
+        Panda's DataFrame - if the operation is successful.
+
+    RAISES:
+        Database error if an error occurred while executing query.
+
+    EXAMPLES:
+        _get_select_table_kind("schema_name", "table_name", "all")
+    """
+    object_name_str = None
+    if table_name is not None:
+        object_name_str = "'{0}'".format(table_name)
+    object_table_kind = None
+
+    # Check the schema name.
+    if schema_name is None:
+        schema_name = tdmlctx._get_current_databasename()
+
+    # Check the table kind.
+    if (table_kind == TeradataTableKindConstants.VOLATILE.value):
+        query = SQLBundle._build_help_volatile_table()
+    else:
+        # Tablekind:
+        # 'O' - stands for Table with no primary index and no partitioning
+        # 'Q' - stands for Queue table
+        # 'T' - stands for a Table with a primary index or primary AMP index, partitioning, or both.
+        #       Or a partitioned table with NoPI
+        # 'V' - stands for View
+        if (table_kind == TeradataTableKindConstants.TABLE.value):
+            object_table_kind = "'{0}','{1}','{2}'".format('O', 'Q', 'T')
+        elif (table_kind == TeradataTableKindConstants.VIEW.value):
+            object_table_kind = "'{0}'".format('V')
+        elif (table_kind == TeradataTableKindConstants.TEMP.value):
+            if table_name is None:
+                object_name_str = "'{0}'".format(TeradataTableKindConstants.ML_PATTERN.value)
+            else:
+                object_name_str = "'{0}','{1}'".format(table_name,
+                                                       TeradataTableKindConstants.ML_PATTERN.value)
+        else:
+            object_table_kind = "'{0}','{1}','{2}','{3}'".format('O', 'Q', 'T', 'V')
+        query = SQLBundle._build_select_table_kind(schema_name, object_name_str, object_table_kind)
+
+    try:
+        pddf = pd.read_sql(query, tdmlctx.td_connection.connection)
+        # Check if all table kind is requested and add also volatile tables to the pdf.
+        if (table_kind == TeradataTableKindConstants.ALL.value):
+            try:
+                # Add volatile tables to all dataframe.
+                vtquery = SQLBundle._build_help_volatile_table()
+                vtdf = pd.read_sql(vtquery, tdmlctx.td_connection.connection)
+                if not vtdf.empty:
+                    columns_dict = {TeradataTableKindConstants.VOLATILE_TABLE_NAME.value:
+                                        TeradataTableKindConstants.REGULAR_TABLE_NAME.value}
+                    vtdf.rename(columns=columns_dict, inplace=True)
+                    frames = [pddf, vtdf[[TeradataTableKindConstants.REGULAR_TABLE_NAME.value]]]
+                    pddf = pd.concat(frames)
+                    pddf.reset_index(drop=True, inplace=True)
+            except Exception as err:
+                # No volatle tables exist.
+                pass
+        if (table_kind == TeradataTableKindConstants.VOLATILE.value):
+            columns_dict = {TeradataTableKindConstants.VOLATILE_TABLE_NAME.value:
+                                TeradataTableKindConstants.REGULAR_TABLE_NAME.value}
+            pddf.rename(columns=columns_dict, inplace=True)
+            return pddf[[TeradataTableKindConstants.REGULAR_TABLE_NAME.value]]
+        else:
+            return pddf
+    except Exception as err:
+        return pd.DataFrame()
+
+
+def _execute_transaction(queries):
+    """
+    Internal function to execute the query or list of queries passed, as one transaction.
+
+    PARAMETERS:
+        queries:
+            Required argument.
+            Specifies a query or a list of queries to be executed as a single transaction.
+            Types: str or list of str
+
+    RAISES:
+        Exception
+
+    RETURNS:
+        None.
+
+    EXAMPLES:
+        >>> _execute_transaction([query1, query2])
+    """
+    auto_commit_off = "{fn teradata_nativesql}{fn teradata_autocommit_off}"
+    auto_commit_on = "{fn teradata_nativesql}{fn teradata_autocommit_on}"
+    con = None
+    cur = None
+
+    if queries is not None:
+        if isinstance(queries, str):
+            queries = [queries]
+
+        # Check if we have any queries to execute
+        if len(queries) == 0:
+            return
+
+        try:
+            con = tdmlctx.td_connection
+            if con is None:
+                raise TeradataMlException(Messages.get_message(MessageCodes.CONNECTION_FAILURE),
+                                          MessageCodes.CONNECTION_FAILURE)
+            con = con.connection
+            cur = con.cursor()
+            # Set auto_commit to OFF
+            cur.execute(auto_commit_off)
+            for query in queries:
+                cur.execute(query)
+
+            # Try committing the the transaction
+            con.commit()
+        except Exception:
+            # Let's first rollback
+            con.rollback()
+            # Now, let's raise the error as is
+            raise
+        finally:
+            # Finally, we must set auto_commit to ON
+            cur.execute(auto_commit_on)
+
+
+def _execute_stored_procedure(function_call, fetchWarnings=True, expect_none_result=False):
+    """
+    DESCRIPTION:
+       Executes the specified function call of the stored procedure which contains
+       function name and parameters used by the function.
+
+    PARAMETERS:
+        function_call:
+            Required argument.
+            Specifies Function object for the stored procedure to be executed.
+            This function object contains stored procedure name along with its arguments.
+            Types: sqlalchemy.sql.functions.Function
+
+        fetchWarnings:
+            Optional Argument.
+            Specifies a flag that decides whether to raise warnings thrown from Vantage or not.
+            This will be the ideal behaviour for most of the stored procedures to fetch the warnings.
+            Default Values: True
+            Types: bool
+
+        expect_none_result:
+            Optional Argument.
+            When set to True, warnings will be ignored, and only result set is returned.
+            Returns None if query does not produce a result set.
+            This option is ignored when fetchWarnings is set to True.
+            Default Values: False
+            Types: bool
+
+    RETURNS:
+           Results received from Vantage after the execution.
+
+    RAISES:
+           Exception thrown by the Vantage.
+
+    EXAMPLES:
+        # No parameter needed by stored procedure.
+        functioncall = func.SYSUIF.list_base_environments()
+        _execute_stored_procedure(functioncall)
+
+        # Parameters are passed to the stored procedure in a list.
+        functioncall = func.SYSUIF.install_file('myfile','mapper.py','cz!/documents/mapper.py')
+        _execute_stored_procedure("SYSUIF.install_file(functioncall)", fetchWarnings=True)
+    """
+    __arg_info_matrix = []
+    __arg_info_matrix.append(["function_call", function_call, False, (Function)])
+    __arg_info_matrix.append(["fetchWarnings", fetchWarnings, True, (bool)])
+    __arg_info_matrix.append(["expect_none_result", expect_none_result, True, (bool)])
+
+    # Validate arguments
+    _Validators._validate_function_arguments(__arg_info_matrix)
+
+    sqlbundle = SQLBundle()
+
+    # Get the query for running stored procedure.
+    exec_sp_stmt = sqlbundle._get_sql_query(SQLConstants.SQL_EXEC_STORED_PROCEDURE)
+    exec_sp_stmt = exec_sp_stmt.format(_get_function_call_as_string(function_call))
+
+    return UtilFuncs._execute_query(exec_sp_stmt, fetchWarnings, expect_none_result)
+
+
+def _get_function_call_as_string(sqlcFuncObj):
+    """
+    DESCRIPTION:
+        This function returns string representation for the sqlalchemy.sql.functions.Function object
+        which will be used to create a query to be used to execute the function.
+
+    PARAMETERS:
+        sqlcFuncObj:
+            Required Argument.
+            Specifies function object representing the SQL function call to be executed.
+
+        RAISES:
+            None
+
+        RETURNS:
+            String representation of the input Function.
+
+        EXAMPLES:
+            functioncall = func.SYSUIF.install_file("tdml_testfile", "test_script", "/root/test_script.py")
+            _get_function_call_as_string(functioncall)
+
+        Output:
+            "SYSUIF.install_file('tdml_testfile', 'test_script', '/root/test_script.py')"
+    """
+    # This is done by _exec_stored_procedure
+    from teradatasqlalchemy.dialect import dialect as td_dialect
+    kw = dict({'dialect': td_dialect(),
+               'compile_kwargs':
+                   {
+                       'include_table': False,
+                       'literal_binds': True
+                   }
+               })
+
+    return str(sqlcFuncObj.compile(**kw))
+
+
+def _get_quoted_object_name(schema_name, object_name):
+    """
+    DESCRIPTION:
+        This function quotes and joins schema name to the object name which can either be table or a view.
+
+    PARAMETERS:
+        schema_name
+            Required Argument.
+            Specifies the schema name.
+            Types: str
+
+        object_name
+            Required Argument.
+            Specifies the object name either table or view.
+            Types: str
+
+    RAISES:
+        None
+
+    RETURNS:
+        Quoted and joined string of schema and object name.
+
+    EXAMPLES:
+        _get_quoted_object_name(schema_name = "alice", object_name = "admissions_train")
+
+    OUTPUT:
+        '"alice"."admissions_train"'
+    """
+    tdp = preparer(td_dialect)
+
+    if schema_name is not None:
+        schema_name = tdp.quote(schema_name)
+    else:
+        schema_name = tdp.quote(tdmlctx._get_current_databasename())
+
+    quoted_object_name = "{0}.{1}".format(schema_name, tdp.quote(object_name))
+    return quoted_object_name
+
+
+@collect_queryband(queryband='VwLg')
+def view_log(log_type="script", num_lines=1000, query_id=None, log_dir=None):
+    """
+    DESCRIPTION:
+        Function for viewing script, apply or byom log on Vantage.
+        Logs are pulled from 'script_log' or 'byom.log' file on database node.
+        When log_type is "script", logs are pulled from 'scriptlog' file on database node.
+        This is useful when Script.execute() is executed to run user scripts in Vantage.
+        When log_type is set to "apply", function downloads the log files to a folder.
+        Notes:
+            * Logs files will be downloaded based on "log_dir".
+            * teradataml creates a sub directory with the name as "query_id"
+              and downloads the logs to the sub directory.
+            * files generated from "query_id" requires few seconds to generate,
+              provide "query_id" to function view_log() after few seconds else
+              it will return empty sub directory.
+
+    PARAMETERS:
+        log_type:
+            Optional Argument.
+            Specifies which logs to view.
+            If set to 'script', script log is pulled from database node.
+            If set to 'byom', byom log is pulled from database node.
+            If set to 'apply' logs are pulled from kubernetes container.
+            Permitted Values: 'script', 'apply', 'byom'
+            Default Value: 'script'
+            Types: str
+
+        num_lines:
+            Optional Argument.
+            Specifies the number of lines to be read and displayed from log.
+            Note:
+                This argument is applicable when log_type is 'script' otherwise ignored.
+            Default Value: 1000
+            Types: int
+
+        query_id:
+            Required Argument when log_type is 'apply', otherwise ignored.
+            Specifies the id of the query for which logs are to be retrieved.
+            This query id is part of the error message received when Apply class
+            or Dataframe apply method calls fail to execute the Apply table operator
+            query.
+            Types: str
+
+        log_dir:
+            Optional Argument.
+            Specifies the directory path to store all the log files for "query_id".
+            Notes:
+                * This argument is applicable when log_type is 'apply' otherwise ignored.
+                * when "log_dir" is not provided, function creates temporary folder
+                  and store the log files in the temp folder.
+            Types: str
+
+    RETURNS:
+        when log_type="apply" returns log files, otherwise teradataml dataframe.
+
+    RAISES:
+        TeradataMLException.
+
+    EXAMPLES:
+        # Example 1: View script log.
+        >>> view_log(log_type="script", num_lines=200)
+        >>> view_log(log_type="byom", num_lines=200)
+
+        # Example 2: Download the Apply query logs to a default temp folder.
+        # Use query id from the error messages returned by Apply class.
+        >>> view_log(log_type="apply", query_id='307161028465226056')
+        Logs for query_id "307191028465562578" is stored at "C:\\local_repo\\AppData\\Local\\Temp\\tmp00kuxlgu\\307161028465226056"
+
+        # Example 3: Download the Apply query logs to a specific folder.
+        # Use query id from the error messages returned by Apply class.
+        >>> view_log(log_type="apply", query_id='307161028465226056',log_dir='C:\\local_repo\\workspace')
+        Logs for query_id "307191028465562578" is stored at "C:\\local_repo\\workspace\\307161028465226056"
+    """
+    awu_matrix_test = []
+    awu_matrix_test.append((["num_lines", num_lines, True, (int), True]))
+    awu_matrix_test.append(("log_type", log_type, True, (str), True,
+                            [TableOperatorConstants.SCRIPT_LOG.value,
+                             TableOperatorConstants.APPLY_LOG.value,
+                             TableOperatorConstants.BYOM_LOG.value]))
+    # Validate argument type.
+    _Validators._validate_function_arguments(awu_matrix_test)
+
+    # Validate num_lines is a positive integer.
+    _Validators._validate_positive_int(num_lines, "num_lines")
+
+    awu_matrix_test.append(["query_id", query_id, True, (str), True])
+    awu_matrix_test.append(["log_dir", log_dir, True, (str), True])
+
+    # Validate argument type.
+    _Validators._validate_function_arguments(awu_matrix_test)
+
+    # log_type is script.
+    if log_type.upper() in [TableOperatorConstants.SCRIPT_LOG.value, TableOperatorConstants.BYOM_LOG.value]:
+        # Validate num_lines is a positive integer.
+        _Validators._validate_positive_int(num_lines, "num_lines")
+
+
+        # Query for viewing last n lines of script log.
+        view_log_query = TableOperatorConstants.SCRIPT_LOG_QUERY.value \
+            .format(num_lines, configure.default_varchar_size)
+
+    # log_type is apply.
+    else:
+        if query_id is None:
+            raise TeradataMlException(Messages.get_message(MessageCodes.DEPENDENT_ARG_MISSING,
+                                                           "query_id",
+                                                           "log_type=\"apply\""),
+                                      MessageCodes.DEPENDENT_ARG_MISSING)
+        if log_dir is not None:
+            if not os.path.exists(log_dir):
+                err_msg = 'The path \'{}\' does not exist.'.format(
+                    log_dir)
+                raise TeradataMlException(err_msg, MessageCodes.INPUT_FILE_NOT_FOUND)
+            if not os.path.isdir(log_dir):
+                err_msg = 'Please provide directory path instead of file path.'.format(
+                    log_dir)
+                raise TeradataMlException(err_msg, MessageCodes.INPUT_FILE_NOT_FOUND)
+        from teradataml.scriptmgmt.UserEnv import _get_auth_token, _get_ues_url, \
+            _process_ues_response
+        ues_url = _get_ues_url(logs=True, query_id=query_id)
+        response = UtilFuncs._http_request(ues_url, headers=_get_auth_token())
+        resp = _process_ues_response(api_name="view_log", response=response)
+        resp = resp.content.decode('utf-8')
+        jsons = json.loads(resp)
+        if log_dir is None:
+            log_dir = tempfile.mkdtemp()
+        log_dir = os.path.join(log_dir, query_id)
+        if os.path.exists(log_dir):
+            shutil.rmtree(log_dir)
+        os.mkdir(log_dir)
+        urls_and_files = [(log['url'], os.path.join(log_dir, log['name'])) for log in jsons['logs']]
+        failed_files = []
+        with concurrent.futures.ThreadPoolExecutor() as executor:
+            results = {executor.submit(_fetch_url_and_save, url, file_path):
+                           (os.path.basename(file_path)) for url, file_path in urls_and_files}
+            for future in concurrent.futures.as_completed(results):
+                try:
+                    file_name = results[future]
+                    future.result()
+                except (TeradataMlException, RuntimeError, Exception) as emsg:
+                    failed_files.append((file_name, emsg))
+        if len(failed_files) > 0:
+            emsg = ""
+            for msg in failed_files:
+                emsg += "\nUnable to download the file - {}. Reason: {}" \
+                    .format(msg[0], msg[1].args[0])
+            msg_code = MessageCodes.FUNC_EXECUTION_FAILED
+            error_msg = Messages.get_message(msg_code, "view_log()", emsg)
+            raise TeradataMlException(error_msg, msg_code)
+        else:
+            print("Logs for query_id \"{}\" is stored at \"{}\"".format(query_id, log_dir))
+    # Return a teradataml dataframe from query.
+    if log_type != 'apply':
+        return tdmldf.dataframe.DataFrame.from_query(view_log_query)
+
+
+def _fetch_url_and_save(url, file_path):
+    """
+    DESCRIPTION:
+       Download file from specifed url and update files at specified path.
+
+    PARAMETERS:
+        url:
+            Specifies the url from where file needs to be downloaded.
+
+        file_path:
+            Specifies the path of file where downloaded file needs to be updated.
+
+    Returns:
+        None
+
+    """
+    from teradataml.scriptmgmt.UserEnv import _process_ues_response
+    response = UtilFuncs._http_request(url)
+    resp = _process_ues_response(api_name="view_log", response=response)
+    with open(file_path, 'w') as file:
+        file.write(resp.content.decode('utf-8'))
+
+
+def _check_if_python_packages_installed():
+    """
+    DESCRIPTION:
+        Function to set global variable 'python_packages_installed' to True
+        or False based on whether the Vantage node has Python and add-on
+        packages including pip3 installed.
+
+    PARAMETERS:
+        None.
+
+    RETURNS:
+        None.
+
+    RAISES:
+        Exception.
+
+    EXAMPLES:
+        _check_if_python_packages_installed()
+    """
+    # Check if Python interpreter and add-ons packages are installed or not.
+    try:
+        query = TableOperatorConstants.CHECK_PYTHON_INSTALLED.value.format(configure.indb_install_location)
+        UtilFuncs._execute_query(query=query)
+
+        # If query execution is successful, then Python and add-on packages are
+        # present.
+        tdmlctx.python_packages_installed = True
+    except Exception as err:
+        # Raise Exception if the error message does not contain
+        # "bash: pip3: command not found".
+        # Default value of the global variable "python_packages_installed" remains
+        # same which was set during create_context/set_context.
+        if "bash: pip3: command not found" not in str(err):
+            raise
+
+
+@collect_queryband(queryband='PkgDtls')
+def db_python_package_details(names=None):
+    """
+    DESCRIPTION:
+        Function to get the Python packages, installed on Vantage, and their corresponding
+        versions.
+        Note:
+            Using this function is valid only when Python interpreter and add-on packages
+            are installed on the Vantage node.
+
+    PARAMETERS:
+        names:
+            Optional Argument.
+            Specifies the name(s)/pattern(s) of the Python package(s) for which version
+            information is to be fetched from Vantage. If this argument is not specified
+            or None, versions of all installed Python packages are returned.
+            Default Value: None
+            Types: str
+
+    RETURNS:
+        teradataml DataFrame, if package(s) is/are present in the Vantage.
+
+    RAISES:
+        TeradataMlException.
+
+    EXAMPLES:
+        # Note:
+        #   These examples will work only when the Python packages are installed on Vantage.
+
+        # Example 1: Get the details of a Python package 'dill' from Vantage.
+        >>> db_python_package_details("dill")
+          package  version
+        0    dill  0.2.8.2
+
+        # Example 2: Get the details of Python packages, having string 'mpy', installed on Vantage.
+        >>> db_python_package_details(names = "mpy")
+                 package  version
+        0          simpy   3.0.11
+        1          numpy   1.16.1
+        2          gmpy2    2.0.8
+        3  msgpack-numpy  0.4.3.2
+        4          sympy      1.3
+
+        # Example 3: Get the details of Python packages, having string 'numpy' and 'learn',
+        #            installed on Vantage.
+        >>> db_python_package_details(["numpy", "learn"])
+                 package  version
+        0   scikit-learn   0.20.3
+        1          numpy   1.16.1
+        2  msgpack-numpy  0.4.3.2
+
+        # Example 4: Get the details of all Python packages installed on Vantage.
+        >>> db_python_package_details()
+                  package  version
+        0       packaging     18.0
+        1          cycler   0.10.0
+        2           simpy   3.0.11
+        3  more-itertools    4.3.0
+        4          mpmath    1.0.0
+        5           toolz    0.9.0
+        6       wordcloud    1.5.0
+        7         mistune    0.8.4
+        8  singledispatch  3.4.0.3
+        9           attrs   18.2.0
+
+    """
+    # Validate arguments.
+    __arg_info_matrix = []
+    __arg_info_matrix.append(["names", names, True, (str, list), True])
+
+    _Validators._validate_function_arguments(arg_list=__arg_info_matrix)
+
+    # Check if Python interpretor and add-on packages are installed or not.
+    _check_if_python_packages_installed()
+
+    # Raise error if Python and add-on packages are not installed.
+    if not tdmlctx.python_packages_installed:
+        raise TeradataMlException(Messages.get_message(MessageCodes.PYTHON_NOT_INSTALLED),
+                                  MessageCodes.PYTHON_NOT_INSTALLED)
+
+    package_str = ""
+    # Adding "grep ..." only when the argument "name" is mentioned.
+    # Otherwise, all the package details are fetched.
+    if names is not None:
+        names = UtilFuncs._as_list(names)
+        package_str = "|".join(names)
+        package_str = "grep -E \"{0}\" | ".format(package_str)
+
+    query = TableOperatorConstants.PACKAGE_VERSION_QUERY.value. \
+        format(configure.indb_install_location, package_str, configure.default_varchar_size)
+
+    ret_val = tdmldf.dataframe.DataFrame.from_query(query)
+
+    if ret_val.shape[0] == 0:
+        msg_str = "No Python package(s) found based on given search criteria : names = {}"
+        print(msg_str.format(names))
+        ret_val = None
+
+    return ret_val
+
+
+def _create_table(table_name,
+                  columns,
+                  primary_index=None,
+                  unique=True,
+                  temporary=False,
+                  schema_name=None,
+                  set_table=True,
+                  **kwargs):
+    """
+    DESCRIPTION:
+        This is an internal function used to construct a SQLAlchemy Table Object.
+        This function checks appropriate flags and supports creation of Teradata
+        specific Table constructs such as Volatile/Primary Index tables and constraints.
+
+    PARAMETERS:
+        table_name:
+            Required Argument.
+            Specifies the name of SQL table.
+            Types: str
+
+        columns:
+            Required Argument.
+            Specifies a python dictionary with column-name(key) to column-type(value) mapping
+            to create table.
+            Types: dict
+
+        primary_index:
+            Optional Argument.
+            Specifies the column name(s) on which primary index needs to be created.
+            Default Value: None
+            Types: str OR list of Strings (str)
+
+        unique:
+            Optional Argument.
+            Specifies whether index is unique primary index or not i.e.,
+            if True, index column(s) does not accepts duplicate values,
+            if False, index column(s) accepts duplicate values.
+            Default Value: True
+            Types: bool
+
+        temporary:
+            Optional Argument.
+            Specifies whether SQL table to be created is Volatile or not.
+            Default Value: False
+            Types: bool
+
+        schema_name:
+            Optional Argument.
+            Specifies the name of the SQL schema in the database to write to.
+            If not specified, table is created in default schema.
+            Default Value: None
+            Types: str
+
+        set_table:
+            Optional Argument.
+            A flag specifying whether to create a SET table or a MULTISET table.
+            When True, an attempt to create a SET table is made.
+            When False, an attempt to create a MULTISET table is made.
+            Default Value: True
+            Types: bool
+
+        **kwargs:
+            Optional Argument.
+            Specifies table_level constraints as keyword arguments.
+            Each constraint argument can accept a string or a list of strings.
+            Notes:
+                * If the same constraint is to be applied multiple times,
+                  conditions or columns should be mentioned as individual
+                  elements in the list.
+                * If the constraint is to be applied on multiple columns,
+                  it should be mentioned in a tuple inside the list.
+                * For foreign_key_constraint, value should be a list
+                  containing 3 elements, constrained columns,
+                  referenced columns and referenced table name.
+                * If multiple foreign_key_constraint constraints are
+                  to be specified, then a list of tuples containing
+                  the 3 elements should be specified.
+            Permitted values:check_constraint, primary_key_constraint,
+                            foreign_key_constraint, unique_key_constraint.
+
+    RETURNS:
+        None
+
+    RAISES:
+        None
+
+    EXAMPLES:
+        # Example 1: Create a table with primary key constraint.
+        >>> _create_table(table_name=table_name, columns=columns_to_create, schema_name = schema_name,
+                          primary_key_constraint='column_name', set_table=False)
+
+        # Example 2: Create a table with multiple check constraints.
+        >>> _create_table(table_name=table_name, columns=columns_to_create, schema_name = schema_name,
+                          check_constraint=['column_name > value', 'column_name > value2'], set_table=False)
+
+        # Example 3: Create a table with multiple columns as primary key in primary constraint.
+        >>> _create_table(table_name=table_name, columns=columns_to_create, schema_name = schema_name,
+                          primary_key_constraint=[('column_name','column_name')], set_table=False)
+
+        # Example 4: Create a table with no constraint and no primary key.
+        >>> _create_table(table_name=table_name, columns=columns_to_create, schema_name = schema_name,
+                          set_table=False)
+
+    """
+    try:
+        prefix = []
+        pti = post(opts={})
+
+        if temporary is True:
+            pti = pti.on_commit(option='preserve')
+            prefix.append('VOLATILE')
+
+        if set_table:
+            prefix.append('set')
+        else:
+            prefix.append('multiset')
+
+        meta = MetaData()
+        meta.bind = tdmlctx.get_context()
+
+        if primary_index is not None:
+            if isinstance(primary_index, list):
+                pti = pti.primary_index(unique=unique, cols=primary_index)
+            elif isinstance(primary_index, str):
+                pti = pti.primary_index(unique=unique, cols=[primary_index])
+        else:
+            pti = pti.no_primary_index()
+
+        con_form=[]
+        for c_name, parameters in kwargs.items():
+            _Validators._validate_function_arguments([["constraint_type", c_name, True, str,
+                                                       True, SQLConstants.CONSTRAINT.value]])
+            if c_name in 'check_constraint':
+                parameters = UtilFuncs._as_list(parameters)
+                [con_form.append("{}('{}')".format("CheckConstraint", col)) for col in parameters]
+            if c_name in 'foreign_key_constraint':
+                parameters = parameters if isinstance(parameters[0], tuple) else [tuple(parameters)]
+                for col in parameters:
+                    meta.reflect(bind=tdmlctx.get_context(), only=[col[2]])
+                    con_form.append("{}({},{})".format("ForeignKeyConstraint", col[0], col[1]))
+            if c_name in ['primary_key_constraint', 'unique_key_constraint']:
+                c_name = "UniqueConstraint" if c_name in 'unique_key_constraint' else 'PrimaryKeyConstraint'
+                parameters = UtilFuncs._as_list(parameters)
+                [con_form.append("{}('{}')".format(c_name, "','".join(col))) if type(col) == tuple else con_form.append(
+                    "{}('{}')".format(c_name, col)) for col in parameters]
+        con_form.append("")
+
+        # Create default Table construct with parameter dictionary
+        table_str = "Table(table_name, meta,*(Column(c_name, c_type) for c_name,c_type in" \
+                    " columns.items()),{} teradatasql_post_create=pti,prefixes=prefix," \
+                    "schema=schema_name)".format("" if con_form is None else ",".join(con_form))
+
+        table=eval(table_str)
+        table.create(bind=tdmlctx.get_context())
+
+    except Exception as err:
+        msg_code = MessageCodes.EXECUTION_FAILED
+        raise TeradataMlException(Messages.get_message(msg_code, "create table", str(err)), msg_code)
+
+
+@collect_queryband(queryband='LstKwrds')
+def list_td_reserved_keywords(key=None, raise_error=False):
+    """
+    DESCRIPTION:
+        Function validates if the specified string is Teradata reserved keyword or not.
+        If key is not specified, list all the Teradata reserved keywords.
+
+    PARAMETERS:
+        key:
+            Optional Argument.
+            Specifies a string to validate for Teradata reserved keyword.
+            Types: string
+
+        raise_error:
+            Optional Argument.
+            Specifies whether to raise exception or not.
+            When set to True, an exception is raised,
+            if specified "key" is a Teradata reserved keyword, otherwise not.
+            Default Value: False
+            Types: bool
+
+    RETURNS:
+        teradataml DataFrame, if "key" is None.
+        True, if "key" is Teradata reserved keyword, False otherwise.
+
+    RAISES:
+        TeradataMlException.
+
+    EXAMPLES:
+       >>> from teradataml import list_td_reserved_keywords
+       >>> # Example 1: List all available Teradata reserved keywords.
+       >>> list_td_reserved_keywords()
+         restricted_word
+       0             ABS
+       1         ACCOUNT
+       2            ACOS
+       3           ACOSH
+       4      ADD_MONTHS
+       5           ADMIN
+       6             ADD
+       7     ACCESS_LOCK
+       8    ABORTSESSION
+       9           ABORT
+       >>>
+
+       >>> # Example 2: Validate if keyword "account" is a Teradata reserved keyword or not.
+       >>> list_td_reserved_keywords("account")
+       True
+       >>>
+
+       >>> # Example 3: Validate and raise exception if keyword "account" is a Teradata reserved keyword.
+       >>> list_td_reserved_keywords("account", raise_error=True)
+       TeradataMlException: [Teradata][teradataml](TDML_2121) 'account' is a Teradata reserved keyword.
+    """
+    from teradataml.dataframe.dataframe import DataFrame, in_schema
+    # Get the reserved keywords from the table
+    reserved_keys = DataFrame(in_schema("SYSLIB", "SQLRestrictedWords"))
+
+    # If key is not passed, return the list of Teradata reserved keywords.
+    if key is None:
+        return reserved_keys.select(['restricted_word'])
+
+    # Check if key is a Teradata reserved keyword or not.
+    num_rows = reserved_keys[reserved_keys.restricted_word == key.upper()].shape[0]
+    if num_rows > 0:
+        if raise_error:
+            raise TeradataMlException(Messages.get_message(MessageCodes.RESERVED_KEYWORD, key),
+                                                          MessageCodes.RESERVED_KEYWORD)
+        return True
+    return False
+
+
+def _rename_table(old_table_name, new_table_name):
+    """
+    This function renames the existing table present in the database.
+
+    PARAMETERS:
+        old_table_name:
+            Required Argument.
+            Specifies the name of the existing table in vantage.
+            Types : String
+
+        new_table_name:
+            Required Argument.
+            Specifies the  the new name for the existing table.
+            Types : String
+
+    RETURNS:
+        None
+
+    RAISES:
+        None
+
+    EXAMPLES:
+        >>> load_example_data("dataframe", "sales")
+        >>> _rename_table("sales", "new_sales")
+    """
+    # Query to rename existing table.
+    query = "RENAME TABLE {} TO {};".format(old_table_name, new_table_name)
+    # Execute rename query.
+    UtilFuncs._execute_ddl_statement(query)
+
+
+def _execute_query_and_generate_pandas_df(query, index=None, **kwargs):
+    """
+    DESCRIPTION:
+        Function executes the provided query and returns a pandas DataFrame.
+
+    PARAMETERS:
+        query:
+            Required Argument.
+            Specifies the query that needs to be executed to form Pandas
+            DataFrame.
+            Type: str
+
+        index
+            Optional Argument.
+            Specifies column(s) to be used as Pandas index.
+            Types: str OR list of Strings (str)
+
+    RETURNS:
+        Pandas DataFrame.
+
+    RAISES:
+        TeradataMlException.
+
+    EXAMPLES:
+        pdf = _execute_query_and_generate_pandas_df("SELECT * from t1", "col1")
+    """
+    # Empty queryband buffer before SQL call.
+    UtilFuncs._set_queryband()
+    cur = execute_sql(query)
+    columns = kwargs.pop('columns', [col[0] for col in cur.description])
+    rows = cur.fetchall()
+    if cur is not None:
+        cur.close()
+
+    try:
+        pandas_df = pd.DataFrame.from_records(data=list(tuple(row) for row in rows),
+                                              columns=columns,
+                                              index=index,
+                                              **kwargs)
+    except KeyError:
+        raise TeradataMlException(
+            Messages.get_message(MessageCodes.INVALID_PRIMARY_INDEX),
+            MessageCodes.INVALID_PRIMARY_INDEX)
+    except:
+        raise TeradataMlException(
+            Messages.get_message(MessageCodes.TDMLDF_SELECT_DF_FAIL),
+            MessageCodes.TDMLDF_SELECT_DF_FAIL)
+
+    return pandas_df