teradataml 20.0.0.0__py3-none-any.whl → 20.0.0.2__py3-none-any.whl

teradataml/data/timestamp_data.csv

@@ -0,0 +1,4 @@
+id,timestamp_col,timestamp_col1,format_col,timezone_col
+0,"2015-01-08 00:00:12.2",123456,"YYYY-MM-DD HH24:MI:SS.FF6","GMT"
+1,"2015-01-08 13:00",878986,"YYYY-MM-DD HH24:MI","America Pacific"
+2,"2015-01-08 00:00:12.2+10:00",45678910234,"YYYY-MM-DD HH24:MI:SS.FF6 TZH:TZM","GMT+10"

teradataml/data/titanic_dataset_unpivoted.csv

@@ -0,0 +1,19 @@
+passenger,AttributeName,AttributeValue,survived
+61,pclass,3,0
+1000,pclass,3,1
+40,pclass,3,1
+21,pclass,2,0
+61,gender,male,0
+1000,gender,,1
+40,gender,female,1
+21,gender,male,0
+2,pclass,1,1
+16,pclass,2,1
+7,pclass,1,0
+2,gender,female,1
+16,gender,female,1
+7,gender,male,0
+10,pclass,2,1
+4,pclass,1,1
+10,gender,female,1
+4,gender,female,1

teradataml/data/uaf_example.json

@@ -471,5 +471,59 @@
     "CONF_OFF_v": "FLOAT",
     "CONF_LOW_v": "FLOAT",
     "CONF_HI_v": "FLOAT"
+  },
+  "dwt_dataTable":{
+	  "id": "INTEGER",
+	  "rowi": "INTEGER",
+	  "v": "FLOAT"
+  },
+  "dwt_filterTable":{
+	  "id": "INTEGER",
+	  "seq": "INTEGER",
+	  "lo": "FLOAT",
+	  "hi": "FLOAT"
+  },
+  "idwt_dataTable":{
+	  "id": "INTEGER",
+	  "rowi": "INTEGER",
+	  "approx": "FLOAT",
+	  "detail": "FLOAT"
+  },
+  "idwt_filterTable":{
+	  "id": "INTEGER",
+	  "seq": "INTEGER",
+	  "lo": "FLOAT",
+	  "hi": "FLOAT"
+  },
+   "dwt2d_dataTable":{
+	  "id": "INTEGER",
+	  "x": "INTEGER",
+	  "y": "INTEGER",
+	  "v": "FLOAT"
+  },
+  "idwt2d_dataTable":{
+	  "id": "INTEGER",
+	  "x": "INTEGER",
+	  "y": "INTEGER",
+	  "v": "FLOAT"
+  },
+  "covid_confirm_sd":{
+	  "city": "VARCHAR(15)",
+      "row_axis": "INTEGER",
+      "cnumber": "INTEGER"
+  },
+  "real_values":{
+	  "TD_TIMECODE": "TIMESTAMP(0)",
+      "id": "INTEGER",
+      "val": "FLOAT",
+      "<PTI_CLAUSE>": "(TIMESTAMP(0), DATE '2020-01-01', HOURS(1), COLUMNS(id), nonsequenced)"
+  },
+  "windowdfft":{
+    "id": "INTEGER",
+    "row_i": "INTEGER",
+    "v1": "FLOAT",
+    "v2": "FLOAT",
+    "v3": "FLOAT",
+    "v4": "FLOAT"
   }
-}
+}

teradataml/data/unpivot_example.json

@@ -6,5 +6,20 @@
     "temp": "integer",
     "pressure": "real",
     "dewpoint": "varchar(30)"
+  },
+  "titanic_dataset_unpivoted":{
+    "passenger": "integer",
+    "AttributeName": "varchar(30)",
+    "AttributeValue": "varchar(30)",
+    "survived": "integer"
+  },
+  "star_pivot":{
+    "country": "varchar(30)",
+    "state": "varchar(30)",
+    "yr": "integer",
+    "qtr": "varchar(30)",
+    "sales": "integer",
+    "cogs": "integer",
+    "rating": "varchar(30)"
   }
 }

teradataml/data/url_data.csv

@@ -0,0 +1,9 @@
+"id","urls","part"
+0,"http://example.com:8080/path","FILE"
+1,"ftp://example.net:21/path","PATH"
+2,"https://example.net/path4/path5/path6?query4=value4#fragment3","REF"
+3,"https://www.facebook.com","HOST"
+4,"https://teracloud-pod-services-pod-account-service.dummyvalue.production.pods.teracloud.ninja/v1/accounts/acc-dummyvalue/user-environment-service/api/v1/","QUERY"
+5,"http://pg.example.ml/path150#fragment90","AUTHORITY"
+6,"smtp://user:password@smtp.example.com:21/file.txt","USERINFO"
+7,"https://www.google.com","PROTOCOL"

teradataml/data/windowdfft.csv

@@ -0,0 +1,16 @@
+id,row_i,v1,v2,v3,v4
+3,1,0.0,1.4,1.0,1.0
+3,2,1.0,2.4,2.0,2.0
+3,3,2.0,3.4,3.0,3.0
+3,4,3.0,4.6,4.0,4.0
+3,5,0.0,5.9,5.0,5.0
+3,6,1.0,6.7,6.0,6.0
+3,7,2.0,7.7,7.0,7.0
+3,8,3.0,8.7,8.0,8.0
+3,9,0.0,9.9,9.0,9.0
+3,10,1.0,10.2,10.0,10.0
+3,11,2.0,11.2,11.0,11.0
+3,12,3.0,12.2,12.0,12.0
+3,13,1.0,10.2,13.0,13.0
+3,14,2.0,11.2,14.0,14.0
+3,15,3.0,12.2,15.0,15.0

teradataml/data/ztest_example.json

@@ -0,0 +1,16 @@
+{
+    "roc_input" : {
+      "model_id" : "integer",
+      "id" : "integer",
+      "observation" : "integer",
+      "probability" : "real"
+    },
+    "boston2cols":{
+        "groupName":"VARCHAR(40)",
+        "groupValue":"REAL"
+    },
+    "insect2Cols":{
+        "groupName":"VARCHAR(40)",
+        "groupValue":"INTEGER"
+    }
+  }

teradataml/dataframe/copy_to.py

@@ -30,7 +30,7 @@ from teradatasql import OperationalError
 from teradataml.common.wrapper_utils import AnalyticsWrapperUtils
 from teradataml.utils.utils import execute_sql
 from teradataml.utils.validators import _Validators
-from teradatasqlalchemy.telemetry.queryband import collect_queryband
+from teradataml.telemetry_utils.queryband import collect_queryband
 
 
 @collect_queryband(queryband="CpToSql")
@@ -569,7 +569,6 @@ def copy_to_sql(df, table_name,
                                        chunksize, is_pti, timecode_column,
                                        sequence_column, match_column_order)
 
-
         # df is a teradataml DataFrame object (to_sql wrapper used)
         elif isinstance(df, tdmldf.DataFrame):
             df_column_list = [col.name for col in df._metaexpr.c]
@@ -578,7 +577,13 @@ def copy_to_sql(df, table_name,
                 # Reorder the column list to reposition the timecode and sequence columns
                 df_column_list = _reorder_insert_list_for_pti(df_column_list, timecode_column, sequence_column)
 
-            df_utils._insert_all_from_table(table_name, df._table_name, df_column_list, schema_name, temporary)
+            source_tbl_name = UtilFuncs._extract_table_name(df._table_name)
+            from_schema_name = UtilFuncs._extract_db_name(df._table_name)
+
+            df_utils._insert_all_from_table(table_name, source_tbl_name, df_column_list,
+                                            to_schema_name=schema_name,
+                                            from_schema_name=from_schema_name,
+                                            temporary=temporary)
 
         # While table name conflict is present, Delete the source table after creation of temporary table.
         # Rename the temporary table to destination table name. 
@@ -1656,7 +1661,7 @@ def _get_all_sqlalchemy_mappings():
     EXAMPLES:
         _get_all_sqlalchemy_mappings()
     """
-    teradata_types_map = {'int32':INTEGER(), 'int64':BIGINT(),
+    teradata_types_map = {'int32':INTEGER(), 'int64':BIGINT(), "Int64": INTEGER(),
                           'object':VARCHAR(configure.default_varchar_size,charset='UNICODE'),
                           'O':VARCHAR(configure.default_varchar_size,charset='UNICODE'),
                           'float64':FLOAT(), 'float32':FLOAT(), 'bool':BYTEINT(),

teradataml/dataframe/data_transfer.py

@@ -19,15 +19,15 @@ from teradataml.common.sqlbundle import SQLBundle
 from teradataml.common.utils import UtilFuncs
 from teradataml.common.constants import CopyToConstants
 from teradataml.context.context import get_context, get_connection, \
-                                       _get_context_temp_databasename
+    _get_context_temp_databasename, _get_current_databasename
 from teradataml.dataframe import dataframe as tdmldf
 from teradataml.dataframe.copy_to import copy_to_sql, _create_table_object, \
-                                        _get_pd_df_column_names, _extract_column_info, \
-                                        _check_columns_insertion_compatible, _get_index_labels
+    _get_pd_df_column_names, _extract_column_info, \
+    _check_columns_insertion_compatible, _get_index_labels
 from teradataml.dataframe.dataframe_utils import DataFrameUtils as df_utils
 from teradataml.dbutils.dbutils import _create_table, _execute_query_and_generate_pandas_df
 from teradataml.utils.validators import _Validators
-from teradatasqlalchemy.telemetry.queryband import collect_queryband
+from teradataml.telemetry_utils.queryband import collect_queryband
 
 
 @collect_queryband(queryband="fstExprt")
@@ -335,7 +335,7 @@ def fastexport(df, export_to="pandas", index_column=None,
             if not csv_file:
                 raise TeradataMlException(
                     Messages.get_message(MessageCodes.DEPENDENT_ARG_MISSING, "csv_file",
-                                         "{0}='{1}'".format("export_to","csv")),
+                                         "{0}='{1}'".format("export_to", "csv")),
                     MessageCodes.DEPENDENT_ARG_MISSING)
 
             if not csv_file.lower().endswith(".csv"):
@@ -363,7 +363,7 @@ def fastexport(df, export_to="pandas", index_column=None,
         raise TeradataMlException(
             Messages.get_message(MessageCodes.DATA_EXPORT_FAILED, "fastexport",
                                  export_to, str(err)),
-                                 MessageCodes.DATA_EXPORT_FAILED)
+            MessageCodes.DATA_EXPORT_FAILED)
 
 
 @collect_queryband(queryband="rdCsv")
@@ -601,7 +601,7 @@ def read_csv(filepath,
             Specifies whether to persist the errors/warnings(if any) information in Vantage
             or not.
             If "save_errors" is set to False:
-             1. Errors or warnings (in any) are not persisted into tables.
+             1. Errors or warnings (if any) are not persisted into tables.
              2. Errors table genarated by FastloadCSV are not persisted.
             If "save_errors" is set to True:
              1. The errors or warnings information is persisted and names of error and
@@ -883,7 +883,7 @@ def read_csv(filepath,
 
             # Create SQLAlchemy table object from existing table.
             existing_table = UtilFuncs._get_sqlalchemy_table(table_name,
-                                                    schema_name=schema_name)
+                                                             schema_name=schema_name)
 
             # Check compatibility of CSV columns with existing table columns.
             if types is not None:
@@ -904,7 +904,7 @@ def read_csv(filepath,
                                                                          primary_index=existing_table_primary_index)
             else:
                 rc_dict = dt_obj._insert_from_csv_without_fastload(table_name=table_name,
-                                                column_names=cols_name)
+                                                                   column_names=cols_name)
         # Return the read_csv result.
         return dt_obj._get_result(rc_dict)
 
@@ -923,6 +923,7 @@ class _DataTransferUtils():
     Teradata Vantage to outside world, for example Data Transfer using
     FastExport Protocol.
     """
+
     def __init__(self, df, index_column=None, num_rows=99999, all_rows=False,
                  catch_errors_warnings=False, table_name=None,
                  schema_name=None, if_exists='append', index=False,
@@ -934,7 +935,9 @@ class _DataTransferUtils():
                  columns_list=None, sequence_column=None, seq_max=None,
                  use_fastload=True, api_name='fastexport',
                  open_sessions=None, chunksize=CopyToConstants.DBAPI_BATCHSIZE.value,
-                 match_column_order=True):
+                 match_column_order=True, err_tbl_1_suffix=None,
+                 err_tbl_2_suffix=None, err_tbl_name=None, warn_tbl_name=None,
+                 err_staging_db=None):
         """
         DESCRIPTION:
             Constructor for the _DataTransferUtils class. It initialises
@@ -1088,6 +1091,35 @@ class _DataTransferUtils():
                 Default Value: 16383
                 Types: int
 
+            err_tbl_1_suffix:
+                Optional Argument.
+                Specifies the suffix for error table 1 created by fastload job.
+                Types: String
+
+            err_tbl_2_suffix:
+                Optional Argument.
+                Specifies the suffix for error table 2 created by fastload job.
+                Types: String
+
+            err_tbl_name:
+                Optional Argument.
+                Specifies the name for error table.
+                Types: String
+
+            warn_tbl_name:
+                Optional Argument.
+                Specifies the name for warning table.
+                Types: String
+
+            err_staging_db:
+                Optional Argument.
+                Specifies the name of the database to be used for creating staging
+                table and error tables.
+                Note:
+                    Current session user must have CREATE, DELETE and INSERT table
+                    rights on err_staging_db database.
+                Types: String
+
         PARAMETERS:
             None.
 
@@ -1139,6 +1171,11 @@ class _DataTransferUtils():
         self.open_sessions = open_sessions
         self.chunksize = chunksize
         self.match_column_order = match_column_order
+        self.err_tbl_1_suffix = err_tbl_1_suffix
+        self.err_tbl_2_suffix = err_tbl_2_suffix
+        self.err_tbl_name = err_tbl_name
+        self.warn_tbl_name = warn_tbl_name
+        self.err_staging_db = err_staging_db
 
         # Validate arguments.
         if self.api_name == 'fastexport':
@@ -1243,6 +1280,7 @@ class _DataTransferUtils():
             dt_obj = _DataTransferUtils()
             dt_obj._validate_csv_sep_quotechar()
         """
+
         # Function to validate char value for length and allowed characters.
         def validate_char_arg_csv(arg_name, arg):
 
@@ -1444,7 +1482,7 @@ class _DataTransferUtils():
                                               csv_file_name=target_csv)
 
         """
-        fastexport_esc_func=""
+        fastexport_esc_func = ""
         open_session_esc_func = ""
         if require is not None:
             if require:
@@ -1492,7 +1530,7 @@ class _DataTransferUtils():
             write_csv_escape_func = DriverEscapeFunctions.WRITE_TO_CSV.value.format(csv_file_name)
             field_sep_esc_func = DriverEscapeFunctions.FIELD_SEP.value.format(field_sep)
             field_quote_esc_func = DriverEscapeFunctions.FIELD_QUOTE.value.format(field_quote)
-         
+
         query = "{0}{1}{2}{3}{4}{5}".format(fastexport_esc_func,
                                             open_session_esc_func,
                                             field_sep_esc_func,
@@ -1639,7 +1677,7 @@ class _DataTransferUtils():
 
     # End of functions specific to exporting table data in Vantage into pandas DataFrame.
 
-   # General functions to get warrnings and errors.
+    # General functions to get warrnings and errors.
     def _get_errors_warnings(self, cur, insert_stmt, escape_function):
         """
         Internal function executes teradatasql provided escape functions
@@ -1672,7 +1710,7 @@ class _DataTransferUtils():
             dt_obj._get_errors_warnings(cur, insert_stmt, escape_function)
         """
         errorwarninglist = self._process_escape_functions(cur,
-                                                          escape_function= escape_function,
+                                                          escape_function=escape_function,
                                                           insert_query=insert_stmt)
 
         from teradatasql import vernumber
@@ -1714,11 +1752,10 @@ class _DataTransferUtils():
 
         return pd.DataFrame()
 
-    def _create_error_warnings_table(self, pdf, msg_type, logon_seq_number):
+    def _create_error_warnings_table(self, pdf, msg_type, logon_seq_number, table_name=None):
         """
         DESCRIPTION:
-            Internal function creates the errors and warnings table in Vantage,
-            if save_errors is set to True.
+            Internal function creates the errors and warnings table in Vantage.
 
         PARAMETERS:
             pdf:
@@ -1747,12 +1784,13 @@ class _DataTransferUtils():
             dt_obj = _DataTransferUtils(df, table_name, types)
             dt_obj._create_error_warnings_table(pdf, msg_type, logon_seq_number)
         """
-        if self.save_errors:
-            err_warn_tablename = "td_fl_{0}_{1}_{2}".format(self.table_name, msg_type, logon_seq_number)
-            copy_to_sql(pdf, err_warn_tablename, if_exists='replace')
-            return err_warn_tablename
-
-        return ''
+        if not table_name:
+            table_name = "td_fl_{0}_{1}_{2}".format(self.table_name, msg_type, logon_seq_number)
+        copy_to_sql(pdf, table_name, schema_name=self.err_staging_db,
+                    if_exists='replace')
+        return "{}.{}".format(self.err_staging_db if self.err_staging_db
+                              else _get_current_databasename(),
+                              table_name)
 
     def _process_escape_functions(self, cur, escape_function, insert_query=None):
         """
@@ -1834,16 +1872,23 @@ class _DataTransferUtils():
             ins_query = dt_obj._form_insert_query()
         """
 
-        csv_esc_func = ""
-        open_sessions_esc_func = ""
-        field_sep_esc_func = ""
-        field_quote_esc_func = ""
+        escape_funcs = ""
 
+        # Get the fastload escape function.
+        if self.use_fastload:
+            escape_funcs = escape_funcs + DriverEscapeFunctions.REQUIRE_FASTLOAD.value
+
+        # Get the escape function clause for open_sessions.
+        if self.open_sessions is not None:
+            escape_funcs = escape_funcs + DriverEscapeFunctions.OPEN_SESSIONS.value.format(self.open_sessions)
+
+        # Create the list of values to be inserted.
         if self.api_name == "fastload":
             col_names = _get_pd_df_column_names(self.df)
             insert_values = ", ".join(['?' for i in range(len(col_names) + len(self.df.index.names)
                                                           if self.index is True else len(col_names))])
 
+        # Get escape functions related to read_csv.
         if self.api_name == "read_csv":
             # Get the column names.
             if self.if_exists == 'append' and column_names is not None:
@@ -1852,7 +1897,7 @@ class _DataTransferUtils():
                 col_names, _ = _extract_column_info(self.df, self.types)
 
             # Get read_csv escape function.
-            csv_esc_func = DriverEscapeFunctions.READ_CSV.value.format(self.df)
+            escape_funcs = escape_funcs + DriverEscapeFunctions.READ_CSV.value.format(self.df)
             insert_values = ", ".join(['?' for i in range(len(col_names))])
 
             # Create escape function for sep.
@@ -1861,7 +1906,7 @@ class _DataTransferUtils():
                 field_sep = "''''"
             elif self.sep == "\"":
                 field_sep = "\"\"\"\""
-            field_sep_esc_func = DriverEscapeFunctions.FIELD_SEP.value.format(field_sep)
+            escape_funcs = escape_funcs + DriverEscapeFunctions.FIELD_SEP.value.format(field_sep)
 
             # Create escape function for quotechar.
             field_quote = "'{0}'".format(self.quotechar)
@@ -1869,27 +1914,28 @@ class _DataTransferUtils():
                 field_quote = "''''"
             elif self.quotechar == "\"":
                 field_quote = "\"\"\"\""
-            field_quote_esc_func = DriverEscapeFunctions.FIELD_QUOTE.value.format(field_quote)
+            escape_funcs = escape_funcs + DriverEscapeFunctions.FIELD_QUOTE.value.format(field_quote)
 
         # Create base insert query.
         base_insert_query = "INSERT INTO {0} VALUES ({1});".format(table, insert_values)
 
-        # Get the fastload escape function.
-        fastload_esc_func = DriverEscapeFunctions.REQUIRE_FASTLOAD.value \
-                            if self.use_fastload else ""
+        # Get the escape function clauses for error table and DB related escape functions.
+        # TODO: This condition will be optimized with ELE-6743.
+        if self.api_name == "fastload" and self.save_errors and not self.err_tbl_name:
+            escape_funcs = escape_funcs + DriverEscapeFunctions.ERR_TBL_MNG_FLAG.value.format("off")
 
-        # Get the escape function clause for open_sessions
-        if self.open_sessions is not None:
-            open_sessions_esc_func = DriverEscapeFunctions.OPEN_SESSIONS.value.format(self.open_sessions)
+        if self.err_tbl_1_suffix:
+            escape_funcs = escape_funcs + DriverEscapeFunctions.ERR_TBL_1.value.format(self.err_tbl_1_suffix)
 
-        query = "{0}{1}{2}{3}{4}{5}".format(fastload_esc_func,
-                                            open_sessions_esc_func,
-                                            field_sep_esc_func,
-                                            field_quote_esc_func,
-                                            csv_esc_func,
-                                            base_insert_query)
-        return query
+        if self.err_tbl_2_suffix:
+            escape_funcs = escape_funcs + DriverEscapeFunctions.ERR_TBL_2.value.format(self.err_tbl_2_suffix)
+
+        if self.err_staging_db:
+            escape_funcs = escape_funcs + DriverEscapeFunctions.ERR_STAGING_DB.value.format(self.err_staging_db)
 
+        # Generate final insert query by appending all escape functions.
+        query = "{0}{1}".format(escape_funcs, base_insert_query)
+        return query
 
     def _table_exists(self, con):
         """
@@ -1912,10 +1958,10 @@ class _DataTransferUtils():
             dt_obj = _DataTransferUtils(df)
             ins_query = dt_obj._table_exists()
         """
-        return con.dialect.has_table(get_connection(), self.table_name, self.schema_name)
-
+        return con.dialect.has_table(get_connection(), self.table_name, self.schema_name,
+                                     table_only=True)
 
-    def _get_fully_qualified_table_name(self, table_name=None):
+    def _get_fully_qualified_table_name(self, table_name=None, schema_name=None):
         """
         DESCRIPTION:
             Function returns schema qualified table name
@@ -1929,6 +1975,11 @@ class _DataTransferUtils():
                 Specifies the table name.
                 Types: str
 
+            schema_name:
+                Optional Argument.
+                Specifies the schema name.
+                Types: str
+
         RETURNS:
             str.
 
@@ -1942,12 +1993,14 @@ class _DataTransferUtils():
         table_name = table_name if table_name else self.table_name
 
         table = '"{}"'.format(table_name)
-        if self.schema_name is not None:
+        if schema_name is not None:
+            table = '"{}"."{}"'.format(schema_name, table_name)
+        elif self.schema_name is not None:
             table = '"{}"."{}"'.format(self.schema_name, table_name)
 
         return table
 
-    def _create_table(self, con, table_name=None):
+    def _create_table(self, con, table_name=None, schema_name=None):
         """
         DESCRIPTION:
             Internal function creates table in the Vantage.
@@ -1963,6 +2016,11 @@ class _DataTransferUtils():
                 Specifies the table name.
                 Types: str
 
+            schema_name:
+                Optional Argument.
+                Specifies the schema name where table needs to be created.
+                Types: str
+
         RETURNS:
             None.
 
@@ -1974,9 +2032,9 @@ class _DataTransferUtils():
             dt_obj._create_table(con)
         """
         table_name = table_name if table_name else self.table_name
-
+        schema_name = schema_name if schema_name else self.schema_name
         table = _create_table_object(df=self.df, table_name=table_name, types=self.types, con=con,
-                                     schema_name=self.schema_name, primary_index=self.primary_index,
+                                     schema_name=schema_name, primary_index=self.primary_index,
                                      temporary=self.temporary, set_table=self.set_table, index=self.index,
                                      index_label=self.index_label)
 
@@ -2032,7 +2090,7 @@ class _DataTransferUtils():
 
             # Turn off autocommit before the Fastload insertion.
             self._process_escape_functions(cur, escape_function= \
-                                            DriverEscapeFunctions.AUTOCOMMIT_OFF)
+                DriverEscapeFunctions.AUTOCOMMIT_OFF)
 
             # Initialize dict template for saving error/warning information.
             err_dict = {}
@@ -2052,7 +2110,7 @@ class _DataTransferUtils():
 
             # Get logon sequence number to be used for error/warning table names
             logon_seq_number = self._process_escape_functions(cur, escape_function= \
-                                                              DriverEscapeFunctions.LOGON_SEQ_NUM,
+                DriverEscapeFunctions.LOGON_SEQ_NUM,
                                                               insert_query=ins)
 
             # Commit the rows
@@ -2064,16 +2122,16 @@ class _DataTransferUtils():
             if len(warn) != 0:
                 warn_dict['error_message'].extend(warn)
 
-            # Get error and warning informations for error and warning tables, persist
+            # Get error and warning information for error and warning tables, persist
             # error and warning tables to Vantage if user has specified save_error as True
             # else show it as pandas dataframe on console.
             pd_err_df = self._get_pandas_df_from_errors_warnings(err_dict)
-            if not pd_err_df.empty:
+            if not pd_err_df.empty and self.save_errors:
                 msg_type = "err"
                 error_tablename = self._create_error_warnings_table(pd_err_df, msg_type, logon_seq_number[0][0])
 
             pd_warn_df = self._get_pandas_df_from_errors_warnings(warn_dict)
-            if not pd_warn_df.empty:
+            if not pd_warn_df.empty and self.save_errors:
                 msg_type = "warn"
                 warn_tablename = self._create_error_warnings_table(pd_warn_df, msg_type, logon_seq_number[0][0])
 
@@ -2087,7 +2145,8 @@ class _DataTransferUtils():
             # drop the tables created by FastloadCSV.
             if not self.save_errors:
                 for table in fastloadcsv_err_tables:
-                    if conn.dialect.has_table(conn, table_name=table, schema=self.schema_name):
+                    if conn.dialect.has_table(conn, table_name=table, schema=self.schema_name,
+                                              table_only=True):
                         UtilFuncs._drop_table(self._get_fully_qualified_table_name(table))
                     err_warn_dict.update({"fastloadcsv_error_tables": []})
                 return err_warn_dict
@@ -2100,7 +2159,7 @@ class _DataTransferUtils():
         finally:
             # Turn on autocommit.
             self._process_escape_functions(cur, escape_function= \
-                                           DriverEscapeFunctions.AUTOCOMMIT_ON)
+                DriverEscapeFunctions.AUTOCOMMIT_ON)
             cur.close()
 
     def _get_result(self, result_dict=None):
@@ -2262,7 +2321,7 @@ class _DataTransferUtils():
         awu_matrix.append(['quotechar', self.quotechar, True, (str)])
         awu_matrix.append(['catch_errors_warnings', self.catch_errors_warnings, False, (bool)])
         awu_matrix.append(['use_fastload', self.use_fastload, False, (bool)])
-        awu_matrix.append(['open_sessions',self.open_sessions, True, (int), False])
+        awu_matrix.append(['open_sessions', self.open_sessions, True, (int), False])
         awu_matrix.append(['chunksize', self.chunksize, False, (int)])
         awu_matrix.append(['match_column_order', self.match_column_order, True, (bool)])
         if isinstance(self.df, pd.DataFrame):
@@ -2307,8 +2366,8 @@ class _DataTransferUtils():
 
                     if (is_multi_index and ((isinstance(self.index_label, str) and index_levels != 1) or
                                             (is_index_list and index_levels != len(self.index_label)))) or \
-                                            (not is_multi_index and is_index_list and
-                                            (is_index_list and num_index > 1)):
+                            (not is_multi_index and is_index_list and
+                             (is_index_list and num_index > 1)):
                         valid_arg_msg = 'String or list of Strings with the number of ' \
                                         'Strings matching the number of levels' \
                                         ' in the index'
@@ -2522,16 +2581,18 @@ class _DataTransferUtils():
 
             # Load the data from CSV to staging table.
             rc_dict = self._insert_from_csv_with_fastload(table_name=stag_table_name,
-                                          column_names=column_names)
+                                                          column_names=column_names)
 
             # Insert all rows from staging table to already existing table.
             df_utils._insert_all_from_table(self.table_name,
-                                            self._get_fully_qualified_table_name(stag_table_name),
+                                            stag_table_name,
                                             column_names,
-                                            self.schema_name)
+                                            to_schema_name=self.schema_name,
+                                            from_schema_name=self.schema_name)
 
             return rc_dict
         finally:
+            # Drop the staging table.
             if stage_table_created:
                 UtilFuncs._drop_table(self._get_fully_qualified_table_name(stag_table_name))
 
@@ -2733,7 +2794,7 @@ class _DataTransferUtils():
             # Get open_sessions argument.
             open_sessions = kwargs.pop("open_sessions", None)
             if not require_fastexport and open_sessions is not None:
-                raise TeradataMlException("'{0}' can only be used when '{1}' is set to True."\
+                raise TeradataMlException("'{0}' can only be used when '{1}' is set to True." \
                                           .format("open_sessions", "fastexport or require"),
                                           MessageCodes.DEPENDENT_ARGUMENT)