mtsql 1.8.202401021406__py3-none-any.whl → 1.9.202401091637__py3-none-any.whl

mt/sql/base.py

@@ -1,5 +1,6 @@
 """Base functions dealing with an SQL database."""
 
+import uuid
 import sqlalchemy as sa
 import sqlalchemy.exc as se
 import psycopg2 as ps
@@ -22,6 +23,7 @@ __all__ = [
     "list_tables",
     "list_views",
     "table_exists",
+    "create_temp_id_table",
 ]
 
 
@@ -43,7 +45,7 @@ def run_func(
     *args,
     nb_trials: int = 3,
     logger: tp.Optional[logg.IndentedLoggerAdapter] = None,
-    **kwargs
+    **kwargs,
 ):
     """Attempt to run a function a number of times to overcome OperationalError exceptions.
 
@@ -106,7 +108,7 @@ def read_sql(
     nb_trials: int = 3,
     exception_handling: str = "raise",
     logger: tp.Optional[logg.IndentedLoggerAdapter] = None,
-    **kwargs
+    **kwargs,
 ) -> pd.DataFrame:
     """Read an SQL query with a number of trials to overcome OperationalError.
 
@@ -174,7 +176,7 @@ def read_sql(
             chunksize=chunksize,
             nb_trials=nb_trials,
             logger=logger,
-            **kwargs
+            **kwargs,
         )
 
     if chunksize is None:
@@ -214,7 +216,7 @@ def read_sql_table(
     engine,
     nb_trials: int = 3,
     logger: tp.Optional[logg.IndentedLoggerAdapter] = None,
-    **kwargs
+    **kwargs,
 ):
     """Read an SQL table with a number of trials to overcome OperationalError.
 
@@ -240,7 +242,7 @@ def read_sql_table(
         engine,
         nb_trials=nb_trials,
         logger=logger,
-        **kwargs
+        **kwargs,
     )
 
 
@@ -250,7 +252,7 @@ def exec_sql(
     *args,
     nb_trials: int = 3,
     logger: tp.Optional[logg.IndentedLoggerAdapter] = None,
-    **kwargs
+    **kwargs,
 ):
     """Execute an SQL query with a number of trials to overcome OperationalError.
 
@@ -356,3 +358,31 @@ def table_exists(
     """
 
     return sa.inspect(engine).has_table(table_name, schema=schema)
+
+
+def create_temp_id_table(l_ids: list, conn: sa.engine.Connection) -> str:
+    """Creates a temporary table to containing a list of ids.
+
+    Parameters
+    ----------
+    l_ids : list
+        list of ids to be inserted into the table
+    conn : sqlalchemy.engine.Connection
+        a connection that has been opened
+
+    Returns
+    -------
+    table_name : str
+        name of the temporary table. The table will be deleted at the end of the connection
+    """
+
+    table_name = f"tab_{uuid.uuid4().hex}"
+
+    query_str = f"CREATE TEMP TABLE {table_name}(id int);"
+    conn.execute(sa.text(query_str))
+
+    values = ",".join((f"({id})" for id in l_ids))
+    query_str = f"INSERT INTO {table_name}(id) VALUES {values};"
+    conn.execute(sa.text(query_str))
+
+    return table_name

mt/sql/psql.py

@@ -2004,11 +2004,9 @@ def readsync_table(
 
             if len(new_md5_df) != len(new_df):
                 if logger:
-                    logger.debug("New dataframe:\n{}".format(str(new_df)))
-                    logger.debug("Hash dataframe:\n{}".format(str(new_md5_df)))
-                msg = "Something must have gone wrong. Number of hashes {} != number of records {}.".format(
-                    len(new_md5_df), len(new_df)
-                )
+                    logger.debug(f"New dataframe:\n{str(new_df)}")
+                    logger.debug(f"Hash dataframe:\n{str(new_md5_df)}")
+                msg = f"Something must have gone wrong. Number of hashes {len(new_md5_df)} != number of records {len(new_df)}."
                 if raise_exception_upon_mismatch:
                     raise RuntimeError(msg)
                 elif logger:
@@ -2033,7 +2031,7 @@ def readsync_table(
 
         # write back
         if logger:
-            logger.debug("Saving all {} records to file...".format(len(df)))
+            logger.debug(f"Saving all {len(df)} records to file...")
         if bg_write_csv is True:
             bg = BgInvoke(pd.dfsave, df, df_filepath, index=True)
             return df, bg

mt/sql/redshift.py

@@ -507,10 +507,9 @@ def to_sql(
             **kwargs,
         )
 
-        query_str = (
-            f"ALTER TABLE {frame_sql_str} ADD PRIMARY KEY ({','.join(local_indices)});"
-        )
-        exec_sql(query_str, engine, nb_trials=nb_trials, logger=logger)
+        if if_exists == "replace":
+            query_str = f"ALTER TABLE {frame_sql_str} ADD PRIMARY KEY ({','.join(local_indices)});"
+            exec_sql(query_str, engine, nb_trials=nb_trials, logger=logger)
     else:
         retval = run_func(
             df.to_sql,

mt/sql/version.py

@@ -1,11 +1,11 @@
 VERSION_YEAR = 2024
 VERSION_MONTH = int('01')
-VERSION_DAY = int('02')
-VERSION_HOUR = int('14')
-VERSION_MINUTE = int('06')
+VERSION_DAY = int('09')
+VERSION_HOUR = int('16')
+VERSION_MINUTE = int('37')
 MAJOR_VERSION = 1
-MINOR_VERSION = 8
-PATCH_VERSION = 202401021406
-version_date = '2024/01/02 14:06'
+MINOR_VERSION = 9
+PATCH_VERSION = 202401091637
+version_date = '2024/01/09 16:37'
 version = '{}.{}.{}'.format(MAJOR_VERSION, MINOR_VERSION, PATCH_VERSION)
 __all__  = ['MAJOR_VERSION', 'MINOR_VERSION', 'PATCH_VERSION', 'version_date', 'version']

{mtsql-1.8.202401021406.dist-info → mtsql-1.9.202401091637.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mtsql
-Version: 1.8.202401021406
+Version: 1.9.202401091637
 Summary: Extra Python modules to deal with the interaction between pandas dataframes and remote SQL servers, for Minh-Tri Pham
 Home-page: https://github.com/inteplus/mtsql
 Author: ['Minh-Tri Pham']

mtsql-1.9.202401091637.dist-info/RECORD

@@ -0,0 +1,12 @@
+mt/sql/__init__.py,sha256=b7zO50apZxt9Hg2eOkJhRLrXgACR8eS5b-Rphdn5qNQ,44
+mt/sql/base.py,sha256=GJLSQfz0GNXgFBzK6dSCVqQ4rjyTvFEBPmsM37d8eXc,10608
+mt/sql/mysql.py,sha256=n2ENDctdUqZuSaDAcrqZYtPtawq3Wx4dOPCRsCB5Q4w,4894
+mt/sql/psql.py,sha256=m41LsBQ57OVVtakUZ01o_YY-vBwY5Z3TVPvSUMylNaU,65964
+mt/sql/redshift.py,sha256=EliV4C9E3VuNjqFXWnTrU8Dm_utQrVwht5DF4oHl7qY,14808
+mt/sql/sqlite.py,sha256=T2ak_hhNi_zRfpg_gp8JhNHn7D2kl4i-Ey6-9ANMtz0,8678
+mt/sql/version.py,sha256=nb0i2eAMsoLqFeLpvANq9ovAtp3TRIZsz2c02XZ4xBs,396
+mtsql-1.9.202401091637.dist-info/LICENSE,sha256=PojkRlQzTT5Eg6Nj03XoIVEefN3u8iiIFf1p4rqe_t4,1070
+mtsql-1.9.202401091637.dist-info/METADATA,sha256=0OS_X0KCiNKKzDFiiXTnttkBWJSeS6OoEsdmykC4JAc,589
+mtsql-1.9.202401091637.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+mtsql-1.9.202401091637.dist-info/top_level.txt,sha256=WcqGFu9cV7iMZg09iam8eNxUvGpLSKKF2Iubf6SJVOo,3
+mtsql-1.9.202401091637.dist-info/RECORD,,

mtsql-1.8.202401021406.dist-info/RECORD

@@ -1,12 +0,0 @@
-mt/sql/__init__.py,sha256=b7zO50apZxt9Hg2eOkJhRLrXgACR8eS5b-Rphdn5qNQ,44
-mt/sql/base.py,sha256=FoK42rNDxVkqwtGiDJGvW1g02FJtSoqkMtbPlxBElA0,9780
-mt/sql/mysql.py,sha256=n2ENDctdUqZuSaDAcrqZYtPtawq3Wx4dOPCRsCB5Q4w,4894
-mt/sql/psql.py,sha256=JBdwPKwk1G6QzOJGRjUbIcxKosjPQ_PADG2VwDxCR4M,66036
-mt/sql/redshift.py,sha256=cDDSPUqy6vIyKcKUNsQnZLESGLhgC8NYGyyIWhFTrNk,14789
-mt/sql/sqlite.py,sha256=T2ak_hhNi_zRfpg_gp8JhNHn7D2kl4i-Ey6-9ANMtz0,8678
-mt/sql/version.py,sha256=gnhJJ-02mxUSXuUdVmoieNHefSOLt5692teFJSVykOA,396
-mtsql-1.8.202401021406.dist-info/LICENSE,sha256=PojkRlQzTT5Eg6Nj03XoIVEefN3u8iiIFf1p4rqe_t4,1070
-mtsql-1.8.202401021406.dist-info/METADATA,sha256=vlwY4ZndshEQJY6Ux4D1N907fFbl7b_7K1erSDkPkuA,589
-mtsql-1.8.202401021406.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-mtsql-1.8.202401021406.dist-info/top_level.txt,sha256=WcqGFu9cV7iMZg09iam8eNxUvGpLSKKF2Iubf6SJVOo,3
-mtsql-1.8.202401021406.dist-info/RECORD,,