mtsql 1.4.202308011012__py3-none-any.whl → 1.5.202308101008__py3-none-any.whl

mt/sql/psql.py

@@ -45,6 +45,7 @@ __all__ = [
     "list_primary_columns",
     "rename_column",
     "drop_column",
+    "make_primary",
     "comparesync_table",
     "readsync_table",
     "writesync_table",
@@ -714,6 +715,7 @@ def vacuum_table(
     table_name,
     engine,
     schema: tp.Optional[str] = None,
+    full: bool = False,
     nb_trials: int = 3,
     logger: tp.Optional[logg.IndentedLoggerAdapter] = None,
 ):
@@ -726,6 +728,8 @@ def vacuum_table(
         an sqlalchemy connection engine created by function `create_engine()`
     schema: str or None
         a valid schema name returned from `list_schemas()`
+    full : bool
+        whether or not to do a full vacuuming
     nb_trials: int
         number of query trials
     logger: mt.logg.IndentedLoggerAdapter, optional
@@ -737,9 +741,11 @@ def vacuum_table(
     """
     frame_sql_str = frame_sql(table_name, schema=schema)
     engine2 = engine.execution_options(isolation_level="AUTOCOMMIT")
-    return exec_sql(
-        f"VACUUM {frame_sql_str};", engine2, nb_trials=nb_trials, logger=logger
-    )
+    if full:
+        stmt = f"VACUUM FULL {frame_sql_str};"
+    else:
+        stmt = f"VACUUM {frame_sql_str};"
+    return exec_sql(stmt, engine2, nb_trials=nb_trials, logger=logger)
 
 
 def drop_table(
@@ -1291,6 +1297,62 @@ def drop_column(
     exec_sql(query_str, engine, nb_trials=nb_trials, logger=logger)
 
 
+def make_primary(
+    table_name: str,
+    l_columns: list,
+    engine,
+    schema: tp.Optional[str] = None,
+    nb_trials: int = 3,
+    logger: tp.Optional[logg.IndentedLoggerAdapter] = None,
+):
+    """Removes all duplicate records from an unindexed table based on a list of keys and then make the keys primary.
+
+    Parameters
+    ----------
+    table_name: str
+        a valid table name returned from `list_tables()`
+    l_columns: list,
+        list of columns to be made as primary keys
+    engine: sqlalchemy.engine.Engine
+        an sqlalchemy connection engine created by function `create_engine()`
+    schema: str or None
+        a valid schema name returned from `list_schemas()`
+    nb_trials: int
+        number of query trials
+    logger: mt.logg.IndentedLoggerAdapter, optional
+        logger for debugging
+    """
+    if not frame_exists(
+        table_name, engine, schema=schema, nb_trials=nb_trials, logger=logger
+    ):
+        if schema is None:
+            s = "Table or view with name '{}' does not exists.".format(table_name)
+        else:
+            s = "Table or view with name '{}' from schema '{}' does not exists.".format(
+                table_name, schema
+            )
+        raise ps.ProgrammingError(s)
+
+    frame_sql_str = frame_sql(table_name, schema=schema)
+    column_str = ", ".join(l_columns)
+    msg = f"Deleting duplicates from {frame_sql_str} distinct on {column_str}..."
+    logg.info(msg, logger=logger)
+    query_str = f"""
+        DELETE FROM {frame_sql_str}
+          WHERE ctid IN (
+            SELECT ctid FROM {frame_sql_str}
+            EXCEPT SELECT MIN(ctid) FROM {frame_sql_str} GROUP BY {column_str}
+    );"""
+    exec_sql(query_str, engine, nb_trials=nb_trials, logger=logger)
+
+    msg = f"Making {column_str} of {frame_sql_str} primary..."
+    logg.info(msg, logger=logger)
+    query_str = """
+        ALTER TABLE {frame_sql_str} ADD PRIMARY KEY ({column_str})
+    ;"""
+    exec_sql(query_str, engine, nb_trials=nb_trials, logger=logger)
+
+
 # ----- functions to synchronise between a local table and a remote table -----
 
 

mt/sql/version.py

@@ -1,11 +1,11 @@
 VERSION_YEAR = 2023
 VERSION_MONTH = int('08')
-VERSION_DAY = int('01')
+VERSION_DAY = int('10')
 VERSION_HOUR = int('10')
-VERSION_MINUTE = int('12')
+VERSION_MINUTE = int('08')
 MAJOR_VERSION = 1
-MINOR_VERSION = 4
-PATCH_VERSION = 202308011012
-version_date = '2023/08/01 10:12'
+MINOR_VERSION = 5
+PATCH_VERSION = 202308101008
+version_date = '2023/08/10 10:08'
 version = '{}.{}.{}'.format(MAJOR_VERSION, MINOR_VERSION, PATCH_VERSION)
 __all__  = ['MAJOR_VERSION', 'MINOR_VERSION', 'PATCH_VERSION', 'version_date', 'version']

{mtsql-1.4.202308011012.dist-info → mtsql-1.5.202308101008.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mtsql
-Version: 1.4.202308011012
+Version: 1.5.202308101008
 Summary: Extra Python modules to deal with the interaction between pandas dataframes and remote SQL servers, for Minh-Tri Pham
 Home-page: https://github.com/inteplus/mtsql
 Author: ['Minh-Tri Pham']

mtsql-1.5.202308101008.dist-info/RECORD

@@ -0,0 +1,11 @@
+mt/sql/__init__.py,sha256=b7zO50apZxt9Hg2eOkJhRLrXgACR8eS5b-Rphdn5qNQ,44
+mt/sql/base.py,sha256=sFr7O_Odfsf2AHr9kq3DXGCAFInCKgHSgLJaen507_I,9994
+mt/sql/mysql.py,sha256=n2ENDctdUqZuSaDAcrqZYtPtawq3Wx4dOPCRsCB5Q4w,4894
+mt/sql/psql.py,sha256=RNzne4AObfpaW7yR5qyabtHDMSZY2SAJXxu3NZuJZdA,67411
+mt/sql/sqlite.py,sha256=T2ak_hhNi_zRfpg_gp8JhNHn7D2kl4i-Ey6-9ANMtz0,8678
+mt/sql/version.py,sha256=M-fHIdX1ra_rUT6GZ_H6J08r0yOTUnG_c1G2Ykue_KA,396
+mtsql-1.5.202308101008.dist-info/LICENSE,sha256=PojkRlQzTT5Eg6Nj03XoIVEefN3u8iiIFf1p4rqe_t4,1070
+mtsql-1.5.202308101008.dist-info/METADATA,sha256=uZ_unsYOO4ALex7eM3Sp2rSeg3rmHL_-QE8V80suk40,597
+mtsql-1.5.202308101008.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+mtsql-1.5.202308101008.dist-info/top_level.txt,sha256=WcqGFu9cV7iMZg09iam8eNxUvGpLSKKF2Iubf6SJVOo,3
+mtsql-1.5.202308101008.dist-info/RECORD,,

mtsql-1.4.202308011012.dist-info/RECORD

@@ -1,11 +0,0 @@
-mt/sql/__init__.py,sha256=b7zO50apZxt9Hg2eOkJhRLrXgACR8eS5b-Rphdn5qNQ,44
-mt/sql/base.py,sha256=sFr7O_Odfsf2AHr9kq3DXGCAFInCKgHSgLJaen507_I,9994
-mt/sql/mysql.py,sha256=n2ENDctdUqZuSaDAcrqZYtPtawq3Wx4dOPCRsCB5Q4w,4894
-mt/sql/psql.py,sha256=xzxYkgqmtM081cOKRfczbk5bW9Osp4d3S2zq7g-_2n0,65229
-mt/sql/sqlite.py,sha256=T2ak_hhNi_zRfpg_gp8JhNHn7D2kl4i-Ey6-9ANMtz0,8678
-mt/sql/version.py,sha256=1zg-L-U2I2GzgDToL-mg_6LpqsQdAxue2MRfPsujyq0,396
-mtsql-1.4.202308011012.dist-info/LICENSE,sha256=PojkRlQzTT5Eg6Nj03XoIVEefN3u8iiIFf1p4rqe_t4,1070
-mtsql-1.4.202308011012.dist-info/METADATA,sha256=lCQD-yX7uV5PTUAaaarM-Es4J35FiqZf37xem_0zRIg,597
-mtsql-1.4.202308011012.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-mtsql-1.4.202308011012.dist-info/top_level.txt,sha256=WcqGFu9cV7iMZg09iam8eNxUvGpLSKKF2Iubf6SJVOo,3
-mtsql-1.4.202308011012.dist-info/RECORD,,