mtsql 1.12.30__py3-none-any.whl → 1.12.32__py3-none-any.whl

mt/sql/base.py

@@ -25,12 +25,15 @@ __all__ = [
     "list_views",
     "table_exists",
     "create_temp_id_table",
+    "create_temp_str_id_table",
     "temp_table_name",
     "temp_table_find_new_id",
     "temp_table_drop",
     "to_temp_table",
     "find_common_ids",
+    "find_common_str_ids",
     "remove_records_by_id",
+    "remove_records_by_str_id",
 ]
 
 
@@ -377,7 +380,7 @@ def table_exists(
 def create_temp_id_table(
     l_ids: list,
     conn: sa.engine.Connection,
-    int_type="int",
+    int_type: str = "int",
     chunksize: int = 1000000,
     logger: tp.Optional[logg.IndentedLoggerAdapter] = None,
 ) -> str:
@@ -420,6 +423,49 @@ def create_temp_id_table(
     return table_name
 
 
+def create_temp_str_id_table(
+    l_ids: list,
+    conn: sa.engine.Connection,
+    chunksize: int = 1000000,
+    logger: tp.Optional[logg.IndentedLoggerAdapter] = None,
+) -> str:
+    """Creates a temporary table to containing a list of string ids.
+
+    Parameters
+    ----------
+    l_ids : list
+        list of string ids to be inserted into the table
+    conn : sqlalchemy.engine.Connection
+        a connection that has been opened
+    chunksize : int
+        maximum number of ids to be inserted in each INSERT statement
+    logger : mt.logg.IndentedLoggerAdapter, optional
+        logger for debugging
+
+    Returns
+    -------
+    table_name : str
+        name of the temporary table. The table will be deleted at the end of the connection
+    """
+
+    table_name = f"tab_{uuid.uuid4().hex}"
+
+    query_str = f"CREATE TEMP TABLE {table_name}(id character varying);"
+    exec_sql(sa.text(query_str), conn, logger=logger)
+
+    while True:
+        l_ids2 = l_ids[:chunksize]
+        if len(l_ids2) == 0:
+            break
+
+        values = ",".join((f"('{id}')" for id in l_ids2))
+        query_str = f"INSERT INTO {table_name}(id) VALUES {values};"
+        exec_sql(sa.text(query_str), conn, logger=logger)
+        l_ids = l_ids[chunksize:]
+
+    return table_name
+
+
 def temp_table_name(id: int) -> str:
     """Converts a temp table id into a temp table name."""
     return f"mttmp_{id}"
@@ -504,6 +550,7 @@ def find_common_ids(
     engine: sa.engine.Engine,
     schema: tp.Optional[str] = None,
     id_col: str = "id",
+    int_type: str = "int",
     logger: tp.Optional[logg.IndentedLoggerAdapter] = None,
 ) -> tp.List[int]:
     """Finds common ids between a list of ids and the ids in a given frame.
@@ -520,6 +567,8 @@ def find_common_ids(
         schema of the frame. If None, the default schema is used.
     id_col : str
         name of the id column in the frame
+    int_type : str
+        an SQL string representing the int type of the id column
     logger : mt.logg.IndentedLoggerAdapter, optional
         logger for debugging
 
@@ -530,7 +579,56 @@ def find_common_ids(
     """
 
     with conn_ctx(engine) as conn:
-        temp_table = create_temp_id_table(l_ids, conn, logger=logger)
+        temp_table = create_temp_id_table(l_ids, conn, int_type=int_type, logger=logger)
+
+        full_frame_name = frame_sql(frame_name, schema=schema)
+
+        sql = f"""
+        SELECT t.id FROM {temp_table} AS t
+        INNER JOIN {full_frame_name} AS f
+        ON t.id = f.{id_col};
+        """
+
+        df_common = read_sql(sql, conn, index_col=None, logger=logger)
+
+        l_commonIds = df_common["id"].tolist()
+
+    return l_commonIds
+
+
+def find_common_str_ids(
+    l_ids: tp.List[str],
+    frame_name: str,
+    engine: sa.engine.Engine,
+    schema: tp.Optional[str] = None,
+    id_col: str = "uuid",
+    logger: tp.Optional[logg.IndentedLoggerAdapter] = None,
+) -> tp.List[int]:
+    """Finds common string ids between a list of string ids and the string ids in a given frame.
+
+    Parameters
+    ----------
+    l_ids : list of strings
+        list of string ids to be checked
+    frame_name : str
+        name of the frame to be checked against
+    engine : sqlalchemy.engine.Engine
+        connection engine to the server
+    schema : str, optional
+        schema of the frame. If None, the default schema is used.
+    id_col : str
+        name of the string id column in the frame
+    logger : mt.logg.IndentedLoggerAdapter, optional
+        logger for debugging
+
+    Returns
+    -------
+    list of strings
+        list of common string ids
+    """
+
+    with conn_ctx(engine) as conn:
+        temp_table = create_temp_str_id_table(l_ids, conn, logger=logger)
 
         full_frame_name = frame_sql(frame_name, schema=schema)
 
@@ -553,6 +651,7 @@ def remove_records_by_id(
     engine: sa.engine.Engine,
     schema: tp.Optional[str] = None,
     id_col: str = "id",
+    int_type: str = "int",
     logger: tp.Optional[logg.IndentedLoggerAdapter] = None,
 ):
     """Removes records from a frame by a list of ids.
@@ -569,12 +668,54 @@ def remove_records_by_id(
         schema of the frame. If None, the default schema is used.
     id_col : str
         name of the id column in the frame
+    int_type : str
+        an SQL string representing the int type of the id column
+    logger : mt.logg.IndentedLoggerAdapter, optional
+        logger for debugging
+    """
+
+    with conn_ctx(engine) as conn:
+        temp_table = create_temp_id_table(l_ids, conn, int_type=int_type, logger=logger)
+
+        full_frame_name = frame_sql(frame_name, schema=schema)
+
+        sql = f"""
+        DELETE FROM {full_frame_name}
+        USING {temp_table} AS t
+        WHERE {full_frame_name}.{id_col} = t.id;
+        """
+
+        exec_sql(sql, conn, logger=logger)
+
+
+def remove_records_by_str_id(
+    l_ids: tp.List[str],
+    frame_name: str,
+    engine: sa.engine.Engine,
+    schema: tp.Optional[str] = None,
+    id_col: str = "id",
+    logger: tp.Optional[logg.IndentedLoggerAdapter] = None,
+):
+    """Removes records from a frame by a list of string ids.
+
+    Parameters
+    ----------
+    l_ids : list of strings
+        list of string ids to be removed
+    frame_name : str
+        name of the frame to be modified
+    engine : sqlalchemy.engine.Engine
+        connection engine to the server
+    schema : str, optional
+        schema of the frame. If None, the default schema is used.
+    id_col : str
+        name of the id column in the frame
     logger : mt.logg.IndentedLoggerAdapter, optional
         logger for debugging
     """
 
     with conn_ctx(engine) as conn:
-        temp_table = create_temp_id_table(l_ids, conn, logger=logger)
+        temp_table = create_temp_str_id_table(l_ids, conn, logger=logger)
 
         full_frame_name = frame_sql(frame_name, schema=schema)
 

mt/sql/version.py

@@ -1,5 +1,5 @@
 MAJOR_VERSION = 1
 MINOR_VERSION = 12
-PATCH_VERSION = 30
+PATCH_VERSION = 32
 version = '{}.{}.{}'.format(MAJOR_VERSION, MINOR_VERSION, PATCH_VERSION)
 __all__  = ['MAJOR_VERSION', 'MINOR_VERSION', 'PATCH_VERSION', 'version']

{mtsql-1.12.30.dist-info → mtsql-1.12.32.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mtsql
-Version: 1.12.30
+Version: 1.12.32
 Summary: Extra Python modules to deal with the interaction between pandas dataframes and remote SQL servers, for Minh-Tri Pham
 Home-page: https://github.com/inteplus/mtsql
 Author: Minh-Tri Pham

{mtsql-1.12.30.dist-info → mtsql-1.12.32.dist-info}/RECORD

@@ -1,17 +1,17 @@
 mt/sql/__init__.py,sha256=b7zO50apZxt9Hg2eOkJhRLrXgACR8eS5b-Rphdn5qNQ,44
-mt/sql/base.py,sha256=AAoiWIpN8jyHdnfbmUvee6iU2pxo7pDcgO5dLrsybrY,16243
+mt/sql/base.py,sha256=kCJCLHbxO0wI7Mmx7VrCtDGcjd01_vuOfuK2XuXd5SE,20398
 mt/sql/mysql.py,sha256=n2ENDctdUqZuSaDAcrqZYtPtawq3Wx4dOPCRsCB5Q4w,4894
 mt/sql/psql.py,sha256=U8XEyg4rQYr5gm8KohRWrpCNJKl5WC1yxJMBkkm1k_A,68125
 mt/sql/sqlite.py,sha256=T2ak_hhNi_zRfpg_gp8JhNHn7D2kl4i-Ey6-9ANMtz0,8678
-mt/sql/version.py,sha256=ATznhpd6AvkQUj3yf0sDQ4RYHO5ZWLiQdaKgfHdbxlE,208
+mt/sql/version.py,sha256=38xiRL1MFfoE8EAiIn2HKJfyUv857BOba8101AxPUkM,208
 mt/sql/redshift/__init__.py,sha256=S-eRxJWcrvncF7LZXuulCdPV-UERu9eiw6uyDb5aGsM,443
 mt/sql/redshift/commands.py,sha256=xhGUBf3bL66EYdZI5HCUtOx-XqPCnXT_P-LnhPgtzrY,40193
 mt/sql/redshift/ddl.py,sha256=eUcZj9oIajiE1wKKBAP-V64gYJ7cVnSAt8dLFfluOJA,9777
 mt/sql/redshift/dialect.py,sha256=-0JjJubZZHRw0abhl6H6rKWaUE9pKtGwAuX-62T0e_c,53399
 mt/sql/redshift/main.py,sha256=H8_5sjtJ7dzWoCMXzPNjYhrMQ18eLUQ9xg-aYl5QeTc,17104
 mt/sql/redshift/redshift-ca-bundle.crt,sha256=532qYkOpQOstFE0mdXE1GVtL3v00XDKgZNTr6gK5-KE,8621
-mtsql-1.12.30.dist-info/licenses/LICENSE,sha256=PojkRlQzTT5Eg6Nj03XoIVEefN3u8iiIFf1p4rqe_t4,1070
-mtsql-1.12.30.dist-info/METADATA,sha256=mxs0fj1WO1myL6Zlf3iTyPSDDe6Do4TnZtif48dPbms,734
-mtsql-1.12.30.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mtsql-1.12.30.dist-info/top_level.txt,sha256=WcqGFu9cV7iMZg09iam8eNxUvGpLSKKF2Iubf6SJVOo,3
-mtsql-1.12.30.dist-info/RECORD,,
+mtsql-1.12.32.dist-info/licenses/LICENSE,sha256=PojkRlQzTT5Eg6Nj03XoIVEefN3u8iiIFf1p4rqe_t4,1070
+mtsql-1.12.32.dist-info/METADATA,sha256=mDrQHEVcsBSQ0_Clr-aMOW2aqIOWcCAf7RzPYvzmG9I,734
+mtsql-1.12.32.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mtsql-1.12.32.dist-info/top_level.txt,sha256=WcqGFu9cV7iMZg09iam8eNxUvGpLSKKF2Iubf6SJVOo,3
+mtsql-1.12.32.dist-info/RECORD,,