mtsql 1.12.2__py3-none-any.whl → 1.12.3__py3-none-any.whl

mt/sql/base.py

@@ -365,7 +365,10 @@ def table_exists(
 
 
 def create_temp_id_table(
-    l_ids: list, conn: sa.engine.Connection, int_type="int"
+    l_ids: list,
+    conn: sa.engine.Connection,
+    int_type="int",
+    chunksize: int = 2000000,
 ) -> str:
     """Creates a temporary table to containing a list of ids.
 
@@ -377,6 +380,8 @@ def create_temp_id_table(
         a connection that has been opened
     int_type : str
         an SQL string representing the int type
+    chunksize : int
+        maximum number of ids to be inserted in each INSERT statement
 
     Returns
     -------
@@ -389,9 +394,15 @@ def create_temp_id_table(
     query_str = f"CREATE TEMP TABLE {table_name}(id {int_type});"
     conn.execute(sa.text(query_str))
 
-    values = ",".join((f"({id})" for id in l_ids))
-    query_str = f"INSERT INTO {table_name}(id) VALUES {values};"
-    conn.execute(sa.text(query_str))
+    while True:
+        l_ids2 = l_ids[:chunksize]
+        if len(l_ids2) == 0:
+            break
+
+        values = ",".join((f"({id})" for id in l_ids2))
+        query_str = f"INSERT INTO {table_name}(id) VALUES {values};"
+        conn.execute(sa.text(query_str))
+        l_ids = l_ids[chunksize:]
 
     return table_name
 

mt/sql/version.py

@@ -1,5 +1,5 @@
 MAJOR_VERSION = 1
 MINOR_VERSION = 12
-PATCH_VERSION = 2
+PATCH_VERSION = 3
 version = '{}.{}.{}'.format(MAJOR_VERSION, MINOR_VERSION, PATCH_VERSION)
 __all__  = ['MAJOR_VERSION', 'MINOR_VERSION', 'PATCH_VERSION', 'version']

{mtsql-1.12.2.dist-info → mtsql-1.12.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: mtsql
-Version: 1.12.2
+Version: 1.12.3
 Summary: Extra Python modules to deal with the interaction between pandas dataframes and remote SQL servers, for Minh-Tri Pham
 Home-page: https://github.com/inteplus/mtsql
 Author: ['Minh-Tri Pham']
@@ -16,6 +16,7 @@ Requires-Dist: mtbase>=4.31.5
 Requires-Dist: mtpandas>=1.16.8
 Dynamic: author
 Dynamic: home-page
+Dynamic: license-file
 Dynamic: project-url
 Dynamic: requires-dist
 Dynamic: summary

{mtsql-1.12.2.dist-info → mtsql-1.12.3.dist-info}/RECORD

@@ -1,17 +1,17 @@
 mt/sql/__init__.py,sha256=b7zO50apZxt9Hg2eOkJhRLrXgACR8eS5b-Rphdn5qNQ,44
-mt/sql/base.py,sha256=9aTVudlH9_HEq_v7uHV6p6asDuxMidQwAlCRSXDofvY,11967
+mt/sql/base.py,sha256=cFs7jvF3eYK1isXenLBiT_WHR2PaQIt0mbB-LicqAdA,12242
 mt/sql/mysql.py,sha256=n2ENDctdUqZuSaDAcrqZYtPtawq3Wx4dOPCRsCB5Q4w,4894
 mt/sql/psql.py,sha256=AmXdDVRbvzK7hWK8kysrdiXkAUwSdWmh_OqlWdoNOig,66578
 mt/sql/sqlite.py,sha256=T2ak_hhNi_zRfpg_gp8JhNHn7D2kl4i-Ey6-9ANMtz0,8678
-mt/sql/version.py,sha256=o4O-Pz81HnYdc-nrvPexrczHaXAhK87fPW1vQTWaWW0,207
+mt/sql/version.py,sha256=Bew82KJDumKg1lsWoiZNeUvcEjPwKWihwAby1TBlNmE,207
 mt/sql/redshift/__init__.py,sha256=S-eRxJWcrvncF7LZXuulCdPV-UERu9eiw6uyDb5aGsM,443
 mt/sql/redshift/commands.py,sha256=aAxCsp0Nl-RoWAhdTjzuE32Os_H3e_MdNOj12mt47qs,40187
 mt/sql/redshift/ddl.py,sha256=eUcZj9oIajiE1wKKBAP-V64gYJ7cVnSAt8dLFfluOJA,9777
 mt/sql/redshift/dialect.py,sha256=g3ie_BiOFoEC7vOcykbfNwBWKDtPzSf4XXpF6glAgik,53452
 mt/sql/redshift/main.py,sha256=6dwnwNJ1F0_V9o2oqrSOkyN_pAMrgE01CCoqAjoyOME,17116
 mt/sql/redshift/redshift-ca-bundle.crt,sha256=532qYkOpQOstFE0mdXE1GVtL3v00XDKgZNTr6gK5-KE,8621
-mtsql-1.12.2.dist-info/LICENSE,sha256=PojkRlQzTT5Eg6Nj03XoIVEefN3u8iiIFf1p4rqe_t4,1070
-mtsql-1.12.2.dist-info/METADATA,sha256=gpavVgTovq9l6LzjRF0wtPRXmwnrghNT9IouER8j4sQ,715
-mtsql-1.12.2.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-mtsql-1.12.2.dist-info/top_level.txt,sha256=WcqGFu9cV7iMZg09iam8eNxUvGpLSKKF2Iubf6SJVOo,3
-mtsql-1.12.2.dist-info/RECORD,,
+mtsql-1.12.3.dist-info/licenses/LICENSE,sha256=PojkRlQzTT5Eg6Nj03XoIVEefN3u8iiIFf1p4rqe_t4,1070
+mtsql-1.12.3.dist-info/METADATA,sha256=2deT-voUbvfDEBgQM1Ai-7oErLAcgGxygxxLUK1kdjU,737
+mtsql-1.12.3.dist-info/WHEEL,sha256=DnLRTWE75wApRYVsjgc6wsVswC54sMSJhAEd4xhDpBk,91
+mtsql-1.12.3.dist-info/top_level.txt,sha256=WcqGFu9cV7iMZg09iam8eNxUvGpLSKKF2Iubf6SJVOo,3
+mtsql-1.12.3.dist-info/RECORD,,

{mtsql-1.12.2.dist-info → mtsql-1.12.3.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.8.0)
+Generator: setuptools (80.4.0)
 Root-Is-Purelib: true
 Tag: py3-none-any