singlestoredb 1.2.0__cp38-abi3-win_amd64.whl → 1.3.0__cp38-abi3-win_amd64.whl

singlestoredb/__init__.py

@@ -13,7 +13,7 @@ Examples
 
 """
 
-__version__ = '1.2.0'
+__version__ = '1.3.0'
 
 from typing import Any
 

singlestoredb/connection.py

@@ -2,7 +2,10 @@
 """SingleStoreDB connections and cursors."""
 import abc
 import inspect
+import io
+import queue
 import re
+import sys
 import warnings
 import weakref
 from collections.abc import Mapping
@@ -33,6 +36,11 @@ from .config import get_option
 from .utils.results import Description
 from .utils.results import Result
 
+if sys.version_info < (3, 10):
+    InfileQueue = queue.Queue
+else:
+    InfileQueue = queue.Queue[Union[bytes, str]]
+
 
 # DB-API settings
 apilevel = '2.0'
@@ -496,6 +504,14 @@ class Cursor(metaclass=abc.ABCMeta):
     def execute(
         self, query: str,
         args: Optional[Union[Sequence[Any], Dict[str, Any], Any]] = None,
+        infile_stream: Optional[  # type: ignore
+            Union[
+                io.RawIOBase,
+                io.TextIOBase,
+                Iterator[Union[bytes, str]],
+                InfileQueue,
+            ]
+        ] = None,
     ) -> int:
         """
         Execute a SQL statement.
@@ -510,6 +526,8 @@ class Cursor(metaclass=abc.ABCMeta):
             The SQL statement to execute
         args : Sequence or dict, optional
             Parameters to substitute into the SQL code
+        infile_stream : io.RawIOBase or io.TextIOBase or Iterator[bytes|str], optional
+            Data stream for ``LOCAL INFILE`` statement
 
         Examples
         --------
@@ -1339,7 +1357,8 @@ def connect(
     autocommit : bool, optional
         Enable autocommits
     results_type : str, optional
-        The form of the query results: tuples, namedtuples, dicts
+        The form of the query results: tuples, namedtuples, dicts,
+        numpy, polars, pandas, arrow
     results_format : str, optional
         Deprecated. This option has been renamed to results_type.
     program_name : str, optional

singlestoredb/http/connection.py

@@ -3,6 +3,7 @@
 import datetime
 import decimal
 import functools
+import io
 import json
 import math
 import os
@@ -420,6 +421,14 @@ class Cursor(connection.Cursor):
     def execute(
         self, query: str,
         args: Optional[Union[Sequence[Any], Dict[str, Any]]] = None,
+        infile_stream: Optional[  # type: ignore
+            Union[
+                io.RawIOBase,
+                io.TextIOBase,
+                Iterable[Union[bytes, str]],
+                connection.InfileQueue,
+            ]
+        ] = None,
     ) -> int:
         """
         Execute a SQL statement.
@@ -432,7 +441,7 @@ class Cursor(connection.Cursor):
             Parameters to substitute into the SQL code
 
         """
-        return self._execute(query, args)
+        return self._execute(query, args, infile_stream=infile_stream)
 
     def _validate_param_subs(
         self, query: str,
@@ -496,6 +505,14 @@ class Cursor(connection.Cursor):
         self, oper: str,
         params: Optional[Union[Sequence[Any], Dict[str, Any]]] = None,
         is_callproc: bool = False,
+        infile_stream: Optional[  # type: ignore
+            Union[
+                io.RawIOBase,
+                io.TextIOBase,
+                Iterable[Union[bytes, str]],
+                connection.InfileQueue,
+            ]
+        ] = None,
     ) -> int:
         self._descriptions = []
         self._schemas = []

singlestoredb/mysql/connection.py

@@ -5,12 +5,15 @@
 # https://dev.mysql.com/doc/refman/5.5/en/error-handling.html
 import errno
 import functools
+import io
 import os
+import queue
 import socket
 import struct
 import sys
 import traceback
 import warnings
+from typing import Iterable
 
 try:
     import _singlestoredb_accel
@@ -353,6 +356,7 @@ class Connection(BaseConnection):
             )
 
         self._local_infile = bool(local_infile)
+        self._local_infile_stream = None
         if self._local_infile:
             client_flag |= CLIENT.LOCAL_FILES
         if multi_statements:
@@ -843,7 +847,7 @@ class Connection(BaseConnection):
         return self.cursorclass(self)
 
     # The following methods are INTERNAL USE ONLY (called from Cursor)
-    def query(self, sql, unbuffered=False):
+    def query(self, sql, unbuffered=False, infile_stream=None):
         """
         Run a query on the server.
 
@@ -859,8 +863,10 @@ class Connection(BaseConnection):
         else:
             if isinstance(sql, str):
                 sql = sql.encode(self.encoding, 'surrogateescape')
+            self._local_infile_stream = infile_stream
             self._execute_command(COMMAND.COM_QUERY, sql)
             self._affected_rows = self._read_query_result(unbuffered=unbuffered)
+            self._local_infile_stream = None
         return self._affected_rows
 
     def next_result(self, unbuffered=False):
@@ -1871,24 +1877,82 @@ class LoadLocalFile:
     def send_data(self):
         """Send data packets from the local file to the server"""
         if not self.connection._sock:
-            raise err.InterfaceError(0, '')
+            raise err.InterfaceError(0, 'Connection is closed')
+
         conn = self.connection
+        infile = conn._local_infile_stream
+
+        # 16KB is efficient enough
+        packet_size = min(conn.max_allowed_packet, 16 * 1024)
 
         try:
-            with open(self.filename, 'rb') as open_file:
-                packet_size = min(
-                    conn.max_allowed_packet, 16 * 1024,
-                )  # 16KB is efficient enough
-                while True:
-                    chunk = open_file.read(packet_size)
-                    if not chunk:
-                        break
-                    conn.write_packet(chunk)
-        except OSError:
-            raise err.OperationalError(
-                ER.FILE_NOT_FOUND,
-                f"Can't find file '{self.filename}'",
-            )
+
+            if self.filename in [':stream:', b':stream:']:
+
+                if infile is None:
+                    raise err.OperationalError(
+                        ER.FILE_NOT_FOUND,
+                        ':stream: specified for LOCAL INFILE, but no stream was supplied',
+                    )
+
+                # Binary IO
+                elif isinstance(infile, io.RawIOBase):
+                    while True:
+                        chunk = infile.read(packet_size)
+                        if not chunk:
+                            break
+                        conn.write_packet(chunk)
+
+                # Text IO
+                elif isinstance(infile, io.TextIOBase):
+                    while True:
+                        chunk = infile.read(packet_size)
+                        if not chunk:
+                            break
+                        conn.write_packet(chunk.encode('utf8'))
+
+                # Iterable of bytes or str
+                elif isinstance(infile, Iterable):
+                    for chunk in infile:
+                        if not chunk:
+                            continue
+                        if isinstance(chunk, str):
+                            conn.write_packet(chunk.encode('utf8'))
+                        else:
+                            conn.write_packet(chunk)
+
+                # Queue (empty value ends the iteration)
+                elif isinstance(infile, queue.Queue):
+                    while True:
+                        chunk = infile.get()
+                        if not chunk:
+                            break
+                        if isinstance(chunk, str):
+                            conn.write_packet(chunk.encode('utf8'))
+                        else:
+                            conn.write_packet(chunk)
+
+                else:
+                    raise err.OperationalError(
+                        ER.FILE_NOT_FOUND,
+                        ':stream: specified for LOCAL INFILE, ' +
+                        f'but stream type is unrecognized: {infile}',
+                    )
+
+            else:
+                try:
+                    with open(self.filename, 'rb') as open_file:
+                        while True:
+                            chunk = open_file.read(packet_size)
+                            if not chunk:
+                                break
+                            conn.write_packet(chunk)
+                except OSError:
+                    raise err.OperationalError(
+                        ER.FILE_NOT_FOUND,
+                        f"Can't find file '{self.filename!s}'",
+                    )
+
         finally:
             if not conn._closed:
                 # send the empty packet to signify we are done sending data

singlestoredb/mysql/cursors.py

@@ -178,7 +178,7 @@ class Cursor(BaseCursor):
 
         return query
 
-    def execute(self, query, args=None):
+    def execute(self, query, args=None, infile_stream=None):
         """
         Execute a query.
 
@@ -192,6 +192,8 @@ class Cursor(BaseCursor):
             Query to execute.
         args : Sequence[Any] or Dict[str, Any] or Any, optional
             Parameters used with query. (optional)
+        infile_stream : io.BytesIO or Iterator[bytes], optional
+            Data stream for ``LOCAL INFILE`` statements
 
         Returns
         -------
@@ -205,7 +207,7 @@ class Cursor(BaseCursor):
 
         query = self.mogrify(query, args)
 
-        result = self._query(query)
+        result = self._query(query, infile_stream=infile_stream)
         self._executed = query
         return result
 
@@ -387,10 +389,10 @@ class Cursor(BaseCursor):
             raise IndexError('out of range')
         self._rownumber = r
 
-    def _query(self, q):
+    def _query(self, q, infile_stream=None):
         conn = self._get_db()
         self._clear_result()
-        conn.query(q)
+        conn.query(q, infile_stream=infile_stream)
         self._do_get_result()
         return self.rowcount
 
@@ -680,10 +682,10 @@ class SSCursor(Cursor):
 
     __del__ = close
 
-    def _query(self, q):
+    def _query(self, q, infile_stream=None):
         conn = self._get_db()
         self._clear_result()
-        conn.query(q, unbuffered=True)
+        conn.query(q, unbuffered=True, infile_stream=infile_stream)
         self._do_get_result()
         return self.rowcount
 

singlestoredb/utils/results.py

@@ -515,6 +515,8 @@ _schema_converters: Dict[
     'namedtuples': _no_schema,
     'dict': _no_schema,
     'dicts': _no_schema,
+    'structsequence': _no_schema,
+    'structsequences': _no_schema,
     'numpy': _description_to_numpy_schema,
     'pandas': _description_to_numpy_schema,
     'polars': _description_to_polars_schema,
@@ -578,4 +580,6 @@ def get_schema(
         for the given format type
 
     """
-    return _schema_converters[format](desc) or {}
+    if format in _schema_converters:
+        return _schema_converters[format](desc) or {}
+    return {}

{singlestoredb-1.2.0.dist-info → singlestoredb-1.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: singlestoredb
-Version: 1.2.0
+Version: 1.3.0
 Summary: Interface to the SingleStoreDB database and workspace management APIs
 Home-page: https://github.com/singlestore-labs/singlestoredb-python
 Author: SingleStore

{singlestoredb-1.2.0.dist-info → singlestoredb-1.3.0.dist-info}/RECORD

@@ -1,8 +1,8 @@
-_singlestoredb_accel.pyd,sha256=rrv8blK5R_XhFXscI7eVTgf08W-4OA9turT6M_5jp8o,59392
-singlestoredb/__init__.py,sha256=N6Vu7URdNgt7AMblqVfjo-AR-o0sI7NXdtqM0_JBLb8,1697
+_singlestoredb_accel.pyd,sha256=u5N8fZtII5jhrswsZ2N0JRbwRJJgtYD_ci9SIMkvAAs,59392
+singlestoredb/__init__.py,sha256=P-_L_CHfQOcteZO1mbDWyLUyDUfU5rFfOKIJfI1M0JU,1697
 singlestoredb/auth.py,sha256=RmYiH0Wlc2RXc4pTlRMysxtBI445ggCIwojWKC_eDLE,7844
 singlestoredb/config.py,sha256=9pVmVEZ23NfJ3pokdBDA0cX3bwUz6SbuT4AZWAcIPR4,12235
-singlestoredb/connection.py,sha256=e8ouONeUJvuIzyoFBwtUoiSTF_wGbBpOBRMZ5d5h9Vo,45825
+singlestoredb/connection.py,sha256=F8lTA62nwnQ_r9-WYANnbIBqacdAuX0wXGaET9PNkXA,46410
 singlestoredb/converters.py,sha256=7_Of1f3Ow-JUoY1pHFlMPYxvt8llzdk-7X8qk5z2xJM,21631
 singlestoredb/exceptions.py,sha256=WCCJrNSsU-hD-621Jpd6bwmvGftQ7byXkk-XKXlaxpg,3354
 singlestoredb/pytest.py,sha256=TH364xRCN7_QaN0oRQDHixrEcDx_ZBgu3bmY0tvKrYU,9357
@@ -29,7 +29,7 @@ singlestoredb/fusion/handlers/stage.py,sha256=uPqawMvchnpyrPYLhB0joTremCURNYKOvY
 singlestoredb/fusion/handlers/utils.py,sha256=7xWb_1mJzxW0po9iHVY2ZVnRvHIQgOlKZQZ1zllJBjk,5271
 singlestoredb/fusion/handlers/workspace.py,sha256=lzTaa55QfKuwuSCGbrlk4B_hPQ6xcjZ8oZFDz-Vznxo,25815
 singlestoredb/http/__init__.py,sha256=4cEDvLloGc3LSpU-PnIwacyu0n5oIIIE6xk2SPyWD_w,939
-singlestoredb/http/connection.py,sha256=ASn90MSah73Lh8Wwt21I-OZAjjXCyPTy6Xo7hoaWu30,40048
+singlestoredb/http/connection.py,sha256=zIkVfemoXPPlCDEvms698icd5nf8X_pK1YorDVgLDvs,40596
 singlestoredb/management/__init__.py,sha256=CjK47iU4WXJoq24EcXqBPCat4efAY20FR4qltWdxYf0,242
 singlestoredb/management/billing_usage.py,sha256=0UHFSPCrN0nyeGFFM-HXS3NP8pYmYo2BCCahDEPXvzg,3883
 singlestoredb/management/cluster.py,sha256=0GhpuSt_rcFz5f1hzcRHK911KWFewljlV4GFtckB8uM,14822
@@ -41,9 +41,9 @@ singlestoredb/management/workspace.py,sha256=4AbHlFy_n5obA7mmrRTFM3_wirou2NhYD9b
 singlestoredb/mysql/__init__.py,sha256=CbpwzNUJPAmKPpIobC0-ugBta_RgHCMq7X7N75QLReY,4669
 singlestoredb/mysql/_auth.py,sha256=YaqqyvAHmeraBv3BM207rNveUVPM-mPnW20ts_ynVWg,8341
 singlestoredb/mysql/charset.py,sha256=mnCdMpvdub1S2mm2PSk2j5JddgsWRjsVLtGx-y9TskE,10724
-singlestoredb/mysql/connection.py,sha256=QFI5W0Hai6S_3WNxVnls67WnZC2eZNdc2qiLLLkblO4,69779
+singlestoredb/mysql/connection.py,sha256=bvf1JPYSAZFsZD9vxfj7giSTza2eYRvCgW-gK7E549U,72260
 singlestoredb/mysql/converters.py,sha256=vebFFm6IrC0WgY-5Eh-esaPizY5cq3vDOUlEKGaYM-U,7771
-singlestoredb/mysql/cursors.py,sha256=rWKsasmR3IchTDUUFiyfBbZaOg9mjrImsrZuUSRGTaM,27413
+singlestoredb/mysql/cursors.py,sha256=pkrP-1t8IhBJRnYpdM7Rdm-332nOq1RYTDJ_yg_q5HI,27682
 singlestoredb/mysql/err.py,sha256=aDbmfq08gWVmfgIea735wSeiFdvYbB5wusgd3qTVq1s,2480
 singlestoredb/mysql/optionfile.py,sha256=bz0cZp8tQZvab1iU7OT0yldHyaMVbvAcUJ3TSNwcmyI,675
 singlestoredb/mysql/protocol.py,sha256=UzHcrv0Pgb1FNofuBTnSxpC9VDkgNbPEbBrRETstxAg,14888
@@ -109,11 +109,11 @@ singlestoredb/utils/convert_rows.py,sha256=gkZeZazeJvimCYEQ1FdAC-AmMDwmFGCuP6mi6
 singlestoredb/utils/debug.py,sha256=y7dnJeJGt3U_BWXz9pLt1qNQREpPtumYX_sk1DiqG6Y,362
 singlestoredb/utils/dtypes.py,sha256=_P2fTX2Fgv9Bcl-2L6KivhWgLzyu91sDamxVnmG92Mw,6103
 singlestoredb/utils/mogrify.py,sha256=gCcn99-vgsGVjTUV7RHJ6hH4vCNrsGB_Xo4z8kiSPDQ,4201
-singlestoredb/utils/results.py,sha256=sPjqp1x2rClFDMdKny4a0uQcYue2u1mvzLm3siwkDOI,15734
+singlestoredb/utils/results.py,sha256=wR70LhCqlobniZf52r67zYLBOKjWHQm68NAskdRQND8,15862
 singlestoredb/utils/xdict.py,sha256=-wi1lSPTnY99fhVMBhPKJ8cCsQhNG4GMUfkEBDKYgCw,13321
-singlestoredb-1.2.0.dist-info/LICENSE,sha256=Bojenzui8aPNjlF3w4ojguDP7sTf8vFV_9Gc2UAG1sg,11542
-singlestoredb-1.2.0.dist-info/METADATA,sha256=GONdC2CBV7F35cjTubE3D20vM3eSA7VB1rO1SUbOD6A,5710
-singlestoredb-1.2.0.dist-info/WHEEL,sha256=UyMHzmWA0xVqVPKfTiLs2eN3OWWZUl-kQemNbpIqlKo,100
-singlestoredb-1.2.0.dist-info/entry_points.txt,sha256=bSLaTWB5zGjpVYPAaI46MkkDup0su-eb3uAhCNYuRV0,48
-singlestoredb-1.2.0.dist-info/top_level.txt,sha256=SDtemIXf-Kp-_F2f_S6x0db33cHGOILdAEsIQZe2LZc,35
-singlestoredb-1.2.0.dist-info/RECORD,,
+singlestoredb-1.3.0.dist-info/LICENSE,sha256=Bojenzui8aPNjlF3w4ojguDP7sTf8vFV_9Gc2UAG1sg,11542
+singlestoredb-1.3.0.dist-info/METADATA,sha256=qpvu-1Qn8cFUbBOPrD84XzIii6Y3lD-vAAS03s1wBmY,5710
+singlestoredb-1.3.0.dist-info/WHEEL,sha256=UyMHzmWA0xVqVPKfTiLs2eN3OWWZUl-kQemNbpIqlKo,100
+singlestoredb-1.3.0.dist-info/entry_points.txt,sha256=bSLaTWB5zGjpVYPAaI46MkkDup0su-eb3uAhCNYuRV0,48
+singlestoredb-1.3.0.dist-info/top_level.txt,sha256=SDtemIXf-Kp-_F2f_S6x0db33cHGOILdAEsIQZe2LZc,35
+singlestoredb-1.3.0.dist-info/RECORD,,