singlestoredb 1.3.1__cp38-abi3-macosx_10_9_universal2.whl → 1.4.1__cp38-abi3-macosx_10_9_universal2.whl

singlestoredb/__init__.py

@@ -13,7 +13,7 @@ Examples
 
 """
 
-__version__ = '1.3.1'
+__version__ = '1.4.1'
 
 from typing import Any
 

singlestoredb/ai/__init__.py

@@ -0,0 +1 @@
+from .embeddings import SingleStoreEmbeddings  # noqa: F401

singlestoredb/ai/embeddings.py

@@ -0,0 +1,24 @@
+import os as _os
+from typing import Any
+
+try:
+    from langchain_community.embeddings.ollama import OllamaEmbeddings
+except ImportError:
+    raise ImportError(
+        'Could not import langchain_community python package. '
+        'Please install it with `pip install langchain_community`.',
+    )
+
+
+class SingleStoreEmbeddings(OllamaEmbeddings):
+
+    def __init__(self, **kwargs: Any):
+        url = _os.getenv('SINGLESTORE_AI_EXPERIMENTAL_URL')
+        if not url:
+            raise ValueError(
+                "Environment variable 'SINGLESTORE_AI_EXPERIMENTAL_URL' must be set",
+            )
+
+        base_url = url.strip('/v1')
+        kwargs = {'model': 'nomic-embed-text', **kwargs}
+        super().__init__(base_url=base_url, **kwargs)

singlestoredb/connection.py

@@ -1359,6 +1359,10 @@ def connect(
     results_type : str, optional
         The form of the query results: tuples, namedtuples, dicts,
         numpy, polars, pandas, arrow
+    buffered : bool, optional
+        Should the entire query result be buffered in memory? This is the default
+        behavior which allows full cursor control of the result, but does consume
+        more memory.
     results_format : str, optional
         Deprecated. This option has been renamed to results_type.
     program_name : str, optional

singlestoredb/functions/signature.py

@@ -45,15 +45,17 @@ if has_numpy:
         np.uint8: 'uint8',
         np.longlong: 'uint64',
         np.ulonglong: 'uint64',
-        np.unicode_: 'str',
         np.str_: 'str',
         np.bytes_: 'bytes',
-        np.float_: 'float64',
         np.float64: 'float64',
         np.float32: 'float32',
         np.float16: 'float16',
         np.double: 'float64',
     }
+    if hasattr(np, 'unicode_'):
+        numpy_type_map[np.unicode_] = 'str'
+    if hasattr(np, 'float_'):
+        numpy_type_map[np.float_] = 'float64'
 else:
     array_types = (Sequence,)
     numpy_type_map = {}

singlestoredb/management/__init__.py

@@ -1,7 +1,7 @@
 #!/usr/bin/env python
 from .cluster import manage_cluster
-from .manager import get_organization
 from .manager import get_token
+from .workspace import get_organization
 from .workspace import get_secret
 from .workspace import get_stage
 from .workspace import manage_workspaces

singlestoredb/management/cluster.py

@@ -8,6 +8,7 @@ from typing import List
 from typing import Optional
 from typing import Union
 
+from .. import config
 from .. import connection
 from ..exceptions import ManagementError
 from .manager import Manager
@@ -332,7 +333,7 @@ class ClusterManager(Manager):
     default_version = 'v0beta'
 
     #: Base URL if none is specified.
-    default_base_url = 'https://api.singlestore.com'
+    default_base_url = config.get_option('management.base_url')
 
     #: Object type
     obj_type = 'cluster'
@@ -425,8 +426,8 @@ class ClusterManager(Manager):
 
 def manage_cluster(
     access_token: Optional[str] = None,
-    version: str = ClusterManager.default_version,
-    base_url: str = ClusterManager.default_base_url,
+    version: Optional[str] = None,
+    base_url: Optional[str] = None,
     *,
     organization_id: Optional[str] = None,
 ) -> ClusterManager:

singlestoredb/management/manager.py

@@ -15,7 +15,6 @@ import requests
 
 from .. import config
 from ..exceptions import ManagementError
-from .utils import get_organization
 from .utils import get_token
 
 
@@ -24,7 +23,7 @@ def set_organization(kwargs: Dict[str, Any]) -> None:
     if kwargs.get('params', {}).get('organizationID', None):
         return
 
-    org = get_organization()
+    org = os.environ.get('SINGLESTOREDB_ORGANIZATION')
     if org:
         if 'params' not in kwargs:
             kwargs['params'] = {}

singlestoredb/management/utils.py

@@ -2,6 +2,7 @@
 """SingleStoreDB Cluster Management."""
 import datetime
 import functools
+import itertools
 import os
 import re
 import sys
@@ -12,6 +13,7 @@ from typing import List
 from typing import Mapping
 from typing import Optional
 from typing import SupportsIndex
+from typing import Tuple
 from typing import TypeVar
 from typing import Union
 from urllib.parse import urlparse
@@ -20,6 +22,7 @@ import jwt
 
 from .. import converters
 from ..config import get_option
+from ..utils import events
 
 JSON = Union[str, List[str], Dict[str, 'JSON']]
 JSONObj = Dict[str, JSON]
@@ -117,6 +120,66 @@ class NamedList(List[T]):
             raise
 
 
+def _setup_authentication_info_handler() -> Callable[..., Dict[str, Any]]:
+    """Setup authentication info event handler."""
+
+    authentication_info: List[Tuple[str, Any]] = []
+
+    def handle_authentication_info(msg: Dict[str, Any]) -> None:
+        """Handle authentication info events."""
+        nonlocal authentication_info
+        if msg.get('name', '') != 'singlestore.portal.authentication_updated':
+            return
+        authentication_info = list(msg.get('data', {}).items())
+
+    events.subscribe(handle_authentication_info)
+
+    def handle_connection_info(msg: Dict[str, Any]) -> None:
+        """Handle connection info events."""
+        nonlocal authentication_info
+        if msg.get('name', '') != 'singlestore.portal.connection_updated':
+            return
+        data = msg.get('data', {})
+        out = {}
+        if 'user' in data:
+            out['user'] = data['user']
+        if 'password' in data:
+            out['password'] = data['password']
+        authentication_info = list(out.items())
+
+    events.subscribe(handle_authentication_info)
+
+    def get_env() -> List[Tuple[str, Any]]:
+        conn = {}
+        url = os.environ.get('SINGLESTOREDB_URL') or get_option('host')
+        if url:
+            urlp = urlparse(url, scheme='singlestoredb', allow_fragments=True)
+            conn = dict(
+                user=urlp.username or None,
+                password=urlp.password or None,
+            )
+
+        return [
+            x for x in dict(
+                **conn,
+            ).items() if x[1] is not None
+        ]
+
+    def get_authentication_info(include_env: bool = True) -> Dict[str, Any]:
+        """Return authentication info from event."""
+        return dict(
+            itertools.chain(
+                (get_env() if include_env else []),
+                authentication_info,
+            ),
+        )
+
+    return get_authentication_info
+
+
+get_authentication_info = _setup_authentication_info_handler()
+
+
 def get_token() -> Optional[str]:
     """Return the token for the Management API."""
     # See if an API key is configured
@@ -124,18 +187,11 @@ def get_token() -> Optional[str]:
     if tok:
         return tok
 
-    url = os.environ.get('SINGLESTOREDB_URL')
-    if not url:
-        # See if the connection URL contains a JWT
-        url = get_option('host')
-        if not url:
-            return None
-
-    urlp = urlparse(url, scheme='singlestoredb', allow_fragments=True)
-    if urlp.password:
+    tok = get_authentication_info(include_env=True).get('password')
+    if tok:
         try:
-            jwt.decode(urlp.password, options={'verify_signature': False})
-            return urlp.password
+            jwt.decode(tok, options={'verify_signature': False})
+            return tok
         except jwt.DecodeError:
             pass
 
@@ -143,15 +199,6 @@ def get_token() -> Optional[str]:
     return None
 
 
-def get_organization() -> Optional[str]:
-    """Return the organization for the current token or environment."""
-    org = os.environ.get('SINGLESTOREDB_ORGANIZATION')
-    if org:
-        return org
-
-    return None
-
-
 def enable_http_tracing() -> None:
     """Enable tracing of HTTP requests."""
     import logging
@@ -269,7 +316,7 @@ def snake_to_camel(s: Optional[str], cap_first: bool = False) -> Optional[str]:
     """Convert snake-case to camel-case."""
     if s is None:
         return None
-    out = re.sub(r'_[A-Za-z]', _upper_match, s.lower())
+    out = re.sub(r'_([A-Za-z])', _upper_match, s.lower())
     if cap_first and out:
         return out[0].upper() + out[1:]
     return out

singlestoredb/management/workspace.py

@@ -17,6 +17,7 @@ from typing import Optional
 from typing import TextIO
 from typing import Union
 
+from .. import config
 from .. import connection
 from ..exceptions import ManagementError
 from .billing_usage import BillingUsageItem
@@ -1690,10 +1691,10 @@ class WorkspaceManager(Manager):
     """
 
     #: Workspace management API version if none is specified.
-    default_version = 'v1'
+    default_version = config.get_option('management.version')
 
     #: Base URL if none is specified.
-    default_base_url = 'https://api.singlestore.com'
+    default_base_url = config.get_option('management.base_url')
 
     #: Object type
     obj_type = 'workspace'
@@ -1906,8 +1907,8 @@ class WorkspaceManager(Manager):
 
 def manage_workspaces(
     access_token: Optional[str] = None,
-    version: str = WorkspaceManager.default_version,
-    base_url: str = WorkspaceManager.default_base_url,
+    version: Optional[str] = None,
+    base_url: Optional[str] = None,
     *,
     organization_id: Optional[str] = None,
 ) -> WorkspaceManager:

singlestoredb/mysql/connection.py

@@ -13,6 +13,8 @@ import struct
 import sys
 import traceback
 import warnings
+from typing import Any
+from typing import Dict
 from typing import Iterable
 
 try:
@@ -21,6 +23,7 @@ except (ImportError, ModuleNotFoundError):
     _singlestoredb_accel = None
 
 from . import _auth
+from ..utils import events
 
 from .charset import charset_by_name, charset_by_id
 from .constants import CLIENT, COMMAND, CR, ER, FIELD_TYPE, SERVER_STATUS
@@ -100,6 +103,19 @@ TEXT_TYPES = {
     FIELD_TYPE.VAR_STRING,
     FIELD_TYPE.VARCHAR,
     FIELD_TYPE.GEOMETRY,
+    FIELD_TYPE.BSON,
+    FIELD_TYPE.FLOAT32_VECTOR_JSON,
+    FIELD_TYPE.FLOAT64_VECTOR_JSON,
+    FIELD_TYPE.INT8_VECTOR_JSON,
+    FIELD_TYPE.INT16_VECTOR_JSON,
+    FIELD_TYPE.INT32_VECTOR_JSON,
+    FIELD_TYPE.INT64_VECTOR_JSON,
+    FIELD_TYPE.FLOAT32_VECTOR,
+    FIELD_TYPE.FLOAT64_VECTOR,
+    FIELD_TYPE.INT8_VECTOR,
+    FIELD_TYPE.INT16_VECTOR,
+    FIELD_TYPE.INT32_VECTOR,
+    FIELD_TYPE.INT64_VECTOR,
 }
 
 UNSET = 'unset'
@@ -614,15 +630,22 @@ class Connection(BaseConnection):
                 if k not in self._connect_attrs:
                     self._connect_attrs[k] = v
 
+        self._is_committable = True
         self._in_sync = False
         self._track_env = bool(track_env) or self.host == 'singlestore.com'
         self._enable_extended_data_types = enable_extended_data_types
+        self._connection_info = {}
+        events.subscribe(self._handle_event)
 
         if defer_connect or self._track_env:
             self._sock = None
         else:
             self.connect()
 
+    def _handle_event(self, data: Dict[str, Any]) -> None:
+        if data.get('name', '') == 'singlestore.portal.connection_updated':
+            self._connection_info = dict(data)
+
     @property
     def messages(self):
         # TODO
@@ -766,7 +789,8 @@ class Connection(BaseConnection):
 
         """
         log_query('COMMIT')
-        if self.host == 'singlestore.com':
+        if not self._is_committable or self.host == 'singlestore.com':
+            self._is_committable = True
             return
         self._execute_command(COMMAND.COM_QUERY, 'COMMIT')
         self._read_ok_packet()
@@ -780,7 +804,8 @@ class Connection(BaseConnection):
 
         """
         log_query('ROLLBACK')
-        if self.host == 'singlestore.com':
+        if not self._is_committable or self.host == 'singlestore.com':
+            self._is_committable = True
             return
         self._execute_command(COMMAND.COM_QUERY, 'ROLLBACK')
         self._read_ok_packet()
@@ -858,9 +883,11 @@ class Connection(BaseConnection):
         #     print("DEBUG: sending query:", sql)
         handler = fusion.get_handler(sql)
         if handler is not None:
+            self._is_committable = False
             self._result = fusion.execute(self, sql, handler=handler)
             self._affected_rows = self._result.affected_rows
         else:
+            self._is_committable = True
             if isinstance(sql, str):
                 sql = sql.encode(self.encoding, 'surrogateescape')
             self._local_infile_stream = infile_stream
@@ -973,9 +1000,11 @@ class Connection(BaseConnection):
         if not self._track_env:
             return
 
-        url = os.environ.get('SINGLESTOREDB_URL')
+        url = self._connection_info.get('connection_url')
         if not url:
-            return
+            url = os.environ.get('SINGLESTOREDB_URL')
+            if not url:
+                return
 
         out = {}
         urlp = connection._parse_url(url)

singlestoredb/notebook/__init__.py

@@ -7,6 +7,7 @@ from ._objects import secrets  # noqa: F401
 from ._objects import stage  # noqa: F401
 from ._objects import workspace  # noqa: F401
 from ._objects import workspace_group  # noqa: F401
+from ._portal import portal  # noqa: F401
 
 if 'SINGLESTOREDB_ORGANIZATION' not in _os.environ:
     _warnings.warn(

singlestoredb/notebook/_portal.py

@@ -0,0 +1,281 @@
+#!/usr/bin/env python
+import json
+import os
+import re
+import time
+import urllib.parse
+from typing import Any
+from typing import Callable
+from typing import Dict
+from typing import List
+from typing import Optional
+
+from . import _objects as obj
+from ..management import workspace as mgr
+from ..utils import events
+
+try:
+    from IPython import display
+    has_ipython = True
+except ImportError:
+    has_ipython = False
+
+
+class Portal(object):
+    """SingleStore Portal information."""
+
+    def __init__(self) -> None:
+        self._connection_info: Dict[str, Any] = {}
+        self._authentication_info: Dict[str, Any] = {}
+        self._theme_info: Dict[str, Any] = {}
+        events.subscribe(self._request)
+
+    def __str__(self) -> str:
+        attrs = []
+        for name in [
+            'organization_id', 'workspace_group_id', 'workspace_id',
+            'host', 'port', 'user', 'password', 'default_database',
+        ]:
+            if name == 'password':
+                if self.password is not None:
+                    attrs.append("password='***'")
+                else:
+                    attrs.append('password=None')
+            else:
+                attrs.append(f'{name}={getattr(self, name)!r}')
+        return f'{type(self).__name__}({", ".join(attrs)})'
+
+    def __repr__(self) -> str:
+        return str(self)
+
+    def _call_javascript(
+        self,
+        func: str,
+        args: Optional[List[Any]] = None,
+        wait_on_condition: Optional[Callable[[], bool]] = None,
+        timeout_message: str = 'timed out waiting on condition',
+        wait_interval: float = 0.2,
+        timeout: float = 5.0,
+    ) -> None:
+        if not has_ipython or not func:
+            return
+
+        if not re.match(r'^[A-Z_][\w\._]*$', func, flags=re.I):
+            raise ValueError(f'function name is not valid: {func}')
+
+        args = args if args else []
+
+        code = f'''
+            if (window.singlestore && window.singlestore.portal) {{
+                window.singlestore.portal.{func}.apply(
+                    window,
+                    JSON.parse({repr(json.dumps(args))})
+                )
+            }}
+        '''
+
+        display.display(display.Javascript(code))
+
+        if wait_on_condition is not None:
+            elapsed = 0.0
+            while True:
+                if wait_on_condition():
+                    break
+                if elapsed > timeout:
+                    raise RuntimeError(timeout_message)
+                time.sleep(wait_interval)
+                elapsed += wait_interval
+
+    def _request(self, msg: Dict[str, Any]) -> None:
+        """Handle request on the control stream."""
+        func = getattr(self, '_handle_' + msg.get('name', 'unknown').split('.')[-1])
+        if func is not None:
+            func(msg.get('data', {}))
+
+    def _handle_connection_updated(self, data: Dict[str, Any]) -> None:
+        """Handle connection_updated event."""
+        self._connection_info = dict(data)
+
+    def _handle_authentication_updated(self, data: Dict[str, Any]) -> None:
+        """Handle authentication_updated event."""
+        self._authentication_info = dict(data)
+
+    def _handle_theme_updated(self, data: Dict[str, Any]) -> None:
+        """Handle theme_updated event."""
+        self._theme_info = dict(data)
+
+    def _handle_unknown(self, data: Dict[str, Any]) -> None:
+        """Handle unknown events."""
+        pass
+
+    @property
+    def organization_id(self) -> Optional[str]:
+        """Organization ID."""
+        try:
+            return self._connection_info['organization']
+        except KeyError:
+            return os.environ.get('SINGLESTOREDB_ORGANIZATION')
+
+    @property
+    def organization(self) -> obj.Organization:
+        """Organization."""
+        return obj.organization
+
+    @property
+    def stage(self) -> obj.Stage:
+        """Stage."""
+        return obj.stage
+
+    @property
+    def secrets(self) -> obj.Secrets:
+        """Secrets."""
+        return obj.secrets
+
+    @property
+    def workspace_group_id(self) -> Optional[str]:
+        """Workspace Group ID."""
+        try:
+            return self._connection_info['workspace_group']
+        except KeyError:
+            return os.environ.get('SINGLESTOREDB_WORKSPACE_GROUP')
+
+    @property
+    def workspace_group(self) -> obj.WorkspaceGroup:
+        """Workspace group."""
+        return obj.workspace_group
+
+    @workspace_group.setter
+    def workspace_group(self) -> None:
+        """Set workspace group."""
+        raise AttributeError(
+            'workspace group can not be set explictly; ' +
+            'you can only set a workspace',
+        )
+
+    @property
+    def workspace_id(self) -> Optional[str]:
+        """Workspace ID."""
+        try:
+            return self._connection_info['workspace']
+        except KeyError:
+            return os.environ.get('SINGLESTOREDB_WORKSPACE')
+
+    @property
+    def workspace(self) -> obj.Workspace:
+        """Workspace."""
+        return obj.workspace
+
+    @workspace.setter
+    def workspace(self, name_or_id: str) -> None:
+        """Set workspace."""
+        if re.match(
+            r'[a-z0-9]{8}-[a-z0-9]{4}-[a-z0-9]{4}-[a-z0-9]{4}-[a-z0-9]{12}',
+            name_or_id, flags=re.I,
+        ):
+            w = mgr.get_workspace(name_or_id)
+        else:
+            w = mgr.get_workspace_group(self.workspace_group_id).workspaces[name_or_id]
+
+        if w.state and w.state.lower() not in ['active', 'resumed']:
+            raise RuntimeError('workspace is not active')
+
+        id = w.id
+
+        self._call_javascript(
+            'changeWorkspace', [id],
+            wait_on_condition=lambda: self.workspace_id == id,  # type: ignore
+            timeout_message='timeout waiting for workspace update',
+        )
+
+    @property
+    def cluster_id(self) -> Optional[str]:
+        """Cluster ID."""
+        try:
+            return self._connection_info['cluster']
+        except KeyError:
+            return os.environ.get('SINGLESTOREDB_CLUSTER')
+
+    def _parse_url(self) -> Dict[str, Any]:
+        url = urllib.parse.urlparse(
+            os.environ.get('SINGLESTOREDB_URL', ''),
+        )
+        return dict(
+            host=url.hostname or None,
+            port=url.port or None,
+            user=url.username or None,
+            password=url.password or None,
+            default_database=url.path.split('/')[-1] or None,
+        )
+
+    @property
+    def connection_url(self) -> Optional[str]:
+        """Connection URL."""
+        try:
+            return self._connection_info['connection_url']
+        except KeyError:
+            return os.environ.get('SINGLESTOREDB_URL')
+
+    @property
+    def connection_url_kai(self) -> Optional[str]:
+        """Kai connectionURL."""
+        try:
+            return self._connection_info.get('connection_url_kai')
+        except KeyError:
+            return os.environ.get('SINGLESTOREDB_URL_KAI')
+
+    @property
+    def host(self) -> Optional[str]:
+        """Hostname."""
+        try:
+            return self._connection_info['host']
+        except KeyError:
+            return self._parse_url()['host']
+
+    @property
+    def port(self) -> Optional[int]:
+        """Database server port."""
+        try:
+            return self._connection_info['port']
+        except KeyError:
+            return self._parse_url()['port']
+
+    @property
+    def user(self) -> Optional[str]:
+        """Username."""
+        try:
+            return self._authentication_info['user']
+        except KeyError:
+            return self._parse_url()['user']
+
+    @property
+    def password(self) -> Optional[str]:
+        """Password."""
+        try:
+            return self._authentication_info['password']
+        except KeyError:
+            return self._parse_url()['password']
+
+    @property
+    def default_database(self) -> Optional[str]:
+        """Default database."""
+        try:
+            return self._connection_info['default_database']
+        except KeyError:
+            return self._parse_url()['default_database']
+
+    @default_database.setter
+    def default_database(self, name: str) -> None:
+        """Set default database."""
+        self._call_javascript(
+            'changeDefaultDatabase', [name],
+            wait_on_condition=lambda: self.default_database == name,  # type: ignore
+            timeout_message='timeout waiting for database update',
+        )
+
+    @property
+    def version(self) -> Optional[str]:
+        """Version."""
+        return self._connection_info.get('version')
+
+
+portal = Portal()

singlestoredb/tests/test_connection.py

@@ -1849,8 +1849,6 @@ class TestConnection(unittest.TestCase):
 
         bits = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]
 
-        print(row)
-
         assert row['id'] == 0, row['id']
         assert row['tinyint'] == 80, row['tinyint']
         assert row['unsigned_tinyint'] == 85, row['unsigned_tinyint']
@@ -2888,9 +2886,10 @@ class TestConnection(unittest.TestCase):
         self.cur.execute('select a from f32_vectors order by id')
         out = list(self.cur)
 
-        assert out[0][0].dtype is np.dtype('float32')
-        assert out[1][0].dtype is np.dtype('float32')
-        assert out[2][0].dtype is np.dtype('float32')
+        if hasattr(out[0][0], 'dtype'):
+            assert out[0][0].dtype is np.dtype('float32')
+            assert out[1][0].dtype is np.dtype('float32')
+            assert out[2][0].dtype is np.dtype('float32')
 
         np.testing.assert_array_equal(
             out[0][0],
@@ -2917,9 +2916,10 @@ class TestConnection(unittest.TestCase):
         self.cur.execute('select a from f64_vectors order by id')
         out = list(self.cur)
 
-        assert out[0][0].dtype is np.dtype('float64')
-        assert out[1][0].dtype is np.dtype('float64')
-        assert out[2][0].dtype is np.dtype('float64')
+        if hasattr(out[0][0], 'dtype'):
+            assert out[0][0].dtype is np.dtype('float64')
+            assert out[1][0].dtype is np.dtype('float64')
+            assert out[2][0].dtype is np.dtype('float64')
 
         np.testing.assert_array_equal(
             out[0][0],
@@ -2946,9 +2946,10 @@ class TestConnection(unittest.TestCase):
         self.cur.execute('select a from i8_vectors order by id')
         out = list(self.cur)
 
-        assert out[0][0].dtype is np.dtype('int8')
-        assert out[1][0].dtype is np.dtype('int8')
-        assert out[2][0].dtype is np.dtype('int8')
+        if hasattr(out[0][0], 'dtype'):
+            assert out[0][0].dtype is np.dtype('int8')
+            assert out[1][0].dtype is np.dtype('int8')
+            assert out[2][0].dtype is np.dtype('int8')
 
         np.testing.assert_array_equal(
             out[0][0],
@@ -2975,9 +2976,10 @@ class TestConnection(unittest.TestCase):
         self.cur.execute('select a from i16_vectors order by id')
         out = list(self.cur)
 
-        assert out[0][0].dtype is np.dtype('int16')
-        assert out[1][0].dtype is np.dtype('int16')
-        assert out[2][0].dtype is np.dtype('int16')
+        if hasattr(out[0][0], 'dtype'):
+            assert out[0][0].dtype is np.dtype('int16')
+            assert out[1][0].dtype is np.dtype('int16')
+            assert out[2][0].dtype is np.dtype('int16')
 
         np.testing.assert_array_equal(
             out[0][0],
@@ -3004,9 +3006,10 @@ class TestConnection(unittest.TestCase):
         self.cur.execute('select a from i32_vectors order by id')
         out = list(self.cur)
 
-        assert out[0][0].dtype is np.dtype('int32')
-        assert out[1][0].dtype is np.dtype('int32')
-        assert out[2][0].dtype is np.dtype('int32')
+        if hasattr(out[0][0], 'dtype'):
+            assert out[0][0].dtype is np.dtype('int32')
+            assert out[1][0].dtype is np.dtype('int32')
+            assert out[2][0].dtype is np.dtype('int32')
 
         np.testing.assert_array_equal(
             out[0][0],
@@ -3033,9 +3036,10 @@ class TestConnection(unittest.TestCase):
         self.cur.execute('select a from i64_vectors order by id')
         out = list(self.cur)
 
-        assert out[0][0].dtype is np.dtype('int64')
-        assert out[1][0].dtype is np.dtype('int64')
-        assert out[2][0].dtype is np.dtype('int64')
+        if hasattr(out[0][0], 'dtype'):
+            assert out[0][0].dtype is np.dtype('int64')
+            assert out[1][0].dtype is np.dtype('int64')
+            assert out[2][0].dtype is np.dtype('int64')
 
         np.testing.assert_array_equal(
             out[0][0],

singlestoredb/utils/events.py

@@ -0,0 +1,49 @@
+#!/usr/bin/env python
+from typing import Any
+from typing import Callable
+from typing import Dict
+from typing import Set
+
+try:
+    from IPython import get_ipython
+    has_ipython = True
+except ImportError:
+    has_ipython = False
+
+
+_subscribers: Set[Callable[[Dict[str, Any]], None]] = set()
+
+
+def subscribe(func: Callable[[Dict[str, Any]], None]) -> None:
+    """
+    Subscribe to SingleStore portal events.
+
+    Parameters
+    ----------
+    func : Callable
+        The function to call when an event is received
+
+    """
+    _subscribers.add(func)
+
+
+def _event_handler(stream: Any, ident: Any, msg: Dict[str, Any]) -> None:
+    """Handle request on the control stream."""
+    if not _subscribers or not isinstance(msg, dict):
+        return
+
+    content = msg.get('content', {})
+    if content.get('type', '') != 'event':
+        return
+
+    for func in _subscribers:
+        func(content)
+
+
+# Inject a control handler to receive SingleStore events
+if has_ipython:
+    try:
+        _handlers = get_ipython().kernel.control_handlers
+        _handlers['singlestore_portal_request'] = _event_handler
+    except AttributeError:
+        pass

{singlestoredb-1.3.1.dist-info → singlestoredb-1.4.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: singlestoredb
-Version: 1.3.1
+Version: 1.4.1
 Summary: Interface to the SingleStoreDB database and workspace management APIs
 Home-page: https://github.com/singlestore-labs/singlestoredb-python
 Author: SingleStore

{singlestoredb-1.3.1.dist-info → singlestoredb-1.4.1.dist-info}/RECORD

@@ -1,15 +1,15 @@
-_singlestoredb_accel.abi3.so,sha256=Gr5Yy0gaZIzCaIUpP4xAazCHP6FAzKxKe6HNjEeH7Ls,206605
-singlestoredb-1.3.1.dist-info/RECORD,,
-singlestoredb-1.3.1.dist-info/LICENSE,sha256=Mlq78idURT-9G026aMYswwwnnrLcgzTLuXeAs5hjDLM,11341
-singlestoredb-1.3.1.dist-info/WHEEL,sha256=_VEguvlLpUd-c8RbFMA4yMIVNMBv2LhpxYLCEQ-Bogk,113
-singlestoredb-1.3.1.dist-info/entry_points.txt,sha256=bSLaTWB5zGjpVYPAaI46MkkDup0su-eb3uAhCNYuRV0,48
-singlestoredb-1.3.1.dist-info/top_level.txt,sha256=SDtemIXf-Kp-_F2f_S6x0db33cHGOILdAEsIQZe2LZc,35
-singlestoredb-1.3.1.dist-info/METADATA,sha256=ur6IwQQDYz7HieIdCT1dIV2N2nDpApetbvIKHBOYZsc,5570
+_singlestoredb_accel.abi3.so,sha256=Wf5qOAlVEZh3MLHzLkanuIeaN_sdTJ_H6iqy1V8a_fc,206633
+singlestoredb-1.4.1.dist-info/RECORD,,
+singlestoredb-1.4.1.dist-info/LICENSE,sha256=Mlq78idURT-9G026aMYswwwnnrLcgzTLuXeAs5hjDLM,11341
+singlestoredb-1.4.1.dist-info/WHEEL,sha256=_VEguvlLpUd-c8RbFMA4yMIVNMBv2LhpxYLCEQ-Bogk,113
+singlestoredb-1.4.1.dist-info/entry_points.txt,sha256=bSLaTWB5zGjpVYPAaI46MkkDup0su-eb3uAhCNYuRV0,48
+singlestoredb-1.4.1.dist-info/top_level.txt,sha256=SDtemIXf-Kp-_F2f_S6x0db33cHGOILdAEsIQZe2LZc,35
+singlestoredb-1.4.1.dist-info/METADATA,sha256=e3LgU-lYTxOTjgFy24CcG69A9Vvq6Ke5YV0bV0oT2XA,5570
 singlestoredb/auth.py,sha256=u8D9tpKzrqa4ssaHjyZnGDX1q8XBpGtuoOkTkSv7B28,7599
 singlestoredb/config.py,sha256=H4pQxqBEGGCmVHg40VEnAdqGXHun8ougZzj-Ed6ZLH4,11822
-singlestoredb/__init__.py,sha256=tIRnEi_9ybtqqhzIJI6qHSNzCnvajFbb7LAvOMx-mzA,1634
+singlestoredb/__init__.py,sha256=P2EmifYW3g7dPP3gIrZyeec6uJpf9rZUbYwUeW_YGTE,1634
 singlestoredb/types.py,sha256=FIqO1A7e0Gkk7ITmIysBy-P5S--ItbMSlYvblzqGS30,9969
-singlestoredb/connection.py,sha256=aLc9_9q5pJ2DCHbmBkWP-4KlDPGoCyB92yaQfNtcnSA,44958
+singlestoredb/connection.py,sha256=WL_TSSHhhjLV0pnJOtaeMAf0o1DI-PJv9xnLFf_cM08,45173
 singlestoredb/pytest.py,sha256=OyF3BO9mgxenifYhOihnzGk8WzCJ_zN5_mxe8XyFPOc,9074
 singlestoredb/exceptions.py,sha256=HuoA6sMRL5qiCiee-_5ddTGmFbYC9Euk8TYUsh5GvTw,3234
 singlestoredb/converters.py,sha256=t1hRMZfccWJs_WyOw-W-Kh87fxsOkpOnKXAeh_Nr-zU,20681
@@ -29,7 +29,7 @@ singlestoredb/tests/test_fusion.py,sha256=UPaxXt5YNa3GS44l4oZfmUcq89YgN7EWWIbW_o
 singlestoredb/tests/test_plugin.py,sha256=qpO9wmWc62VaijN1sJ97YSYIX7I7Y5C6sY-WzwrutDQ,812
 singlestoredb/tests/test_basics.py,sha256=rUfUGZ54xybvgp11XYWdqnUYMKa6VckB3XkX9LFnxRw,44180
 singlestoredb/tests/test_ext_func.py,sha256=OWd-CJ1Owhx72nikSWWEF2EQFCJk7vEXZM2Oy9EbYQo,37357
-singlestoredb/tests/test_connection.py,sha256=2NZSUwIRNyCw2A9WoIlisxbQc7PcA8xYoQEztTPTaHY,117405
+singlestoredb/tests/test_connection.py,sha256=ZmhnECusipQAuc6bfZOfMMZULrtxUhnxjxNNSSi6xH4,117697
 singlestoredb/tests/test_ext_func_data.py,sha256=yTADD93nPxX6_rZXXLZaOWEI_yPvYyir9psn5PK9ctU,47695
 singlestoredb/tests/test_exceptions.py,sha256=tfr_8X2w1UmG4nkSBzWGB0C7ehrf1GAVgj6_ODaG-TM,1131
 singlestoredb/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -46,14 +46,15 @@ singlestoredb/tests/test2.sql,sha256=D4U2GSlOVeo39U8-RMM4YziJzYFfi4Ztm2YXJVJVAS8
 singlestoredb/tests/ext_funcs/__init__.py,sha256=qZLnDI_Ck0tguVi-K-BKXDHAcC0jui3dsm93Djj4x08,9290
 singlestoredb/management/organization.py,sha256=Y0JFSxYF_UOjip53gcbBXWPCe_t92zo3d99jZNrhkx4,4995
 singlestoredb/management/region.py,sha256=HnLcWUh7r_aLECliplCDHak4a_F3B7LOSXEYMW66qD0,1611
-singlestoredb/management/__init__.py,sha256=puMnH8S3BWEgIlAmuLLh_ZqTN1jml7E8Mme30vkmPOQ,235
-singlestoredb/management/utils.py,sha256=QKagKjAhezmBaGfNh81ncbA321mMV243cUY4CUMdcK8,9197
-singlestoredb/management/cluster.py,sha256=_TT4tV43VPDrtcdS_VN-TTYij7yFQzjAMeuYRF9zKj8,14362
-singlestoredb/management/workspace.py,sha256=ie93R8_fWGaHgxByUk5hKVkcc9VEbDY4kf5nm68dN1U,61642
-singlestoredb/management/manager.py,sha256=m8I5zTmEqjMCEE4fmmVdzza8TvofhnIHvO0np0WH-Y8,8810
+singlestoredb/management/__init__.py,sha256=mhWXjLhp5-t8dhl0vl7SjayKrvJlDb5_hl1YWvDgiMA,237
+singlestoredb/management/utils.py,sha256=nTsGTDgl8lmjwcfl2nMS6feRn5P-jUjHlkVGzG5qrXM,10783
+singlestoredb/management/cluster.py,sha256=i23Smr1PBrDZ8NO_VPd_-bEYkyHvVe9CCRGUjHn_1yQ,14362
+singlestoredb/management/workspace.py,sha256=9oamNIaE5vLZNAlpl5SK-xu27qPqx2Ff3ZIdKckNfmc,61673
+singlestoredb/management/manager.py,sha256=sFP1vZGS8WpN8E0XLu1N7Mxtq6Sixalln44HlTQEyXI,8800
 singlestoredb/management/billing_usage.py,sha256=9ighjIpcopgIyJOktBYQ6pahBZmWGHOPyyCW4gu9FGs,3735
 singlestoredb/utils/config.py,sha256=m3Xn6hsbdKyLufSnbokhFJ9Vfaz9Qpkj1IEnIiH9oJQ,24503
 singlestoredb/utils/results.py,sha256=bJtaUaDiFq26IsPAKZ2FHGB7csMn94EAxLKrP4HaEEA,15277
+singlestoredb/utils/events.py,sha256=9IB84T3pKQjs7aaoSSJCw7soNngnhoTDWIC52M51R9Y,1139
 singlestoredb/utils/convert_rows.py,sha256=A6up7a8Bq-eV2BXdGCotQviqp1Q7XdJ2MA9339hLYVQ,1816
 singlestoredb/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 singlestoredb/utils/dtypes.py,sha256=1qUiB4BJFJ7rOVh2mItQssYbJupV7uq1x8uwX-Eu2Ks,5898
@@ -62,11 +63,13 @@ singlestoredb/utils/debug.py,sha256=0JiLA37u_9CKiDGiN9BK_PtFMUku3vIcNjERWaTNRSU,
 singlestoredb/utils/mogrify.py,sha256=-a56IF70U6CkfadeaZgfjRSVsAD3PuqRrzPpjZlgbwY,4050
 singlestoredb/http/__init__.py,sha256=A_2ZUCCpvRYIA6YDpPy57wL5R1eZ5SfP6I1To5nfJ2s,912
 singlestoredb/http/connection.py,sha256=HUYzgiGYRUblHhgDi-ghfXykGkdB9iQ3i_XVvhtqH88,39349
+singlestoredb/ai/__init__.py,sha256=7Pubobzx5OlyepNo5DOOxWev1DUW9WFc9P6Qver2xpY,60
+singlestoredb/ai/embeddings.py,sha256=3jghE4WMf7vy8RobhrMOLvMLnDNGbkPCF48B3fGM38U,746
 singlestoredb/mysql/protocol.py,sha256=2GG8qTXy5npqo7z2D2K5T0S8PtoUOS-hFDEXy8VConw,14451
 singlestoredb/mysql/cursors.py,sha256=Eqe7jITRvOo4P_TxIarTumg_2PG1DcCfZ4Uo9IFdDa8,26794
 singlestoredb/mysql/__init__.py,sha256=olUTAvkiERhDW41JXQMawkg-i0tvBEkoTkII1tt6lxU,4492
 singlestoredb/mysql/times.py,sha256=2j7purNVnJmjhOUgwUze-r3kNlCWqxjXj-jtqOzBfZI,463
-singlestoredb/mysql/connection.py,sha256=px1_uGW1h1zwebYkIXmOjASmEXkc_ZQrLb3JNKfUS0w,70361
+singlestoredb/mysql/connection.py,sha256=Z3xJ-yFY4yc-rMGp2ty7V2NZ6Ixb74UfnlwLcypJ7d4,71446
 singlestoredb/mysql/charset.py,sha256=-FlONDS_oAUF5B3mIgeHBPb_SCt4zHD33arUeBNctU0,10510
 singlestoredb/mysql/converters.py,sha256=CVe8SDmjbIAhy1xpQ2N5OKWw6t5eWpw-EU3QTlA0Hh0,7500
 singlestoredb/mysql/optionfile.py,sha256=DqL-rOQcqQncD5eVbPRkwZqo7Pj3Vh40VLx3E_e87TU,655
@@ -106,7 +109,7 @@ singlestoredb/mysql/tests/thirdparty/test_MySQLdb/test_MySQLdb_capabilities.py,s
 singlestoredb/functions/decorator.py,sha256=H12MUeBw8VOppx6esntaR43ukeIffbnAr716CBpYJ4g,5193
 singlestoredb/functions/__init__.py,sha256=WL1LqgMTdnGOse3tQqmD-HH8TdfCPS89GNO7hO0v_aw,41
 singlestoredb/functions/dtypes.py,sha256=a2vevIug8NhiUCFiSOKwRPpdWU69Gn13ZoQ6Aovskhc,31408
-singlestoredb/functions/signature.py,sha256=fNnlTfc0R0sM9wm78UwG7Ok9eMJTtOfawrIpjts2wdY,18866
+singlestoredb/functions/signature.py,sha256=1CRtE_Dp47ahYoPzB8oCVNS_gmEQz91xDH8FEKqWGL8,18960
 singlestoredb/functions/ext/asgi.py,sha256=YV4i5RmnSsPvdJPM7_z9X3oR9b1zdZq2ylTSEAM_G54,40017
 singlestoredb/functions/ext/arrow.py,sha256=WB7n1ACslyd8nlbFzUvlbxn1BVuEjA9-BGBEqCWlSOo,9061
 singlestoredb/functions/ext/__init__.py,sha256=1oLL20yLB1GL9IbFiZD8OReDqiCpFr-yetIR6x1cNkI,23
@@ -114,6 +117,7 @@ singlestoredb/functions/ext/utils.py,sha256=2-B8YU_Iekv8JcpI-ochs9TIeuyatLaLAH-A
 singlestoredb/functions/ext/mmap.py,sha256=OB6CIYoLe_AYuJM10lE0I6QhZJ5kMhLNbQo2Sp1wiZA,13711
 singlestoredb/functions/ext/json.py,sha256=XkI8jirxi1T9F-M0p9NpLezph0MRAhYmDiPuU2Id0Uo,10404
 singlestoredb/functions/ext/rowdat_1.py,sha256=JgKRsVSQYczFD6cmo2xLilbNPYpyLL2tPOWO1Gh25ow,22306
-singlestoredb/notebook/__init__.py,sha256=5_Nfme_Tt6e22LoId6xpaiNcVYPR3pmHXDt7EoX9E6o,491
+singlestoredb/notebook/__init__.py,sha256=v0j1E3MFAtaC8wTrR-F7XY0nytUvQ4XpYhVXddv2xA0,533
 singlestoredb/notebook/_objects.py,sha256=MkB1eowEq5SQXFHY00xAKAyyeLqHu_uaZiA20BCJPaE,8043
+singlestoredb/notebook/_portal.py,sha256=a0UeRwXQl-tBEfV_IOOL_UK2Zzrs-RgGswvjJiZk8Wc,8485
 singlestoredb/alchemy/__init__.py,sha256=dXRThusYrs_9GjrhPOw0-vw94in_T8yY9jE7SGCqiQk,2523