singlestoredb 1.4.0__py3-none-any.whl → 1.4.2__py3-none-any.whl

singlestoredb/__init__.py

@@ -13,7 +13,7 @@ Examples
 
 """
 
-__version__ = '1.4.0'
+__version__ = '1.4.2'
 
 from typing import Any
 

singlestoredb/connection.py

@@ -1359,6 +1359,10 @@ def connect(
     results_type : str, optional
         The form of the query results: tuples, namedtuples, dicts,
         numpy, polars, pandas, arrow
+    buffered : bool, optional
+        Should the entire query result be buffered in memory? This is the default
+        behavior which allows full cursor control of the result, but does consume
+        more memory.
     results_format : str, optional
         Deprecated. This option has been renamed to results_type.
     program_name : str, optional

singlestoredb/functions/signature.py

@@ -45,15 +45,17 @@ if has_numpy:
         np.uint8: 'uint8',
         np.longlong: 'uint64',
         np.ulonglong: 'uint64',
-        np.unicode_: 'str',
         np.str_: 'str',
         np.bytes_: 'bytes',
-        np.float_: 'float64',
         np.float64: 'float64',
         np.float32: 'float32',
         np.float16: 'float16',
         np.double: 'float64',
     }
+    if hasattr(np, 'unicode_'):
+        numpy_type_map[np.unicode_] = 'str'
+    if hasattr(np, 'float_'):
+        numpy_type_map[np.float_] = 'float64'
 else:
     array_types = (Sequence,)
     numpy_type_map = {}

singlestoredb/fusion/handler.py

@@ -28,8 +28,23 @@ CORE_GRAMMAR = r'''
     eq = ws* "=" ws*
     open_paren = ws* "(" ws*
     close_paren = ws* ")" ws*
+    open_repeats = ws* ~r"[\(\[\{]" ws*
+    close_repeats = ws* ~r"[\)\]\}]" ws*
     select = ~r"SELECT"i ws+ ~r".+" ws*
-'''
+
+    json = ws* json_object ws*
+    json_object = ~r"{\s*" json_members? ~r"\s*}"
+    json_members = json_mapping (~r"\s*,\s*" json_mapping)*
+    json_mapping = json_string ~r"\s*:\s*" json_value
+    json_array = ~r"\[\s*" json_items? ~r"\s*\]"
+    json_items = json_value (~r"\s*,\s*" json_value)*
+    json_value = json_object / json_array / json_string / json_true_val / json_false_val / json_null_val / json_number
+    json_true_val = "true"
+    json_false_val = "false"
+    json_null_val = "null"
+    json_string = ~r"\"[ !#-\[\]-\U0010ffff]*(?:\\(?:[\"\\/bfnrt]|u[0-9A-Fa-f]{4})[ !#-\[\]-\U0010ffff]*)*\""
+    json_number = ~r"-?(0|[1-9][0-9]*)(\.\d*)?([eE][-+]?\d+)?"
+'''  # noqa: E501
 
 BUILTINS = {
     '<order-by>': r'''
@@ -47,6 +62,7 @@ BUILTINS = {
     ''',
     '<integer>': '',
     '<number>': '',
+    '<json>': '',
 }
 
 BUILTIN_DEFAULTS = {  # type: ignore
@@ -54,9 +70,36 @@ BUILTIN_DEFAULTS = {  # type: ignore
     'like': None,
     'extended': False,
     'limit': None,
+    'json': {},
+}
+
+_json_unesc_re = re.compile(r'\\(["/\\bfnrt]|u[0-9A-Fa-f])')
+_json_unesc_map = {
+    '"': '"',
+    '/': '/',
+    '\\': '\\',
+    'b': '\b',
+    'f': '\f',
+    'n': '\n',
+    'r': '\r',
+    't': '\t',
 }
 
 
+def _json_unescape(m: Any) -> str:
+    c = m.group(1)
+    if c[0] == 'u':
+        return chr(int(c[1:], 16))
+    c2 = _json_unesc_map.get(c)
+    if not c2:
+        raise ValueError(f'invalid escape sequence: {m.group(0)}')
+    return c2
+
+
+def json_unescape(s: str) -> str:
+    return _json_unesc_re.sub(_json_unescape, s[1:-1])
+
+
 def get_keywords(grammar: str) -> Tuple[str, ...]:
     """Return all all-caps words from the beginning of the line."""
     m = re.match(r'^\s*((?:[A-Z0-9_]+)(\s+|$|;))+', grammar)
@@ -89,7 +132,7 @@ def process_alternates(m: Any) -> str:
 def process_repeats(m: Any) -> str:
     """Add repeated patterns."""
     sql = m.group(1).strip()
-    return f'open_paren? {sql} ws* ( comma {sql} ws* )* close_paren?'
+    return f'open_repeats? {sql} ws* ( comma {sql} ws* )* close_repeats?'
 
 
 def lower_and_regex(m: Any) -> str:
@@ -639,6 +682,14 @@ class SQLHandler(NodeVisitor):
         """Close parenthesis."""
         return
 
+    def visit_open_repeats(self, node: Node, visited_children: Iterable[Any]) -> Any:
+        """Open repeat grouping."""
+        return
+
+    def visit_close_repeats(self, node: Node, visited_children: Iterable[Any]) -> Any:
+        """Close repeat grouping."""
+        return
+
     def visit_init(self, node: Node, visited_children: Iterable[Any]) -> Any:
         """Entry point of the grammar."""
         _, out, *_ = visited_children
@@ -662,6 +713,57 @@ class SQLHandler(NodeVisitor):
             ascending.append(value[1].upper().startswith('A'))
         return {'order_by': {'by': by, 'ascending': ascending}}
 
+    def _delimited(self, node: Node, children: Iterable[Any]) -> Any:
+        children = list(children)
+        items = [children[0]]
+        items.extend(item for _, item in children[1])
+        return items
+
+    def _atomic(self, node: Node, children: Iterable[Any]) -> Any:
+        return list(children)[0]
+
+    # visitors
+    visit_json_value = _atomic
+    visit_json_members = visit_json_items = _delimited
+
+    def visit_json_object(self, node: Node, children: Iterable[Any]) -> Any:
+        _, members, _ = children
+        if isinstance(members, list):
+            members = members[0]
+        else:
+            members = []
+        members = [x for x in members if x != '']
+        return dict(members)
+
+    def visit_json_array(self, node: Node, children: Iterable[Any]) -> Any:
+        _, values, _ = children
+        if isinstance(values, list):
+            values = values[0]
+        else:
+            values = []
+        return values
+
+    def visit_json_mapping(self, node: Node, children: Iterable[Any]) -> Any:
+        key, _, value = children
+        return key, value
+
+    def visit_json_string(self, node: Node, children: Iterable[Any]) -> Any:
+        return json_unescape(node.text)
+
+    def visit_json_number(self, node: Node, children: Iterable[Any]) -> Any:
+        if '.' in node.text:
+            return float(node.text)
+        return int(node.text)
+
+    def visit_json_true_val(self, node: Node, children: Iterable[Any]) -> Any:
+        return True
+
+    def visit_json_false_val(self, node: Node, children: Iterable[Any]) -> Any:
+        return False
+
+    def visit_json_null_val(self, node: Node, children: Iterable[Any]) -> Any:
+        return None
+
     def generic_visit(self, node: Node, visited_children: Iterable[Any]) -> Any:
         """
         Handle all undefined rules.
@@ -675,6 +777,9 @@ class SQLHandler(NodeVisitor):
         rule can have repeated values, a list of values is returned.
 
         """
+        if node.expr_name.startswith('json'):
+            return visited_children or node.text
+
         # Call a grammar rule
         if node.expr_name in type(self).rule_info:
             n_keywords = type(self).rule_info[node.expr_name]['n_keywords']

singlestoredb/management/__init__.py

@@ -1,7 +1,7 @@
 #!/usr/bin/env python
 from .cluster import manage_cluster
-from .manager import get_organization
 from .manager import get_token
+from .workspace import get_organization
 from .workspace import get_secret
 from .workspace import get_stage
 from .workspace import manage_workspaces

singlestoredb/management/cluster.py

@@ -8,6 +8,7 @@ from typing import List
 from typing import Optional
 from typing import Union
 
+from .. import config
 from .. import connection
 from ..exceptions import ManagementError
 from .manager import Manager
@@ -332,7 +333,7 @@ class ClusterManager(Manager):
     default_version = 'v0beta'
 
     #: Base URL if none is specified.
-    default_base_url = 'https://api.singlestore.com'
+    default_base_url = config.get_option('management.base_url')
 
     #: Object type
     obj_type = 'cluster'
@@ -425,8 +426,8 @@ class ClusterManager(Manager):
 
 def manage_cluster(
     access_token: Optional[str] = None,
-    version: str = ClusterManager.default_version,
-    base_url: str = ClusterManager.default_base_url,
+    version: Optional[str] = None,
+    base_url: Optional[str] = None,
     *,
     organization_id: Optional[str] = None,
 ) -> ClusterManager:

singlestoredb/management/manager.py

@@ -15,7 +15,6 @@ import requests
 
 from .. import config
 from ..exceptions import ManagementError
-from .utils import get_organization
 from .utils import get_token
 
 
@@ -24,7 +23,7 @@ def set_organization(kwargs: Dict[str, Any]) -> None:
     if kwargs.get('params', {}).get('organizationID', None):
         return
 
-    org = get_organization()
+    org = os.environ.get('SINGLESTOREDB_ORGANIZATION')
     if org:
         if 'params' not in kwargs:
             kwargs['params'] = {}

singlestoredb/management/utils.py

@@ -2,6 +2,7 @@
 """SingleStoreDB Cluster Management."""
 import datetime
 import functools
+import itertools
 import os
 import re
 import sys
@@ -12,6 +13,7 @@ from typing import List
 from typing import Mapping
 from typing import Optional
 from typing import SupportsIndex
+from typing import Tuple
 from typing import TypeVar
 from typing import Union
 from urllib.parse import urlparse
@@ -20,6 +22,7 @@ import jwt
 
 from .. import converters
 from ..config import get_option
+from ..utils import events
 
 JSON = Union[str, List[str], Dict[str, 'JSON']]
 JSONObj = Dict[str, JSON]
@@ -117,6 +120,66 @@ class NamedList(List[T]):
             raise
 
 
+def _setup_authentication_info_handler() -> Callable[..., Dict[str, Any]]:
+    """Setup authentication info event handler."""
+
+    authentication_info: List[Tuple[str, Any]] = []
+
+    def handle_authentication_info(msg: Dict[str, Any]) -> None:
+        """Handle authentication info events."""
+        nonlocal authentication_info
+        if msg.get('name', '') != 'singlestore.portal.authentication_updated':
+            return
+        authentication_info = list(msg.get('data', {}).items())
+
+    events.subscribe(handle_authentication_info)
+
+    def handle_connection_info(msg: Dict[str, Any]) -> None:
+        """Handle connection info events."""
+        nonlocal authentication_info
+        if msg.get('name', '') != 'singlestore.portal.connection_updated':
+            return
+        data = msg.get('data', {})
+        out = {}
+        if 'user' in data:
+            out['user'] = data['user']
+        if 'password' in data:
+            out['password'] = data['password']
+        authentication_info = list(out.items())
+
+    events.subscribe(handle_authentication_info)
+
+    def get_env() -> List[Tuple[str, Any]]:
+        conn = {}
+        url = os.environ.get('SINGLESTOREDB_URL') or get_option('host')
+        if url:
+            urlp = urlparse(url, scheme='singlestoredb', allow_fragments=True)
+            conn = dict(
+                user=urlp.username or None,
+                password=urlp.password or None,
+            )
+
+        return [
+            x for x in dict(
+                **conn,
+            ).items() if x[1] is not None
+        ]
+
+    def get_authentication_info(include_env: bool = True) -> Dict[str, Any]:
+        """Return authentication info from event."""
+        return dict(
+            itertools.chain(
+                (get_env() if include_env else []),
+                authentication_info,
+            ),
+        )
+
+    return get_authentication_info
+
+
+get_authentication_info = _setup_authentication_info_handler()
+
+
 def get_token() -> Optional[str]:
     """Return the token for the Management API."""
     # See if an API key is configured
@@ -124,18 +187,11 @@ def get_token() -> Optional[str]:
     if tok:
         return tok
 
-    url = os.environ.get('SINGLESTOREDB_URL')
-    if not url:
-        # See if the connection URL contains a JWT
-        url = get_option('host')
-        if not url:
-            return None
-
-    urlp = urlparse(url, scheme='singlestoredb', allow_fragments=True)
-    if urlp.password:
+    tok = get_authentication_info(include_env=True).get('password')
+    if tok:
         try:
-            jwt.decode(urlp.password, options={'verify_signature': False})
-            return urlp.password
+            jwt.decode(tok, options={'verify_signature': False})
+            return tok
         except jwt.DecodeError:
             pass
 
@@ -143,15 +199,6 @@ def get_token() -> Optional[str]:
     return None
 
 
-def get_organization() -> Optional[str]:
-    """Return the organization for the current token or environment."""
-    org = os.environ.get('SINGLESTOREDB_ORGANIZATION')
-    if org:
-        return org
-
-    return None
-
-
 def enable_http_tracing() -> None:
     """Enable tracing of HTTP requests."""
     import logging
@@ -269,7 +316,7 @@ def snake_to_camel(s: Optional[str], cap_first: bool = False) -> Optional[str]:
     """Convert snake-case to camel-case."""
     if s is None:
         return None
-    out = re.sub(r'_[A-Za-z]', _upper_match, s.lower())
+    out = re.sub(r'_([A-Za-z])', _upper_match, s.lower())
     if cap_first and out:
         return out[0].upper() + out[1:]
     return out

singlestoredb/management/workspace.py

@@ -17,6 +17,7 @@ from typing import Optional
 from typing import TextIO
 from typing import Union
 
+from .. import config
 from .. import connection
 from ..exceptions import ManagementError
 from .billing_usage import BillingUsageItem
@@ -1690,10 +1691,10 @@ class WorkspaceManager(Manager):
     """
 
     #: Workspace management API version if none is specified.
-    default_version = 'v1'
+    default_version = config.get_option('management.version')
 
     #: Base URL if none is specified.
-    default_base_url = 'https://api.singlestore.com'
+    default_base_url = config.get_option('management.base_url')
 
     #: Object type
     obj_type = 'workspace'
@@ -1906,8 +1907,8 @@ class WorkspaceManager(Manager):
 
 def manage_workspaces(
     access_token: Optional[str] = None,
-    version: str = WorkspaceManager.default_version,
-    base_url: str = WorkspaceManager.default_base_url,
+    version: Optional[str] = None,
+    base_url: Optional[str] = None,
     *,
     organization_id: Optional[str] = None,
 ) -> WorkspaceManager:

singlestoredb/mysql/connection.py

@@ -13,6 +13,8 @@ import struct
 import sys
 import traceback
 import warnings
+from typing import Any
+from typing import Dict
 from typing import Iterable
 
 try:
@@ -21,6 +23,7 @@ except (ImportError, ModuleNotFoundError):
     _singlestoredb_accel = None
 
 from . import _auth
+from ..utils import events
 
 from .charset import charset_by_name, charset_by_id
 from .constants import CLIENT, COMMAND, CR, ER, FIELD_TYPE, SERVER_STATUS
@@ -100,6 +103,19 @@ TEXT_TYPES = {
     FIELD_TYPE.VAR_STRING,
     FIELD_TYPE.VARCHAR,
     FIELD_TYPE.GEOMETRY,
+    FIELD_TYPE.BSON,
+    FIELD_TYPE.FLOAT32_VECTOR_JSON,
+    FIELD_TYPE.FLOAT64_VECTOR_JSON,
+    FIELD_TYPE.INT8_VECTOR_JSON,
+    FIELD_TYPE.INT16_VECTOR_JSON,
+    FIELD_TYPE.INT32_VECTOR_JSON,
+    FIELD_TYPE.INT64_VECTOR_JSON,
+    FIELD_TYPE.FLOAT32_VECTOR,
+    FIELD_TYPE.FLOAT64_VECTOR,
+    FIELD_TYPE.INT8_VECTOR,
+    FIELD_TYPE.INT16_VECTOR,
+    FIELD_TYPE.INT32_VECTOR,
+    FIELD_TYPE.INT64_VECTOR,
 }
 
 UNSET = 'unset'
@@ -614,15 +630,22 @@ class Connection(BaseConnection):
                 if k not in self._connect_attrs:
                     self._connect_attrs[k] = v
 
+        self._is_committable = True
         self._in_sync = False
         self._track_env = bool(track_env) or self.host == 'singlestore.com'
         self._enable_extended_data_types = enable_extended_data_types
+        self._connection_info = {}
+        events.subscribe(self._handle_event)
 
         if defer_connect or self._track_env:
             self._sock = None
         else:
             self.connect()
 
+    def _handle_event(self, data: Dict[str, Any]) -> None:
+        if data.get('name', '') == 'singlestore.portal.connection_updated':
+            self._connection_info = dict(data)
+
     @property
     def messages(self):
         # TODO
@@ -766,7 +789,8 @@ class Connection(BaseConnection):
 
         """
         log_query('COMMIT')
-        if self.host == 'singlestore.com':
+        if not self._is_committable or self.host == 'singlestore.com':
+            self._is_committable = True
             return
         self._execute_command(COMMAND.COM_QUERY, 'COMMIT')
         self._read_ok_packet()
@@ -780,7 +804,8 @@ class Connection(BaseConnection):
 
         """
         log_query('ROLLBACK')
-        if self.host == 'singlestore.com':
+        if not self._is_committable or self.host == 'singlestore.com':
+            self._is_committable = True
             return
         self._execute_command(COMMAND.COM_QUERY, 'ROLLBACK')
         self._read_ok_packet()
@@ -858,9 +883,11 @@ class Connection(BaseConnection):
         #     print("DEBUG: sending query:", sql)
         handler = fusion.get_handler(sql)
         if handler is not None:
+            self._is_committable = False
             self._result = fusion.execute(self, sql, handler=handler)
             self._affected_rows = self._result.affected_rows
         else:
+            self._is_committable = True
             if isinstance(sql, str):
                 sql = sql.encode(self.encoding, 'surrogateescape')
             self._local_infile_stream = infile_stream
@@ -973,9 +1000,11 @@ class Connection(BaseConnection):
         if not self._track_env:
             return
 
-        url = os.environ.get('SINGLESTOREDB_URL')
+        url = self._connection_info.get('connection_url')
         if not url:
-            return
+            url = os.environ.get('SINGLESTOREDB_URL')
+            if not url:
+                return
 
         out = {}
         urlp = connection._parse_url(url)

singlestoredb/notebook/__init__.py

@@ -7,6 +7,7 @@ from ._objects import secrets  # noqa: F401
 from ._objects import stage  # noqa: F401
 from ._objects import workspace  # noqa: F401
 from ._objects import workspace_group  # noqa: F401
+from ._portal import portal  # noqa: F401
 
 if 'SINGLESTOREDB_ORGANIZATION' not in _os.environ:
     _warnings.warn(

singlestoredb/notebook/_portal.py

@@ -0,0 +1,281 @@
+#!/usr/bin/env python
+import json
+import os
+import re
+import time
+import urllib.parse
+from typing import Any
+from typing import Callable
+from typing import Dict
+from typing import List
+from typing import Optional
+
+from . import _objects as obj
+from ..management import workspace as mgr
+from ..utils import events
+
+try:
+    from IPython import display
+    has_ipython = True
+except ImportError:
+    has_ipython = False
+
+
+class Portal(object):
+    """SingleStore Portal information."""
+
+    def __init__(self) -> None:
+        self._connection_info: Dict[str, Any] = {}
+        self._authentication_info: Dict[str, Any] = {}
+        self._theme_info: Dict[str, Any] = {}
+        events.subscribe(self._request)
+
+    def __str__(self) -> str:
+        attrs = []
+        for name in [
+            'organization_id', 'workspace_group_id', 'workspace_id',
+            'host', 'port', 'user', 'password', 'default_database',
+        ]:
+            if name == 'password':
+                if self.password is not None:
+                    attrs.append("password='***'")
+                else:
+                    attrs.append('password=None')
+            else:
+                attrs.append(f'{name}={getattr(self, name)!r}')
+        return f'{type(self).__name__}({", ".join(attrs)})'
+
+    def __repr__(self) -> str:
+        return str(self)
+
+    def _call_javascript(
+        self,
+        func: str,
+        args: Optional[List[Any]] = None,
+        wait_on_condition: Optional[Callable[[], bool]] = None,
+        timeout_message: str = 'timed out waiting on condition',
+        wait_interval: float = 0.2,
+        timeout: float = 5.0,
+    ) -> None:
+        if not has_ipython or not func:
+            return
+
+        if not re.match(r'^[A-Z_][\w\._]*$', func, flags=re.I):
+            raise ValueError(f'function name is not valid: {func}')
+
+        args = args if args else []
+
+        code = f'''
+            if (window.singlestore && window.singlestore.portal) {{
+                window.singlestore.portal.{func}.apply(
+                    window,
+                    JSON.parse({repr(json.dumps(args))})
+                )
+            }}
+        '''
+
+        display.display(display.Javascript(code))
+
+        if wait_on_condition is not None:
+            elapsed = 0.0
+            while True:
+                if wait_on_condition():
+                    break
+                if elapsed > timeout:
+                    raise RuntimeError(timeout_message)
+                time.sleep(wait_interval)
+                elapsed += wait_interval
+
+    def _request(self, msg: Dict[str, Any]) -> None:
+        """Handle request on the control stream."""
+        func = getattr(self, '_handle_' + msg.get('name', 'unknown').split('.')[-1])
+        if func is not None:
+            func(msg.get('data', {}))
+
+    def _handle_connection_updated(self, data: Dict[str, Any]) -> None:
+        """Handle connection_updated event."""
+        self._connection_info = dict(data)
+
+    def _handle_authentication_updated(self, data: Dict[str, Any]) -> None:
+        """Handle authentication_updated event."""
+        self._authentication_info = dict(data)
+
+    def _handle_theme_updated(self, data: Dict[str, Any]) -> None:
+        """Handle theme_updated event."""
+        self._theme_info = dict(data)
+
+    def _handle_unknown(self, data: Dict[str, Any]) -> None:
+        """Handle unknown events."""
+        pass
+
+    @property
+    def organization_id(self) -> Optional[str]:
+        """Organization ID."""
+        try:
+            return self._connection_info['organization']
+        except KeyError:
+            return os.environ.get('SINGLESTOREDB_ORGANIZATION')
+
+    @property
+    def organization(self) -> obj.Organization:
+        """Organization."""
+        return obj.organization
+
+    @property
+    def stage(self) -> obj.Stage:
+        """Stage."""
+        return obj.stage
+
+    @property
+    def secrets(self) -> obj.Secrets:
+        """Secrets."""
+        return obj.secrets
+
+    @property
+    def workspace_group_id(self) -> Optional[str]:
+        """Workspace Group ID."""
+        try:
+            return self._connection_info['workspace_group']
+        except KeyError:
+            return os.environ.get('SINGLESTOREDB_WORKSPACE_GROUP')
+
+    @property
+    def workspace_group(self) -> obj.WorkspaceGroup:
+        """Workspace group."""
+        return obj.workspace_group
+
+    @workspace_group.setter
+    def workspace_group(self) -> None:
+        """Set workspace group."""
+        raise AttributeError(
+            'workspace group can not be set explictly; ' +
+            'you can only set a workspace',
+        )
+
+    @property
+    def workspace_id(self) -> Optional[str]:
+        """Workspace ID."""
+        try:
+            return self._connection_info['workspace']
+        except KeyError:
+            return os.environ.get('SINGLESTOREDB_WORKSPACE')
+
+    @property
+    def workspace(self) -> obj.Workspace:
+        """Workspace."""
+        return obj.workspace
+
+    @workspace.setter
+    def workspace(self, name_or_id: str) -> None:
+        """Set workspace."""
+        if re.match(
+            r'[a-z0-9]{8}-[a-z0-9]{4}-[a-z0-9]{4}-[a-z0-9]{4}-[a-z0-9]{12}',
+            name_or_id, flags=re.I,
+        ):
+            w = mgr.get_workspace(name_or_id)
+        else:
+            w = mgr.get_workspace_group(self.workspace_group_id).workspaces[name_or_id]
+
+        if w.state and w.state.lower() not in ['active', 'resumed']:
+            raise RuntimeError('workspace is not active')
+
+        id = w.id
+
+        self._call_javascript(
+            'changeDeployment', [id],
+            wait_on_condition=lambda: self.workspace_id == id,  # type: ignore
+            timeout_message='timeout waiting for workspace update',
+        )
+
+    @property
+    def cluster_id(self) -> Optional[str]:
+        """Cluster ID."""
+        try:
+            return self._connection_info['cluster']
+        except KeyError:
+            return os.environ.get('SINGLESTOREDB_CLUSTER')
+
+    def _parse_url(self) -> Dict[str, Any]:
+        url = urllib.parse.urlparse(
+            os.environ.get('SINGLESTOREDB_URL', ''),
+        )
+        return dict(
+            host=url.hostname or None,
+            port=url.port or None,
+            user=url.username or None,
+            password=url.password or None,
+            default_database=url.path.split('/')[-1] or None,
+        )
+
+    @property
+    def connection_url(self) -> Optional[str]:
+        """Connection URL."""
+        try:
+            return self._connection_info['connection_url']
+        except KeyError:
+            return os.environ.get('SINGLESTOREDB_URL')
+
+    @property
+    def connection_url_kai(self) -> Optional[str]:
+        """Kai connectionURL."""
+        try:
+            return self._connection_info.get('connection_url_kai')
+        except KeyError:
+            return os.environ.get('SINGLESTOREDB_URL_KAI')
+
+    @property
+    def host(self) -> Optional[str]:
+        """Hostname."""
+        try:
+            return self._connection_info['host']
+        except KeyError:
+            return self._parse_url()['host']
+
+    @property
+    def port(self) -> Optional[int]:
+        """Database server port."""
+        try:
+            return self._connection_info['port']
+        except KeyError:
+            return self._parse_url()['port']
+
+    @property
+    def user(self) -> Optional[str]:
+        """Username."""
+        try:
+            return self._authentication_info['user']
+        except KeyError:
+            return self._parse_url()['user']
+
+    @property
+    def password(self) -> Optional[str]:
+        """Password."""
+        try:
+            return self._authentication_info['password']
+        except KeyError:
+            return self._parse_url()['password']
+
+    @property
+    def default_database(self) -> Optional[str]:
+        """Default database."""
+        try:
+            return self._connection_info['default_database']
+        except KeyError:
+            return self._parse_url()['default_database']
+
+    @default_database.setter
+    def default_database(self, name: str) -> None:
+        """Set default database."""
+        self._call_javascript(
+            'changeDefaultDatabase', [name],
+            wait_on_condition=lambda: self.default_database == name,  # type: ignore
+            timeout_message='timeout waiting for database update',
+        )
+
+    @property
+    def version(self) -> Optional[str]:
+        """Version."""
+        return self._connection_info.get('version')
+
+
+portal = Portal()

singlestoredb/tests/test_connection.py

@@ -1849,8 +1849,6 @@ class TestConnection(unittest.TestCase):
 
         bits = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]
 
-        print(row)
-
         assert row['id'] == 0, row['id']
         assert row['tinyint'] == 80, row['tinyint']
         assert row['unsigned_tinyint'] == 85, row['unsigned_tinyint']
@@ -2888,9 +2886,10 @@ class TestConnection(unittest.TestCase):
         self.cur.execute('select a from f32_vectors order by id')
         out = list(self.cur)
 
-        assert out[0][0].dtype is np.dtype('float32')
-        assert out[1][0].dtype is np.dtype('float32')
-        assert out[2][0].dtype is np.dtype('float32')
+        if hasattr(out[0][0], 'dtype'):
+            assert out[0][0].dtype is np.dtype('float32')
+            assert out[1][0].dtype is np.dtype('float32')
+            assert out[2][0].dtype is np.dtype('float32')
 
         np.testing.assert_array_equal(
             out[0][0],
@@ -2917,9 +2916,10 @@ class TestConnection(unittest.TestCase):
         self.cur.execute('select a from f64_vectors order by id')
         out = list(self.cur)
 
-        assert out[0][0].dtype is np.dtype('float64')
-        assert out[1][0].dtype is np.dtype('float64')
-        assert out[2][0].dtype is np.dtype('float64')
+        if hasattr(out[0][0], 'dtype'):
+            assert out[0][0].dtype is np.dtype('float64')
+            assert out[1][0].dtype is np.dtype('float64')
+            assert out[2][0].dtype is np.dtype('float64')
 
         np.testing.assert_array_equal(
             out[0][0],
@@ -2946,9 +2946,10 @@ class TestConnection(unittest.TestCase):
         self.cur.execute('select a from i8_vectors order by id')
         out = list(self.cur)
 
-        assert out[0][0].dtype is np.dtype('int8')
-        assert out[1][0].dtype is np.dtype('int8')
-        assert out[2][0].dtype is np.dtype('int8')
+        if hasattr(out[0][0], 'dtype'):
+            assert out[0][0].dtype is np.dtype('int8')
+            assert out[1][0].dtype is np.dtype('int8')
+            assert out[2][0].dtype is np.dtype('int8')
 
         np.testing.assert_array_equal(
             out[0][0],
@@ -2975,9 +2976,10 @@ class TestConnection(unittest.TestCase):
         self.cur.execute('select a from i16_vectors order by id')
         out = list(self.cur)
 
-        assert out[0][0].dtype is np.dtype('int16')
-        assert out[1][0].dtype is np.dtype('int16')
-        assert out[2][0].dtype is np.dtype('int16')
+        if hasattr(out[0][0], 'dtype'):
+            assert out[0][0].dtype is np.dtype('int16')
+            assert out[1][0].dtype is np.dtype('int16')
+            assert out[2][0].dtype is np.dtype('int16')
 
         np.testing.assert_array_equal(
             out[0][0],
@@ -3004,9 +3006,10 @@ class TestConnection(unittest.TestCase):
         self.cur.execute('select a from i32_vectors order by id')
         out = list(self.cur)
 
-        assert out[0][0].dtype is np.dtype('int32')
-        assert out[1][0].dtype is np.dtype('int32')
-        assert out[2][0].dtype is np.dtype('int32')
+        if hasattr(out[0][0], 'dtype'):
+            assert out[0][0].dtype is np.dtype('int32')
+            assert out[1][0].dtype is np.dtype('int32')
+            assert out[2][0].dtype is np.dtype('int32')
 
         np.testing.assert_array_equal(
             out[0][0],
@@ -3033,9 +3036,10 @@ class TestConnection(unittest.TestCase):
         self.cur.execute('select a from i64_vectors order by id')
         out = list(self.cur)
 
-        assert out[0][0].dtype is np.dtype('int64')
-        assert out[1][0].dtype is np.dtype('int64')
-        assert out[2][0].dtype is np.dtype('int64')
+        if hasattr(out[0][0], 'dtype'):
+            assert out[0][0].dtype is np.dtype('int64')
+            assert out[1][0].dtype is np.dtype('int64')
+            assert out[2][0].dtype is np.dtype('int64')
 
         np.testing.assert_array_equal(
             out[0][0],

singlestoredb/utils/events.py

@@ -0,0 +1,49 @@
+#!/usr/bin/env python
+from typing import Any
+from typing import Callable
+from typing import Dict
+from typing import Set
+
+try:
+    from IPython import get_ipython
+    has_ipython = True
+except ImportError:
+    has_ipython = False
+
+
+_subscribers: Set[Callable[[Dict[str, Any]], None]] = set()
+
+
+def subscribe(func: Callable[[Dict[str, Any]], None]) -> None:
+    """
+    Subscribe to SingleStore portal events.
+
+    Parameters
+    ----------
+    func : Callable
+        The function to call when an event is received
+
+    """
+    _subscribers.add(func)
+
+
+def _event_handler(stream: Any, ident: Any, msg: Dict[str, Any]) -> None:
+    """Handle request on the control stream."""
+    if not _subscribers or not isinstance(msg, dict):
+        return
+
+    content = msg.get('content', {})
+    if content.get('type', '') != 'event':
+        return
+
+    for func in _subscribers:
+        func(content)
+
+
+# Inject a control handler to receive SingleStore events
+if has_ipython:
+    try:
+        _handlers = get_ipython().kernel.control_handlers
+        _handlers['singlestore_portal_request'] = _event_handler
+    except AttributeError:
+        pass

{singlestoredb-1.4.0.dist-info → singlestoredb-1.4.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: singlestoredb
-Version: 1.4.0
+Version: 1.4.2
 Summary: Interface to the SingleStoreDB database and workspace management APIs
 Home-page: https://github.com/singlestore-labs/singlestoredb-python
 Author: SingleStore

{singlestoredb-1.4.0.dist-info → singlestoredb-1.4.2.dist-info}/RECORD

@@ -1,7 +1,7 @@
-singlestoredb/__init__.py,sha256=SiAqHTUbyK9Lcd_4o_x53u-uxkWZAE-XW3YM2zp4CqA,1634
+singlestoredb/__init__.py,sha256=SfeLqsR2jOT4we91ZMxK9oJ2C9sUVj10O_kZ_Z2SyOo,1634
 singlestoredb/auth.py,sha256=u8D9tpKzrqa4ssaHjyZnGDX1q8XBpGtuoOkTkSv7B28,7599
 singlestoredb/config.py,sha256=H4pQxqBEGGCmVHg40VEnAdqGXHun8ougZzj-Ed6ZLH4,11822
-singlestoredb/connection.py,sha256=aLc9_9q5pJ2DCHbmBkWP-4KlDPGoCyB92yaQfNtcnSA,44958
+singlestoredb/connection.py,sha256=WL_TSSHhhjLV0pnJOtaeMAf0o1DI-PJv9xnLFf_cM08,45173
 singlestoredb/converters.py,sha256=t1hRMZfccWJs_WyOw-W-Kh87fxsOkpOnKXAeh_Nr-zU,20681
 singlestoredb/exceptions.py,sha256=HuoA6sMRL5qiCiee-_5ddTGmFbYC9Euk8TYUsh5GvTw,3234
 singlestoredb/pytest.py,sha256=OyF3BO9mgxenifYhOihnzGk8WzCJ_zN5_mxe8XyFPOc,9074
@@ -12,7 +12,7 @@ singlestoredb/alchemy/__init__.py,sha256=dXRThusYrs_9GjrhPOw0-vw94in_T8yY9jE7SGC
 singlestoredb/functions/__init__.py,sha256=WL1LqgMTdnGOse3tQqmD-HH8TdfCPS89GNO7hO0v_aw,41
 singlestoredb/functions/decorator.py,sha256=H12MUeBw8VOppx6esntaR43ukeIffbnAr716CBpYJ4g,5193
 singlestoredb/functions/dtypes.py,sha256=a2vevIug8NhiUCFiSOKwRPpdWU69Gn13ZoQ6Aovskhc,31408
-singlestoredb/functions/signature.py,sha256=fNnlTfc0R0sM9wm78UwG7Ok9eMJTtOfawrIpjts2wdY,18866
+singlestoredb/functions/signature.py,sha256=1CRtE_Dp47ahYoPzB8oCVNS_gmEQz91xDH8FEKqWGL8,18960
 singlestoredb/functions/ext/__init__.py,sha256=1oLL20yLB1GL9IbFiZD8OReDqiCpFr-yetIR6x1cNkI,23
 singlestoredb/functions/ext/arrow.py,sha256=WB7n1ACslyd8nlbFzUvlbxn1BVuEjA9-BGBEqCWlSOo,9061
 singlestoredb/functions/ext/asgi.py,sha256=YV4i5RmnSsPvdJPM7_z9X3oR9b1zdZq2ylTSEAM_G54,40017
@@ -22,7 +22,7 @@ singlestoredb/functions/ext/rowdat_1.py,sha256=JgKRsVSQYczFD6cmo2xLilbNPYpyLL2tP
 singlestoredb/functions/ext/utils.py,sha256=2-B8YU_Iekv8JcpI-ochs9TIeuyatLaLAH-AyYyUUIg,5311
 singlestoredb/fusion/__init__.py,sha256=Qo7SuqGw-l-vE8-EI2jhm6hXJkYfOLUKIws9c7LFNX0,356
 singlestoredb/fusion/graphql.py,sha256=ZA3HcDq5rER-dCEavwTqnF7KM0D2LCYIY7nLQk7lSso,5207
-singlestoredb/fusion/handler.py,sha256=hXvJoauKnixfU67IgobmuZF4WKchSzzhUwsPQf_FWT4,21581
+singlestoredb/fusion/handler.py,sha256=wuNq-nzzBngSha_kZ_Da7V7VzQzmhgXgUfh2V0HXLVI,24976
 singlestoredb/fusion/registry.py,sha256=jjdRTYZ3ylhy6gAoW5xBj0tkxGFBT-2yLQ0tztTgDIY,6112
 singlestoredb/fusion/result.py,sha256=Bd3KbRpqWqQcWp_Chd4bzBy8Kfc8nXLS_Pn_GGbPO6o,11772
 singlestoredb/fusion/handlers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -31,18 +31,18 @@ singlestoredb/fusion/handlers/utils.py,sha256=oYbf13Y3orEkJfHMNnO7B_W1anEdK-0S9v
 singlestoredb/fusion/handlers/workspace.py,sha256=EGxu-dAWNfHsknMNSk1n9cri_zhlMJap4ypywPFiMZQ,25000
 singlestoredb/http/__init__.py,sha256=A_2ZUCCpvRYIA6YDpPy57wL5R1eZ5SfP6I1To5nfJ2s,912
 singlestoredb/http/connection.py,sha256=HUYzgiGYRUblHhgDi-ghfXykGkdB9iQ3i_XVvhtqH88,39349
-singlestoredb/management/__init__.py,sha256=puMnH8S3BWEgIlAmuLLh_ZqTN1jml7E8Mme30vkmPOQ,235
+singlestoredb/management/__init__.py,sha256=mhWXjLhp5-t8dhl0vl7SjayKrvJlDb5_hl1YWvDgiMA,237
 singlestoredb/management/billing_usage.py,sha256=9ighjIpcopgIyJOktBYQ6pahBZmWGHOPyyCW4gu9FGs,3735
-singlestoredb/management/cluster.py,sha256=_TT4tV43VPDrtcdS_VN-TTYij7yFQzjAMeuYRF9zKj8,14362
-singlestoredb/management/manager.py,sha256=m8I5zTmEqjMCEE4fmmVdzza8TvofhnIHvO0np0WH-Y8,8810
+singlestoredb/management/cluster.py,sha256=i23Smr1PBrDZ8NO_VPd_-bEYkyHvVe9CCRGUjHn_1yQ,14362
+singlestoredb/management/manager.py,sha256=sFP1vZGS8WpN8E0XLu1N7Mxtq6Sixalln44HlTQEyXI,8800
 singlestoredb/management/organization.py,sha256=Y0JFSxYF_UOjip53gcbBXWPCe_t92zo3d99jZNrhkx4,4995
 singlestoredb/management/region.py,sha256=HnLcWUh7r_aLECliplCDHak4a_F3B7LOSXEYMW66qD0,1611
-singlestoredb/management/utils.py,sha256=QKagKjAhezmBaGfNh81ncbA321mMV243cUY4CUMdcK8,9197
-singlestoredb/management/workspace.py,sha256=ie93R8_fWGaHgxByUk5hKVkcc9VEbDY4kf5nm68dN1U,61642
+singlestoredb/management/utils.py,sha256=nTsGTDgl8lmjwcfl2nMS6feRn5P-jUjHlkVGzG5qrXM,10783
+singlestoredb/management/workspace.py,sha256=9oamNIaE5vLZNAlpl5SK-xu27qPqx2Ff3ZIdKckNfmc,61673
 singlestoredb/mysql/__init__.py,sha256=olUTAvkiERhDW41JXQMawkg-i0tvBEkoTkII1tt6lxU,4492
 singlestoredb/mysql/_auth.py,sha256=AugRitoUwgRIDFuJxuAH4MWIAmckY7Ji2pP6r_Ng9dY,8043
 singlestoredb/mysql/charset.py,sha256=-FlONDS_oAUF5B3mIgeHBPb_SCt4zHD33arUeBNctU0,10510
-singlestoredb/mysql/connection.py,sha256=px1_uGW1h1zwebYkIXmOjASmEXkc_ZQrLb3JNKfUS0w,70361
+singlestoredb/mysql/connection.py,sha256=Z3xJ-yFY4yc-rMGp2ty7V2NZ6Ixb74UfnlwLcypJ7d4,71446
 singlestoredb/mysql/converters.py,sha256=CVe8SDmjbIAhy1xpQ2N5OKWw6t5eWpw-EU3QTlA0Hh0,7500
 singlestoredb/mysql/cursors.py,sha256=Eqe7jITRvOo4P_TxIarTumg_2PG1DcCfZ4Uo9IFdDa8,26794
 singlestoredb/mysql/err.py,sha256=-m5rqXi8yhq6b8SCEJ2h0E5Rudh_15dlAU_WbJ1YrM8,2388
@@ -80,8 +80,9 @@ singlestoredb/mysql/tests/thirdparty/test_MySQLdb/dbapi20.py,sha256=E5_jnyZEZ7_m
 singlestoredb/mysql/tests/thirdparty/test_MySQLdb/test_MySQLdb_capabilities.py,sha256=szE4Zodgf7YwhkMBOrCvUwhTWppVtaodsqlV-vJ7fmY,3090
 singlestoredb/mysql/tests/thirdparty/test_MySQLdb/test_MySQLdb_dbapi20.py,sha256=t_OzqsVnj_ReBbmY_wx51ZcWbLz9nASZ0hno-9YeiyQ,8022
 singlestoredb/mysql/tests/thirdparty/test_MySQLdb/test_MySQLdb_nonstandard.py,sha256=pl0bvuZo_nzAlYOINxRiR-Zi9khz0W2Pc7vP-K3sQYQ,2819
-singlestoredb/notebook/__init__.py,sha256=5_Nfme_Tt6e22LoId6xpaiNcVYPR3pmHXDt7EoX9E6o,491
+singlestoredb/notebook/__init__.py,sha256=v0j1E3MFAtaC8wTrR-F7XY0nytUvQ4XpYhVXddv2xA0,533
 singlestoredb/notebook/_objects.py,sha256=MkB1eowEq5SQXFHY00xAKAyyeLqHu_uaZiA20BCJPaE,8043
+singlestoredb/notebook/_portal.py,sha256=08_8hFFuD9Ybq3K8ruHOgMhDqzdhjj7o0Sq368zH714,8486
 singlestoredb/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 singlestoredb/tests/empty.sql,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 singlestoredb/tests/local_infile.csv,sha256=sBtqjvfkS9aoOVx8nMXYgYv4rDuT4OuYhqUhNRu0O68,42
@@ -89,7 +90,7 @@ singlestoredb/tests/test.sql,sha256=dfMehVCQ9wObSVTQKyQi-fRFDZeqRxV4Cj8doBCPEFM,
 singlestoredb/tests/test2.sql,sha256=D4U2GSlOVeo39U8-RMM4YziJzYFfi4Ztm2YXJVJVAS8,37
 singlestoredb/tests/test_basics.py,sha256=rUfUGZ54xybvgp11XYWdqnUYMKa6VckB3XkX9LFnxRw,44180
 singlestoredb/tests/test_config.py,sha256=63lyIQ2KrvGE6C9403B_4Mc90mX4tp42ys5Bih2sXrE,11184
-singlestoredb/tests/test_connection.py,sha256=2NZSUwIRNyCw2A9WoIlisxbQc7PcA8xYoQEztTPTaHY,117405
+singlestoredb/tests/test_connection.py,sha256=ZmhnECusipQAuc6bfZOfMMZULrtxUhnxjxNNSSi6xH4,117697
 singlestoredb/tests/test_dbapi.py,sha256=IKq5Hcwx8WikASP8_AB5fo3TXv7ryWPCVGonoly00gI,652
 singlestoredb/tests/test_exceptions.py,sha256=tfr_8X2w1UmG4nkSBzWGB0C7ehrf1GAVgj6_ODaG-TM,1131
 singlestoredb/tests/test_ext_func.py,sha256=OWd-CJ1Owhx72nikSWWEF2EQFCJk7vEXZM2Oy9EbYQo,37357
@@ -109,12 +110,13 @@ singlestoredb/utils/config.py,sha256=m3Xn6hsbdKyLufSnbokhFJ9Vfaz9Qpkj1IEnIiH9oJQ
 singlestoredb/utils/convert_rows.py,sha256=A6up7a8Bq-eV2BXdGCotQviqp1Q7XdJ2MA9339hLYVQ,1816
 singlestoredb/utils/debug.py,sha256=0JiLA37u_9CKiDGiN9BK_PtFMUku3vIcNjERWaTNRSU,349
 singlestoredb/utils/dtypes.py,sha256=1qUiB4BJFJ7rOVh2mItQssYbJupV7uq1x8uwX-Eu2Ks,5898
+singlestoredb/utils/events.py,sha256=9IB84T3pKQjs7aaoSSJCw7soNngnhoTDWIC52M51R9Y,1139
 singlestoredb/utils/mogrify.py,sha256=-a56IF70U6CkfadeaZgfjRSVsAD3PuqRrzPpjZlgbwY,4050
 singlestoredb/utils/results.py,sha256=bJtaUaDiFq26IsPAKZ2FHGB7csMn94EAxLKrP4HaEEA,15277
 singlestoredb/utils/xdict.py,sha256=S9HKgrPrnu_6b7iOwa2KrW8CmU1Uqx0BWdEyogFzWbE,12896
-singlestoredb-1.4.0.dist-info/LICENSE,sha256=Mlq78idURT-9G026aMYswwwnnrLcgzTLuXeAs5hjDLM,11341
-singlestoredb-1.4.0.dist-info/METADATA,sha256=wpLknCKi47UISY50QQ2meZGjhPxpsDMwTIKrQFhKJiA,5570
-singlestoredb-1.4.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-singlestoredb-1.4.0.dist-info/entry_points.txt,sha256=bSLaTWB5zGjpVYPAaI46MkkDup0su-eb3uAhCNYuRV0,48
-singlestoredb-1.4.0.dist-info/top_level.txt,sha256=eet8bVPNRqiGeY0PrO5ERH2UpamwlrKHEQCffz4dOh8,14
-singlestoredb-1.4.0.dist-info/RECORD,,
+singlestoredb-1.4.2.dist-info/LICENSE,sha256=Mlq78idURT-9G026aMYswwwnnrLcgzTLuXeAs5hjDLM,11341
+singlestoredb-1.4.2.dist-info/METADATA,sha256=zlYnLLjR9xrlJNZv-RBFelx0IM_iinyWKGwoKIC8udI,5570
+singlestoredb-1.4.2.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+singlestoredb-1.4.2.dist-info/entry_points.txt,sha256=bSLaTWB5zGjpVYPAaI46MkkDup0su-eb3uAhCNYuRV0,48
+singlestoredb-1.4.2.dist-info/top_level.txt,sha256=eet8bVPNRqiGeY0PrO5ERH2UpamwlrKHEQCffz4dOh8,14
+singlestoredb-1.4.2.dist-info/RECORD,,