singlestoredb 1.0.3__py3-none-any.whl → 1.1.0__py3-none-any.whl

singlestoredb/__init__.py

@@ -13,7 +13,7 @@ Examples
 
 """
 
-__version__ = '1.0.3'
+__version__ = '1.1.0'
 
 from typing import Any
 

singlestoredb/config.py

@@ -1,6 +1,7 @@
 #!/usr/bin/env python
 """SingleStoreDB package options."""
 import functools
+import os
 
 from . import auth
 from .utils.config import check_bool  # noqa: F401
@@ -230,6 +231,7 @@ register_option(
         valid_values=[
             'tuple', 'tuples', 'namedtuple', 'namedtuples',
             'dict', 'dicts', 'structsequence', 'structsequences',
+            'numpy', 'pandas', 'polars', 'arrow', 'pyarrow',
         ],
     ),
     'tuples',
@@ -266,6 +268,129 @@ register_option(
 )
 
 
+#
+# External function options
+#
+register_option(
+    'external_function.url', 'string', check_str, 'http://localhost:8000/invoke',
+    'Specifies the URL of the external function application.',
+    environ=['SINGLESTOREDB_EXT_FUNC_URL'],
+)
+
+register_option(
+    'external_function.app_mode', 'string',
+    functools.partial(
+        check_str,
+        valid_values=['remote', 'collocated'],
+    ),
+    'remote',
+    'Specifies the mode of operation of the external function application.',
+    environ=['SINGLESTOREDB_EXT_FUNC_APP_MODE'],
+)
+
+register_option(
+    'external_function.data_format', 'string',
+    functools.partial(
+        check_str,
+        valid_values=['rowdat_1', 'json'],
+    ),
+    'rowdat_1',
+    'Specifies the format for the data rows.',
+    environ=['SINGLESTOREDB_EXT_FUNC_DATA_FORMAT'],
+)
+
+register_option(
+    'external_function.data_version', 'string', check_str, '1.0',
+    'Specifies the version of the data format.',
+    environ=['SINGLESTOREDB_EXT_FUNC_DATA_VERSION'],
+)
+
+register_option(
+    'external_function.link_name', 'string', check_str, None,
+    'Specifies the link name to use for remote external functions.',
+    environ=['SINGLESTOREDB_EXT_FUNC_LINK_NAME'],
+)
+
+register_option(
+    'external_function.link_config', 'string', check_str, None,
+    'Specifies the link config in JSON format.',
+    environ=['SINGLESTOREDB_EXT_FUNC_LINK_CONFIG'],
+)
+
+register_option(
+    'external_function.link_credentials', 'string', check_str, None,
+    'Specifies the link credentials in JSON format.',
+    environ=['SINGLESTOREDB_EXT_FUNC_LINK_CREDENTIALS'],
+)
+
+register_option(
+    'external_function.replace_existing', 'bool', check_bool, False,
+    'Should existing functions be replaced when registering external functions?',
+    environ=['SINGLESTOREDB_EXT_FUNC_REPLACE_EXISTING'],
+)
+
+register_option(
+    'external_function.socket_path', 'string', check_str, None,
+    'Specifies the socket path for collocated external functions.',
+    environ=['SINGLESTOREDB_EXT_FUNC_SOCKET_PATH'],
+)
+
+register_option(
+    'external_function.max_connections', 'int', check_int, 32,
+    'Specifies the maximum connections in a collocated external function ' +
+    'before reusing them.',
+    environ=['SINGLESTOREDB_EXT_FUNC_MAX_CONNECTIONS'],
+)
+
+register_option(
+    'external_function.process_mode', 'string',
+    functools.partial(
+        check_str,
+        valid_values=['thread', 'subprocess'],
+    ),
+    'subprocess',
+    'Specifies the method to use for concurrent handlers in ' +
+    'collocated external functions',
+    environ=['SINGLESTOREDB_EXT_FUNC_PROCESS_MODE'],
+)
+
+register_option(
+    'external_function.single_thread', 'bool', check_bool, False,
+    'Should the collocated server run in single-thread mode?',
+    environ=['SINGLESTOREDB_EXT_FUNC_SINGLE_THREAD'],
+)
+
+register_option(
+    'external_function.log_level', 'string',
+    functools.partial(
+        check_str,
+        valid_values=['info', 'debug', 'warning', 'error'],
+    ),
+    'info',
+    'Logging level of external function server.',
+    environ=['SINGLESTOREDB_EXT_FUNC_LOG_LEVEL'],
+)
+
+register_option(
+    'external_function.connection', 'string', check_str,
+    os.environ.get('SINGLESTOREDB_URL') or None,
+    'Specifies the connection string for the database to register functions with.',
+    environ=['SINGLESTOREDB_EXT_FUNC_CONNECTION'],
+)
+
+register_option(
+    'external_function.host', 'string', check_str, '127.0.0.1',
+    'Specifies the host to bind the server to.',
+    environ=['SINGLESTOREDB_EXT_FUNC_HOST'],
+)
+
+register_option(
+    'external_function.port', 'int', check_int, 8000,
+    'Specifies the port to bind the server to.',
+    environ=['SINGLESTOREDB_EXT_FUNC_PORT'],
+)
+
+
 #
 # Debugging options
 #

singlestoredb/functions/dtypes.py

@@ -10,24 +10,11 @@ from typing import Union
 
 from ..converters import converters
 from ..mysql.converters import escape_item  # type: ignore
-
-try:
-    import numpy as np
-    has_numpy = True
-except ImportError:
-    has_numpy = False
-
-try:
-    import polars as pl
-    has_polars = True
-except ImportError:
-    has_polars = False
-
-try:
-    import pyarrow as pa
-    has_pyarrow = True
-except ImportError:
-    has_pyarrow = False
+from ..utils.dtypes import DEFAULT_VALUES  # noqa
+from ..utils.dtypes import NUMPY_TYPE_MAP  # noqa
+from ..utils.dtypes import PANDAS_TYPE_MAP  # noqa
+from ..utils.dtypes import POLARS_TYPE_MAP  # noqa
+from ..utils.dtypes import PYARROW_TYPE_MAP  # noqa
 
 
 DataType = Union[str, Callable[..., Any]]
@@ -117,48 +104,6 @@ def bytestr(x: Any) -> Optional[bytes]:
     return bytes.fromhex(x)
 
 
-DEFAULT_VALUES = {
-    0: 0,  # Decimal
-    1: 0,  # Tiny
-    -1: 0,  # Unsigned Tiny
-    2: 0,  # Short
-    -2: 0,  # Unsigned Short
-    3: 0,  # Long
-    -3: 0,  # Unsigned Long
-    4: float('nan'),  # Float
-    5: float('nan'),  # Double,
-    6: None,  # Null,
-    7: 0,  # Timestamp
-    8: 0,  # LongLong
-    -8: 0,  # Unsigned Longlong
-    9: 0,  # Int24
-    -9: 0,  # Unsigned Int24
-    10: 0,  # Date
-    11: 0,  # Time
-    12: 0,  # Datetime
-    13: 0,  # Year
-    15: None,  # Varchar
-    -15: None,  # Varbinary
-    16: 0,  # Bit
-    245: None,  # JSON
-    246: 0,  # NewDecimal
-    247: None,  # Enum
-    248: None,  # Set
-    249: None,  # TinyText
-    -249: None,  # TinyBlob
-    250: None,  # MediumText
-    -250: None,  # MediumBlob
-    251: None,  # LongText
-    -251: None,  # LongBlob
-    252: None,  # Text
-    -252: None,  # Blob
-    253: None,  # VarString
-    -253: None,  # VarBinary
-    254: None,  # String
-    -254: None,  # Binary
-    255: None,  # Geometry
-}
-
 PYTHON_CONVERTERS = {
     -1: converters[1],
     -2: converters[2],
@@ -183,144 +128,6 @@ PYTHON_CONVERTERS = {
 PYTHON_CONVERTERS = dict(list(converters.items()) + list(PYTHON_CONVERTERS.items()))
 
 
-if has_numpy:
-    NUMPY_TYPE_MAP = {
-        0: object,  # Decimal
-        1: np.int8,  # Tiny
-        -1: np.uint8,  # Unsigned Tiny
-        2: np.int16,  # Short
-        -2: np.uint16,  # Unsigned Short
-        3: np.int32,  # Long
-        -3: np.uint32,  # Unsigned Long
-        4: np.single,  # Float
-        5: np.double,  # Double,
-        6: object,  # Null,
-        7: object,  # Timestamp
-        8: np.int64,  # LongLong
-        -8: np.uint64,  # Unsigned LongLong
-        9: np.int32,  # Int24
-        -9: np.uint32,  # Unsigned Int24
-        10: object,  # Date
-        11: object,  # Time
-        12: object,  # Datetime
-        13: np.int16,  # Year
-        15: object,  # Varchar
-        -15: object,  # Varbinary
-        16: object,  # Bit
-        245: object,  # JSON
-        246: object,  # NewDecimal
-        247: object,  # Enum
-        248: object,  # Set
-        249: object,  # TinyText
-        -249: object,  # TinyBlob
-        250: object,  # MediumText
-        -250: object,  # MediumBlob
-        251: object,  # LongText
-        -251: object,  # LongBlob
-        252: object,  # Blob
-        -252: object,  # Text
-        253: object,  # VarString
-        -253: object,  # VarBlob
-        254: object,  # String
-        -254: object,  # Binary
-        255: object,  # Geometry
-    }
-else:
-    NUMPY_TYPE_MAP = {}
-
-PANDAS_TYPE_MAP = NUMPY_TYPE_MAP
-
-if has_pyarrow:
-    PYARROW_TYPE_MAP = {
-        0: pa.string(),  # Decimal
-        1: pa.int8(),  # Tiny
-        -1: pa.uint8(),  # Unsigned Tiny
-        2: pa.int16(),  # Short
-        -2: pa.uint16(),  # Unsigned Short
-        3: pa.int32(),  # Long
-        -3: pa.uint32(),  # Unsigned Long
-        4: pa.float32(),  # Float
-        5: pa.float64(),  # Double,
-        6: pa.null(),  # Null,
-        7: pa.timestamp('ns'),  # Timestamp
-        8: pa.int64(),  # LongLong
-        -8: pa.uint64(),  # Unsigned LongLong
-        9: pa.int32(),  # Int24
-        -9: pa.uint32(),  # Unsigned Int24
-        10: pa.date64(),  # Date
-        11: pa.duration('ns'),  # Time
-        12: pa.timestamp('ns'),  # Datetime
-        13: pa.int16(),  # Year
-        15: pa.string(),  # Varchar
-        -15: pa.binary(),  # Varbinary
-        16: pa.binary(),  # Bit
-        245: pa.string(),  # JSON
-        246: pa.string(),  # NewDecimal
-        247: pa.string(),  # Enum
-        248: pa.string(),  # Set
-        249: pa.string(),  # TinyText
-        -249: pa.binary(),  # TinyBlob
-        250: pa.string(),  # MediumText
-        -250: pa.binary(),  # MediumBlob
-        251: pa.string(),  # LongText
-        -251: pa.binary(),  # LongBlob
-        252: pa.string(),  # Text
-        -252: pa.binary(),  # Blob
-        253: pa.string(),  # VarString
-        -253: pa.binary(),  # VarBinary
-        254: pa.string(),  # String
-        -254: pa.binary(),  # Binary
-        255: pa.string(),  # Geometry
-    }
-else:
-    PYARROW_TYPE_MAP = {}
-
-if has_polars:
-    POLARS_TYPE_MAP = {
-        0: pl.Utf8,  # Decimal
-        1: pl.Int8,  # Tiny
-        -1: pl.UInt8,  # Unsigned Tiny
-        2: pl.Int16,  # Short
-        -2: pl.UInt16,  # Unsigned Short
-        3: pl.Int32,  # Long
-        -3: pl.UInt32,  # Unsigned Long
-        4: pl.Float32,  # Float
-        5: pl.Float64,  # Double,
-        6: pl.Null,  # Null,
-        7: pl.Datetime,  # Timestamp
-        8: pl.Int64,  # LongLong
-        -8: pl.UInt64,  # Unsigned LongLong
-        9: pl.Int32,  # Int24
-        -9: pl.UInt32,  # Unsigned Int24
-        10: pl.Date,  # Date
-        11: pl.Time,  # Time
-        12: pl.Datetime,  # Datetime
-        13: pl.Int16,  # Year
-        15: pl.Utf8,  # Varchar
-        -15: pl.Utf8,  # Varbinary
-        16: pl.Binary,  # Bit
-        245: pl.Utf8,  # JSON
-        246: pl.Utf8,  # NewDecimal
-        247: pl.Utf8,  # Enum
-        248: pl.Utf8,  # Set
-        249: pl.Utf8,  # TinyText
-        -249: pl.Utf8,  # TinyBlob
-        250: pl.Utf8,  # MediumBlob
-        -250: pl.Utf8,  # MediumText
-        251: pl.Utf8,  # LongBlob
-        -251: pl.Utf8,  # LongText
-        252: pl.Utf8,  # Blob
-        -252: pl.Utf8,  # Text
-        253: pl.Utf8,  # VarString
-        -253: pl.Utf8,  # VarBinary
-        254: pl.Utf8,  # String
-        -254: pl.Utf8,  # Binary
-        255: pl.Utf8,  # Geometry
-    }
-else:
-    POLARS_TYPE_MAP = {}
-
-
 def _modifiers(
     *,
     nullable: Optional[bool] = None,

singlestoredb/functions/ext/__init__.py

@@ -1,2 +1 @@
 #!/usr/bin/env python3
-from .asgi import create_app  # noqa: F401