singlestoredb 1.13.0__py3-none-any.whl → 1.13.1__py3-none-any.whl

singlestoredb/__init__.py

@@ -13,7 +13,7 @@ Examples
 
 """
 
-__version__ = '1.13.0'
+__version__ = '1.13.1'
 
 from typing import Any
 

singlestoredb/ai/__init__.py

@@ -1 +1,2 @@
+from .chat import SingleStoreChatOpenAI  # noqa: F401
 from .embeddings import SingleStoreEmbeddings  # noqa: F401

singlestoredb/ai/chat.py

@@ -0,0 +1,26 @@
+import os
+from typing import Any
+
+from singlestoredb.fusion.handlers.utils import get_workspace_manager
+
+try:
+    from langchain_openai import ChatOpenAI
+except ImportError:
+    raise ImportError(
+        'Could not import langchain_openai python package. '
+        'Please install it with `pip install langchain_openai`.',
+    )
+
+
+class SingleStoreChatOpenAI(ChatOpenAI):
+    def __init__(self, model_name: str, **kwargs: Any):
+        inference_api_manger = (
+            get_workspace_manager().organizations.current.inference_apis
+        )
+        info = inference_api_manger.get(model_name=model_name)
+        super().__init__(
+            base_url=info.connection_url,
+            api_key=os.environ.get('SINGLESTOREDB_USER_TOKEN'),
+            model=model_name,
+            **kwargs,
+        )

singlestoredb/ai/embeddings.py

@@ -1,24 +1,27 @@
-import os as _os
+import os
 from typing import Any
 
+from singlestoredb.fusion.handlers.utils import get_workspace_manager
+
 try:
-    from langchain_community.embeddings.ollama import OllamaEmbeddings
+    from langchain_openai import OpenAIEmbeddings
 except ImportError:
     raise ImportError(
-        'Could not import langchain_community python package. '
-        'Please install it with `pip install langchain_community`.',
+        'Could not import langchain_openai python package. '
+        'Please install it with `pip install langchain_openai`.',
     )
 
 
-class SingleStoreEmbeddings(OllamaEmbeddings):
-
-    def __init__(self, **kwargs: Any):
-        url = _os.getenv('SINGLESTORE_AI_EXPERIMENTAL_URL')
-        if not url:
-            raise ValueError(
-                "Environment variable 'SINGLESTORE_AI_EXPERIMENTAL_URL' must be set",
-            )
+class SingleStoreEmbeddings(OpenAIEmbeddings):
 
-        base_url = url.strip('/v1')
-        kwargs = {'model': 'nomic-embed-text', **kwargs}
-        super().__init__(base_url=base_url, **kwargs)
+    def __init__(self, model_name: str, **kwargs: Any):
+        inference_api_manger = (
+            get_workspace_manager().organizations.current.inference_apis
+        )
+        info = inference_api_manger.get(model_name=model_name)
+        super().__init__(
+            base_url=info.connection_url,
+            api_key=os.environ.get('SINGLESTOREDB_USER_TOKEN'),
+            model=model_name,
+            **kwargs,
+        )

singlestoredb/functions/__init__.py

@@ -1,6 +1,10 @@
 from .decorator import udf  # noqa: F401
 from .typing import Masked  # noqa: F401
 from .typing import Table  # noqa: F401
+from .utils import pack_vector  # noqa: F401
+from .utils import pack_vectors  # noqa: F401
+from .utils import unpack_vector  # noqa: F401
+from .utils import unpack_vectors  # noqa: F401
 from .utils import VectorTypes
 
 

singlestoredb/functions/ext/asgi.py

@@ -246,6 +246,192 @@ def get_masked_params(func: Callable[..., Any]) -> List[bool]:
     return [typing.get_origin(x.annotation) is Masked for x in params.values()]
 
 
+def build_tuple(x: Any) -> Any:
+    """Convert object to tuple."""
+    return tuple(x) if isinstance(x, Masked) else (x, None)
+
+
+def build_udf_endpoint(
+    func: Callable[..., Any],
+    returns_data_format: str,
+) -> Callable[..., Any]:
+    """
+    Build a UDF endpoint for scalar / list types (row-based).
+
+    Parameters
+    ----------
+    func : Callable
+        The function to call as the endpoint
+    returns_data_format : str
+        The format of the return values
+
+    Returns
+    -------
+    Callable
+        The function endpoint
+
+    """
+    if returns_data_format in ['scalar', 'list']:
+
+        async def do_func(
+            row_ids: Sequence[int],
+            rows: Sequence[Sequence[Any]],
+        ) -> Tuple[Sequence[int], List[Tuple[Any, ...]]]:
+            '''Call function on given rows of data.'''
+            return row_ids, [as_tuple(x) for x in zip(func_map(func, rows))]
+
+        return do_func
+
+    return build_vector_udf_endpoint(func, returns_data_format)
+
+
+def build_vector_udf_endpoint(
+    func: Callable[..., Any],
+    returns_data_format: str,
+) -> Callable[..., Any]:
+    """
+    Build a UDF endpoint for vector formats (column-based).
+
+    Parameters
+    ----------
+    func : Callable
+        The function to call as the endpoint
+    returns_data_format : str
+        The format of the return values
+
+    Returns
+    -------
+    Callable
+        The function endpoint
+
+    """
+    masks = get_masked_params(func)
+    array_cls = get_array_class(returns_data_format)
+
+    async def do_func(
+        row_ids: Sequence[int],
+        cols: Sequence[Tuple[Sequence[Any], Optional[Sequence[bool]]]],
+    ) -> Tuple[
+        Sequence[int],
+        List[Tuple[Sequence[Any], Optional[Sequence[bool]]]],
+    ]:
+        '''Call function on given columns of data.'''
+        row_ids = array_cls(row_ids)
+
+        # Call the function with `cols` as the function parameters
+        if cols and cols[0]:
+            out = func(*[x if m else x[0] for x, m in zip(cols, masks)])
+        else:
+            out = func()
+
+        # Single masked value
+        if isinstance(out, Masked):
+            return row_ids, [tuple(out)]
+
+        # Multiple return values
+        if isinstance(out, tuple):
+            return row_ids, [build_tuple(x) for x in out]
+
+        # Single return value
+        return row_ids, [(out, None)]
+
+    return do_func
+
+
+def build_tvf_endpoint(
+    func: Callable[..., Any],
+    returns_data_format: str,
+) -> Callable[..., Any]:
+    """
+    Build a TVF endpoint for scalar / list types (row-based).
+
+    Parameters
+    ----------
+    func : Callable
+        The function to call as the endpoint
+    returns_data_format : str
+        The format of the return values
+
+    Returns
+    -------
+    Callable
+        The function endpoint
+
+    """
+    if returns_data_format in ['scalar', 'list']:
+
+        async def do_func(
+            row_ids: Sequence[int],
+            rows: Sequence[Sequence[Any]],
+        ) -> Tuple[Sequence[int], List[Tuple[Any, ...]]]:
+            '''Call function on given rows of data.'''
+            out_ids: List[int] = []
+            out = []
+            # Call function on each row of data
+            for i, res in zip(row_ids, func_map(func, rows)):
+                out.extend(as_list_of_tuples(res))
+                out_ids.extend([row_ids[i]] * (len(out)-len(out_ids)))
+            return out_ids, out
+
+        return do_func
+
+    return build_vector_tvf_endpoint(func, returns_data_format)
+
+
+def build_vector_tvf_endpoint(
+    func: Callable[..., Any],
+    returns_data_format: str,
+) -> Callable[..., Any]:
+    """
+    Build a TVF endpoint for vector formats (column-based).
+
+    Parameters
+    ----------
+    func : Callable
+        The function to call as the endpoint
+    returns_data_format : str
+        The format of the return values
+
+    Returns
+    -------
+    Callable
+        The function endpoint
+
+    """
+    masks = get_masked_params(func)
+    array_cls = get_array_class(returns_data_format)
+
+    async def do_func(
+        row_ids: Sequence[int],
+        cols: Sequence[Tuple[Sequence[Any], Optional[Sequence[bool]]]],
+    ) -> Tuple[
+        Sequence[int],
+        List[Tuple[Sequence[Any], Optional[Sequence[bool]]]],
+    ]:
+        '''Call function on given columns of data.'''
+        # NOTE: There is no way to determine which row ID belongs to
+        #        each result row, so we just have to use the same
+        #        row ID for all rows in the result.
+
+        # Call function on each column of data
+        if cols and cols[0]:
+            res = get_dataframe_columns(
+                func(*[x if m else x[0] for x, m in zip(cols, masks)]),
+            )
+        else:
+            res = get_dataframe_columns(func())
+
+        # Generate row IDs
+        if isinstance(res[0], Masked):
+            row_ids = array_cls([row_ids[0]] * len(res[0][0]))
+        else:
+            row_ids = array_cls([row_ids[0]] * len(res[0]))
+
+        return row_ids, [build_tuple(x) for x in res]
+
+    return do_func
+
+
 def make_func(
     name: str,
     func: Callable[..., Any],
@@ -273,102 +459,10 @@ def make_func(
     args_data_format = sig.get('args_data_format', 'scalar')
     returns_data_format = sig.get('returns_data_format', 'scalar')
 
-    masks = get_masked_params(func)
-
     if function_type == 'tvf':
-        # Scalar / list types (row-based)
-        if returns_data_format in ['scalar', 'list']:
-            async def do_func(
-                row_ids: Sequence[int],
-                rows: Sequence[Sequence[Any]],
-            ) -> Tuple[Sequence[int], List[Tuple[Any, ...]]]:
-                '''Call function on given rows of data.'''
-                out_ids: List[int] = []
-                out = []
-                # Call function on each row of data
-                for i, res in zip(row_ids, func_map(func, rows)):
-                    out.extend(as_list_of_tuples(res))
-                    out_ids.extend([row_ids[i]] * (len(out)-len(out_ids)))
-                return out_ids, out
-
-        # Vector formats (column-based)
-        else:
-            array_cls = get_array_class(returns_data_format)
-
-            async def do_func(  # type: ignore
-                row_ids: Sequence[int],
-                cols: Sequence[Tuple[Sequence[Any], Optional[Sequence[bool]]]],
-            ) -> Tuple[
-                Sequence[int],
-                List[Tuple[Sequence[Any], Optional[Sequence[bool]]]],
-            ]:
-                '''Call function on given cols of data.'''
-                # NOTE: There is no way to determine which row ID belongs to
-                #        each result row, so we just have to use the same
-                #        row ID for all rows in the result.
-
-                def build_tuple(x: Any) -> Any:
-                    return tuple(x) if isinstance(x, Masked) else (x, None)
-
-                # Call function on each column of data
-                if cols and cols[0]:
-                    res = get_dataframe_columns(
-                        func(*[x if m else x[0] for x, m in zip(cols, masks)]),
-                    )
-                else:
-                    res = get_dataframe_columns(func())
-
-                # Generate row IDs
-                if isinstance(res[0], Masked):
-                    row_ids = array_cls([row_ids[0]] * len(res[0][0]))
-                else:
-                    row_ids = array_cls([row_ids[0]] * len(res[0]))
-
-                return row_ids, [build_tuple(x) for x in res]
-
+        do_func = build_tvf_endpoint(func, returns_data_format)
     else:
-        # Scalar / list types (row-based)
-        if returns_data_format in ['scalar', 'list']:
-            async def do_func(
-                row_ids: Sequence[int],
-                rows: Sequence[Sequence[Any]],
-            ) -> Tuple[Sequence[int], List[Tuple[Any, ...]]]:
-                '''Call function on given rows of data.'''
-                return row_ids, [as_tuple(x) for x in zip(func_map(func, rows))]
-
-        # Vector formats (column-based)
-        else:
-            array_cls = get_array_class(returns_data_format)
-
-            async def do_func(  # type: ignore
-                row_ids: Sequence[int],
-                cols: Sequence[Tuple[Sequence[Any], Optional[Sequence[bool]]]],
-            ) -> Tuple[
-                Sequence[int],
-                List[Tuple[Sequence[Any], Optional[Sequence[bool]]]],
-            ]:
-                '''Call function on given cols of data.'''
-                row_ids = array_cls(row_ids)
-
-                def build_tuple(x: Any) -> Any:
-                    return tuple(x) if isinstance(x, Masked) else (x, None)
-
-                # Call the function with `cols` as the function parameters
-                if cols and cols[0]:
-                    out = func(*[x if m else x[0] for x, m in zip(cols, masks)])
-                else:
-                    out = func()
-
-                # Single masked value
-                if isinstance(out, Masked):
-                    return row_ids, [tuple(out)]
-
-                # Multiple return values
-                if isinstance(out, tuple):
-                    return row_ids, [build_tuple(x) for x in out]
-
-                # Single return value
-                return row_ids, [(out, None)]
+        do_func = build_udf_endpoint(func, returns_data_format)
 
     do_func.__name__ = name
     do_func.__doc__ = func.__doc__

singlestoredb/functions/utils.py

@@ -8,6 +8,8 @@ from enum import Enum
 from typing import Any
 from typing import Dict
 from typing import Iterable
+from typing import Tuple
+from typing import Union
 
 from .typing import Masked
 
@@ -192,151 +194,228 @@ class VectorTypes(str, Enum):
     I64 = 'i64'
 
 
+def _vector_type_to_numpy_type(
+    vector_type: VectorTypes,
+) -> str:
+    """Convert a vector type to a numpy type."""
+    if vector_type == VectorTypes.F32:
+        return 'f4'
+    elif vector_type == VectorTypes.F64:
+        return 'f8'
+    elif vector_type == VectorTypes.I8:
+        return 'i1'
+    elif vector_type == VectorTypes.I16:
+        return 'i2'
+    elif vector_type == VectorTypes.I32:
+        return 'i4'
+    elif vector_type == VectorTypes.I64:
+        return 'i8'
+    raise ValueError(f'unsupported element type: {vector_type}')
+
+
+def _vector_type_to_struct_format(
+    vec: Any,
+    vector_type: VectorTypes,
+) -> str:
+    """Convert a vector type to a struct format string."""
+    n = len(vec)
+    if vector_type == VectorTypes.F32:
+        if isinstance(vec, (bytes, bytearray)):
+            n = n // 4
+        return f'<{n}f'
+    elif vector_type == VectorTypes.F64:
+        if isinstance(vec, (bytes, bytearray)):
+            n = n // 8
+        return f'<{n}d'
+    elif vector_type == VectorTypes.I8:
+        return f'<{n}b'
+    elif vector_type == VectorTypes.I16:
+        if isinstance(vec, (bytes, bytearray)):
+            n = n // 2
+        return f'<{n}h'
+    elif vector_type == VectorTypes.I32:
+        if isinstance(vec, (bytes, bytearray)):
+            n = n // 4
+        return f'<{n}i'
+    elif vector_type == VectorTypes.I64:
+        if isinstance(vec, (bytes, bytearray)):
+            n = n // 8
+        return f'<{n}q'
+    raise ValueError(f'unsupported element type: {vector_type}')
+
+
 def unpack_vector(
-    obj: Any,
-    element_type: VectorTypes = VectorTypes.F32,
-) -> Iterable[Any]:
+    obj: Union[bytes, bytearray],
+    vec_type: VectorTypes = VectorTypes.F32,
+) -> Tuple[Any]:
     """
     Unpack a vector from bytes.
 
     Parameters
     ----------
-    obj : Any
+    obj : bytes or bytearray
         The object to unpack.
-    element_type : VectorTypes
+    vec_type : VectorTypes
         The type of the elements in the vector.
         Can be one of 'f32', 'f64', 'i8', 'i16', 'i32', or 'i64'.
         Default is 'f32'.
 
     Returns
     -------
-    Iterable[Any]
+    Tuple[Any]
         The unpacked vector.
 
     """
-    if isinstance(obj, (bytes, bytearray, list, tuple)):
-        if element_type == 'f32':
-            n = len(obj) // 4
-            fmt = 'f'
-        elif element_type == 'f64':
-            n = len(obj) // 8
-            fmt = 'd'
-        elif element_type == 'i8':
-            n = len(obj)
-            fmt = 'b'
-        elif element_type == 'i16':
-            n = len(obj) // 2
-            fmt = 'h'
-        elif element_type == 'i32':
-            n = len(obj) // 4
-            fmt = 'i'
-        elif element_type == 'i64':
-            n = len(obj) // 8
-            fmt = 'q'
-        else:
-            raise ValueError(f'unsupported element type: {element_type}')
-
-        if isinstance(obj, (bytes, bytearray)):
-            return struct.unpack(f'<{n}{fmt}', obj)
-        return tuple([struct.unpack(f'<{n}{fmt}', x) for x in obj])
-
-    if element_type == 'f32':
-        np_type = 'f4'
-    elif element_type == 'f64':
-        np_type = 'f8'
-    elif element_type == 'i8':
-        np_type = 'i1'
-    elif element_type == 'i16':
-        np_type = 'i2'
-    elif element_type == 'i32':
-        np_type = 'i4'
-    elif element_type == 'i64':
-        np_type = 'i8'
-    else:
-        raise ValueError(f'unsupported element type: {element_type}')
+    return struct.unpack(_vector_type_to_struct_format(obj, vec_type), obj)
+
+
+def pack_vector(
+    obj: Any,
+    vec_type: VectorTypes = VectorTypes.F32,
+) -> bytes:
+    """
+    Pack a vector into bytes.
+
+    Parameters
+    ----------
+    obj : Any
+        The object to pack.
+    vec_type : VectorTypes
+        The type of the elements in the vector.
+        Can be one of 'f32', 'f64', 'i8', 'i16', 'i32', or 'i64'.
+        Default is 'f32'.
+
+    Returns
+    -------
+    bytes
+        The packed vector.
+
+    """
+    if isinstance(obj, (list, tuple)):
+        return struct.pack(_vector_type_to_struct_format(obj, vec_type), *obj)
 
     if is_numpy(obj):
-        import numpy as np
-        return np.array([np.frombuffer(x, dtype=np_type) for x in obj])
+        return obj.tobytes()
 
     if is_pandas_series(obj):
-        import numpy as np
         import pandas as pd
-        return pd.Series([np.frombuffer(x, dtype=np_type) for x in obj])
+        return pd.Series(obj).to_numpy().tobytes()
 
     if is_polars_series(obj):
-        import numpy as np
         import polars as pl
-        return pl.Series([np.frombuffer(x, dtype=np_type) for x in obj])
+        return pl.Series(obj).to_numpy().tobytes()
 
     if is_pyarrow_array(obj):
-        import numpy as np
         import pyarrow as pa
-        return pa.array([np.frombuffer(x, dtype=np_type) for x in obj])
+        return pa.array(obj).to_numpy().tobytes()
 
     raise ValueError(
         f'unsupported object type: {type(obj)}',
     )
 
 
-def pack_vector(
-    obj: Any,
-    element_type: VectorTypes = VectorTypes.F32,
-) -> bytes:
+def unpack_vectors(
+    arr_of_vec: Any,
+    vec_type: VectorTypes = VectorTypes.F32,
+) -> Iterable[Any]:
     """
-    Pack a vector into bytes.
+    Unpack a vector from an array of bytes.
 
     Parameters
     ----------
-    obj : Any
-        The object to pack.
-    element_type : VectorTypes
+    arr_of_vec : Iterable[Any]
+        The array of bytes to unpack.
+    vec_type : VectorTypes
         The type of the elements in the vector.
         Can be one of 'f32', 'f64', 'i8', 'i16', 'i32', or 'i64'.
         Default is 'f32'.
 
     Returns
     -------
-    bytes
-        The packed vector.
+    Iterable[Any]
+        The unpacked vector.
 
     """
-    if element_type == 'f32':
-        fmt = 'f'
-    elif element_type == 'f64':
-        fmt = 'd'
-    elif element_type == 'i8':
-        fmt = 'b'
-    elif element_type == 'i16':
-        fmt = 'h'
-    elif element_type == 'i32':
-        fmt = 'i'
-    elif element_type == 'i64':
-        fmt = 'q'
-    else:
-        raise ValueError(f'unsupported element type: {element_type}')
+    if isinstance(arr_of_vec, (list, tuple)):
+        return [unpack_vector(x, vec_type) for x in arr_of_vec]
 
-    if isinstance(obj, (list, tuple)):
-        return struct.pack(f'<{len(obj)}{fmt}', *obj)
+    import numpy as np
 
-    elif is_numpy(obj):
-        return obj.tobytes()
+    dtype = _vector_type_to_numpy_type(vec_type)
 
-    elif is_pandas_series(obj):
-        # TODO: Nested vectors
+    np_arr = np.array(
+        [np.frombuffer(x, dtype=dtype) for x in arr_of_vec],
+        dtype=dtype,
+    )
+
+    if is_numpy(arr_of_vec):
+        return np_arr
+
+    if is_pandas_series(arr_of_vec):
         import pandas as pd
-        return pd.Series(obj).to_numpy().tobytes()
+        return pd.Series(np_arr)
 
-    elif is_polars_series(obj):
-        # TODO: Nested vectors
+    if is_polars_series(arr_of_vec):
         import polars as pl
-        return pl.Series(obj).to_numpy().tobytes()
+        return pl.Series(np_arr)
 
-    elif is_pyarrow_array(obj):
-        # TODO: Nested vectors
+    if is_pyarrow_array(arr_of_vec):
         import pyarrow as pa
-        return pa.array(obj).to_numpy().tobytes()
+        return pa.array(np_arr)
 
     raise ValueError(
-        f'unsupported object type: {type(obj)}',
+        f'unsupported object type: {type(arr_of_vec)}',
+    )
+
+
+def pack_vectors(
+    arr_of_arr: Iterable[Any],
+    vec_type: VectorTypes = VectorTypes.F32,
+) -> Iterable[Any]:
+    """
+    Pack a vector into an array of bytes.
+
+    Parameters
+    ----------
+    arr_of_arr : Iterable[Any]
+        The array of bytes to pack.
+    vec_type : VectorTypes
+        The type of the elements in the vector.
+        Can be one of 'f32', 'f64', 'i8', 'i16', 'i32', or 'i64'.
+        Default is 'f32'.
+
+    Returns
+    -------
+    Iterable[Any]
+        The array of packed vectors.
+
+    """
+    if isinstance(arr_of_arr, (list, tuple)):
+        if not arr_of_arr:
+            return []
+        fmt = _vector_type_to_struct_format(arr_of_arr[0], vec_type)
+        return [struct.pack(fmt, x) for x in arr_of_arr]
+
+    import numpy as np
+
+    # Use object type because numpy truncates nulls at the end of fixed binary
+    np_arr = np.array([x.tobytes() for x in arr_of_arr], dtype=np.object_)
+
+    if is_numpy(arr_of_arr):
+        return np_arr
+
+    if is_pandas_series(arr_of_arr):
+        import pandas as pd
+        return pd.Series(np_arr)
+
+    if is_polars_series(arr_of_arr):
+        import polars as pl
+        return pl.Series(np_arr)
+
+    if is_pyarrow_array(arr_of_arr):
+        import pyarrow as pa
+        return pa.array(np_arr)
+
+    raise ValueError(
+        f'unsupported object type: {type(arr_of_arr)}',
     )

singlestoredb/management/inference_api.py

@@ -0,0 +1,101 @@
+#!/usr/bin/env python
+"""SingleStoreDB Cloud Inference API."""
+import os
+from typing import Any
+from typing import Dict
+from typing import Optional
+
+from .utils import vars_to_str
+from singlestoredb.exceptions import ManagementError
+from singlestoredb.management.manager import Manager
+
+
+class InferenceAPIInfo(object):
+    """
+    Inference API definition.
+
+    This object is not directly instantiated. It is used in results
+    of API calls on the :class:`InferenceAPIManager`. See :meth:`InferenceAPIManager.get`.
+    """
+
+    service_id: str
+    model_name: str
+    name: str
+    connection_url: str
+    project_id: str
+
+    def __init__(
+        self,
+        service_id: str,
+        model_name: str,
+        name: str,
+        connection_url: str,
+        project_id: str,
+    ):
+        self.service_id = service_id
+        self.connection_url = connection_url
+        self.model_name = model_name
+        self.name = name
+        self.project_id = project_id
+
+    @classmethod
+    def from_dict(
+        cls,
+        obj: Dict[str, Any],
+    ) -> 'InferenceAPIInfo':
+        """
+        Construct a Inference API from a dictionary of values.
+
+        Parameters
+        ----------
+        obj : dict
+            Dictionary of values
+
+        Returns
+        -------
+        :class:`Job`
+
+        """
+        out = cls(
+            service_id=obj['serviceID'],
+            project_id=obj['projectID'],
+            model_name=obj['modelName'],
+            name=obj['name'],
+            connection_url=obj['connectionURL'],
+        )
+        return out
+
+    def __str__(self) -> str:
+        """Return string representation."""
+        return vars_to_str(self)
+
+    def __repr__(self) -> str:
+        """Return string representation."""
+        return str(self)
+
+
+class InferenceAPIManager(object):
+    """
+    SingleStoreDB Inference APIs manager.
+
+    This class should be instantiated using :attr:`Organization.inference_apis`.
+
+    Parameters
+    ----------
+    manager : InferenceAPIManager, optional
+        The InferenceAPIManager the InferenceAPIManager belongs to
+
+    See Also
+    --------
+    :attr:`InferenceAPI`
+    """
+
+    def __init__(self, manager: Optional[Manager]):
+        self._manager = manager
+        self.project_id = os.environ.get('SINGLESTOREDB_PROJECT')
+
+    def get(self, model_name: str) -> InferenceAPIInfo:
+        if self._manager is None:
+            raise ManagementError(msg='Manager not initialized')
+        res = self._manager._get(f'inferenceapis/{self.project_id}/{model_name}').json()
+        return InferenceAPIInfo.from_dict(res)

singlestoredb/management/organization.py

@@ -7,6 +7,7 @@ from typing import Optional
 from typing import Union
 
 from ..exceptions import ManagementError
+from .inference_api import InferenceAPIManager
 from .job import JobsManager
 from .manager import Manager
 from .utils import vars_to_str
@@ -207,3 +208,19 @@ class Organization(object):
         :class:`JobsManager`
         """
         return JobsManager(self._manager)
+
+    @property
+    def inference_apis(self) -> InferenceAPIManager:
+        """
+        Retrieve a SingleStoreDB inference api manager.
+
+        Parameters
+        ----------
+        manager : WorkspaceManager, optional
+            The WorkspaceManager the InferenceAPIManager belongs to
+
+        Returns
+        -------
+        :class:`InferenceAPIManager`
+        """
+        return InferenceAPIManager(self._manager)

singlestoredb/tests/test_management.py

@@ -35,7 +35,7 @@ class TestCluster(unittest.TestCase):
         cls.manager = s2.manage_cluster()
 
         us_regions = [x for x in cls.manager.regions if 'US' in x.name]
-        cls.password = secrets.token_urlsafe(20) + '-x&'
+        cls.password = secrets.token_urlsafe(20) + '-x&$'
 
         cls.cluster = cls.manager.create_cluster(
             clean_name('cm-test-{}'.format(secrets.token_urlsafe(20)[:20])),
@@ -201,7 +201,7 @@ class TestWorkspace(unittest.TestCase):
         cls.manager = s2.manage_workspaces()
 
         us_regions = [x for x in cls.manager.regions if 'US' in x.name]
-        cls.password = secrets.token_urlsafe(20)
+        cls.password = secrets.token_urlsafe(20) + '-x&$'
 
         name = clean_name(secrets.token_urlsafe(20)[:20])
 
@@ -375,7 +375,7 @@ class TestStage(unittest.TestCase):
         cls.manager = s2.manage_workspaces()
 
         us_regions = [x for x in cls.manager.regions if 'US' in x.name]
-        cls.password = secrets.token_urlsafe(20)
+        cls.password = secrets.token_urlsafe(20) + '-x&$'
 
         name = clean_name(secrets.token_urlsafe(20)[:20])
 
@@ -839,7 +839,7 @@ class TestSecrets(unittest.TestCase):
         cls.manager = s2.manage_workspaces()
 
         us_regions = [x for x in cls.manager.regions if 'US' in x.name]
-        cls.password = secrets.token_urlsafe(20)
+        cls.password = secrets.token_urlsafe(20) + '-x&$'
 
         name = clean_name(secrets.token_urlsafe(20)[:20])
 
@@ -898,7 +898,7 @@ class TestJob(unittest.TestCase):
         cls.manager = s2.manage_workspaces()
 
         us_regions = [x for x in cls.manager.regions if 'US' in x.name]
-        cls.password = secrets.token_urlsafe(20)
+        cls.password = secrets.token_urlsafe(20) + '-x&$'
 
         name = clean_name(secrets.token_urlsafe(20)[:20])
 

{singlestoredb-1.13.0.dist-info → singlestoredb-1.13.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: singlestoredb
-Version: 1.13.0
+Version: 1.13.1
 Summary: Interface to the SingleStoreDB database and workspace management APIs
 Home-page: https://github.com/singlestore-labs/singlestoredb-python
 Author: SingleStore

{singlestoredb-1.13.0.dist-info → singlestoredb-1.13.1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-singlestoredb/__init__.py,sha256=pSlk_E6uKKk-ggsyyJ88yB16QB_URGaYVMYIoWO21hU,1649
+singlestoredb/__init__.py,sha256=TlTiqjO5Ea2FP3Iq8Kmk0zAA2vR6oOj-HjURaUcQKcM,1649
 singlestoredb/auth.py,sha256=u8D9tpKzrqa4ssaHjyZnGDX1q8XBpGtuoOkTkSv7B28,7599
 singlestoredb/config.py,sha256=dayUWwSy2YdgmhF8tzH-7FwFpwon5bgX_VeX-Yu5ia4,12969
 singlestoredb/connection.py,sha256=0HEpjBZXLqQwOTEfveMkgej1H3Kyof47prIHvJJZtoo,45831
@@ -7,8 +7,9 @@ singlestoredb/exceptions.py,sha256=HuoA6sMRL5qiCiee-_5ddTGmFbYC9Euk8TYUsh5GvTw,3
 singlestoredb/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 singlestoredb/pytest.py,sha256=OyF3BO9mgxenifYhOihnzGk8WzCJ_zN5_mxe8XyFPOc,9074
 singlestoredb/types.py,sha256=FIqO1A7e0Gkk7ITmIysBy-P5S--ItbMSlYvblzqGS30,9969
-singlestoredb/ai/__init__.py,sha256=7Pubobzx5OlyepNo5DOOxWev1DUW9WFc9P6Qver2xpY,60
-singlestoredb/ai/embeddings.py,sha256=3jghE4WMf7vy8RobhrMOLvMLnDNGbkPCF48B3fGM38U,746
+singlestoredb/ai/__init__.py,sha256=-uNcq-bY-AiWhZ5Plq2ZXtfIVL4PaifMJsJf58rdN8I,114
+singlestoredb/ai/chat.py,sha256=8OSBZJ3J2zOlVXzJ_sHSAAyu5E6sy7jqqiNeFhtmjOI,802
+singlestoredb/ai/embeddings.py,sha256=X3g0sJNDVOzXzZwoXz3M3ch-IERQXNkHxuH4cj125I8,815
 singlestoredb/alchemy/__init__.py,sha256=dXRThusYrs_9GjrhPOw0-vw94in_T8yY9jE7SGCqiQk,2523
 singlestoredb/apps/__init__.py,sha256=dfN97AZz7Np6JML3i9GJrv22ZbNCUletXmsJpQnKhKg,170
 singlestoredb/apps/_cloud_functions.py,sha256=NJJu0uJsK9TjY3yZjgftpFPR-ga-FrOyaiDD4jWFCtE,2704
@@ -19,15 +20,15 @@ singlestoredb/apps/_process.py,sha256=G37fk6bzIxzhfEqp2aJBk3JCij-T2HFtTd078k5Xq9
 singlestoredb/apps/_python_udfs.py,sha256=-CT0hzfHGnbxWkOKS8gQBJa3Kq6ixT_gn18TGtLtK_k,2726
 singlestoredb/apps/_stdout_supress.py,sha256=8s9zMIIRPpeu44yluJFc_0VueAxZDmr9QVGT6TGiFeY,659
 singlestoredb/apps/_uvicorn_util.py,sha256=rEK4nEmq5hbpRgsmK16UVlxe2DyQSq7C5w5WZSp0kX8,962
-singlestoredb/functions/__init__.py,sha256=tB7KVTtjsx0mdnxb0NX2QOqB2FkEnmrXMMcsAjlVW6c,285
+singlestoredb/functions/__init__.py,sha256=I2GnxOhLb4_7xhgOxdIwmwD5NiK7QYPYaE3PUIX-7xk,471
 singlestoredb/functions/decorator.py,sha256=gylwivCwpNMCUmgBEUEYf2ogIpInNhu6IFeTU82W7Ko,5433
 singlestoredb/functions/dtypes.py,sha256=DgJaNXouJ2t-qIqDiQlUYU9IhkXXUTigWeE_MAcmvHM,39814
 singlestoredb/functions/signature.py,sha256=avErza5t3p0vy94p4yjw7Hy2cCDvjolwCyYjEI0PKXM,42481
 singlestoredb/functions/typing.py,sha256=gT_Sz5YH-L-9WeIHwWYMEx-hUCZqis7ec5Ipk3JXpnM,1339
-singlestoredb/functions/utils.py,sha256=-Arg-bw__7gnREj-i9tmILctTpzkjIdCWYGD1UwF7dM,8886
+singlestoredb/functions/utils.py,sha256=1L0Phgzq0XdWK3ecfOOydq4zV955yCwpDoAaCYRGldk,10769
 singlestoredb/functions/ext/__init__.py,sha256=1oLL20yLB1GL9IbFiZD8OReDqiCpFr-yetIR6x1cNkI,23
 singlestoredb/functions/ext/arrow.py,sha256=WB7n1ACslyd8nlbFzUvlbxn1BVuEjA9-BGBEqCWlSOo,9061
-singlestoredb/functions/ext/asgi.py,sha256=iCr_0n6Yr2adVVoW6fGSzGUp3q4Dh1qLI1nb5ooys0I,50591
+singlestoredb/functions/ext/asgi.py,sha256=CSjGB8YnBYf0Ca4qMjl25AG1ExBmmnzxKTFAogi_mDc,51874
 singlestoredb/functions/ext/json.py,sha256=RIuZdDybEdHuC-f2p6BdjhFjM3iGb3a1PRQ4k11P6N8,10102
 singlestoredb/functions/ext/mmap.py,sha256=RzyNSLRpI5ZJ8YN6k-AvZlRTLjj80j52byHLtW8c3ps,13710
 singlestoredb/functions/ext/rowdat_1.py,sha256=SlXbJ2042jEoaXw81y5llw1625w0aU2nZ8vI_O3qA-M,21112
@@ -55,9 +56,10 @@ singlestoredb/management/billing_usage.py,sha256=9ighjIpcopgIyJOktBYQ6pahBZmWGHO
 singlestoredb/management/cluster.py,sha256=h75grXSxq4Anr4RxwKxcZW4TkWJ4bFg_ql5iRWCNLdQ,14405
 singlestoredb/management/export.py,sha256=jJCe25ecH_LzKSDc7vS1-5DQaWFrZipeawLPpArByJE,5108
 singlestoredb/management/files.py,sha256=89IhpGw9WdwxVeksavHEDMVn9wb_jxb-utZuIDqkLHw,30477
+singlestoredb/management/inference_api.py,sha256=L6eFqaUaPugF_cmrZ4xlArj8CIv25vWqQs1vwgKPEF4,2583
 singlestoredb/management/job.py,sha256=4-xLWzbE8odQogVVaFer80UEoTAZY1T28VZ9Ug4rbmM,24611
 singlestoredb/management/manager.py,sha256=V9_PVMpUOj8laKwNFtp4Nd2Taww2Y65TeSRK5ZWzOo0,8922
-singlestoredb/management/organization.py,sha256=hqMaM7H-naMjNbxDl_f7G_2o5TkiGKyzPhxuzDveJAw,5402
+singlestoredb/management/organization.py,sha256=_JvW0Znu5emR5uYGVEcZvakQqftNb_vRhzmkOoPRPfc,5869
 singlestoredb/management/region.py,sha256=HnLcWUh7r_aLECliplCDHak4a_F3B7LOSXEYMW66qD0,1611
 singlestoredb/management/utils.py,sha256=QIhZCZSRaDbAG35xu1_n7ihmRXON8swc-gEK2FGYutI,13203
 singlestoredb/management/workspace.py,sha256=ze-eE-cO3JCrR3uttVFaBOndDbEE8_qWR2kzOjzbKaY,56234
@@ -124,7 +126,7 @@ singlestoredb/tests/test_ext_func.py,sha256=s1k1cBxQ7vIS1zSrKGkKTgLZE1DT_Rqj-3VN
 singlestoredb/tests/test_ext_func_data.py,sha256=yTADD93nPxX6_rZXXLZaOWEI_yPvYyir9psn5PK9ctU,47695
 singlestoredb/tests/test_fusion.py,sha256=EH1mRwdX2Fajsq6x2l0gBhH1YhcxtvDGIKC9HJ4sDbQ,50521
 singlestoredb/tests/test_http.py,sha256=RXasTqBWRn__omj0eLFTJYIbZjd0PPdIV2d4Cqz0MC8,8580
-singlestoredb/tests/test_management.py,sha256=9WKaFChAWkKMm0kDhwTgjaJIAcga7mQZiF0x9BNI1Tc,45112
+singlestoredb/tests/test_management.py,sha256=6evsyQWA-lOKMehJi8xvjp0udm85EHBHuZDHwQEzxPg,45149
 singlestoredb/tests/test_plugin.py,sha256=qpO9wmWc62VaijN1sJ97YSYIX7I7Y5C6sY-WzwrutDQ,812
 singlestoredb/tests/test_results.py,sha256=wg93sujwt-R9_eJCgSCElgAZhLDkIiAo3qPkPydOv78,6582
 singlestoredb/tests/test_types.py,sha256=jqoAaSjhbgwB3vt0KsTcl7XBWoMMIa0mPFKhEi5bBjo,4500
@@ -144,9 +146,9 @@ singlestoredb/utils/results.py,sha256=bJtaUaDiFq26IsPAKZ2FHGB7csMn94EAxLKrP4HaEE
 singlestoredb/utils/xdict.py,sha256=S9HKgrPrnu_6b7iOwa2KrW8CmU1Uqx0BWdEyogFzWbE,12896
 sqlx/__init__.py,sha256=aBYiU8DZXCogvWu3yWafOz7bZS5WWwLZXj7oL0dXGyU,85
 sqlx/magic.py,sha256=JsS9_9aBFaOt91Torm1JPN0c8qB2QmYJmNSKtbSQIY0,3509
-singlestoredb-1.13.0.dist-info/LICENSE,sha256=Mlq78idURT-9G026aMYswwwnnrLcgzTLuXeAs5hjDLM,11341
-singlestoredb-1.13.0.dist-info/METADATA,sha256=wS9L7Og9nOCRDhdbyyV9Z0jlFeychFg7aaoszAQT02g,5688
-singlestoredb-1.13.0.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-singlestoredb-1.13.0.dist-info/entry_points.txt,sha256=bSLaTWB5zGjpVYPAaI46MkkDup0su-eb3uAhCNYuRV0,48
-singlestoredb-1.13.0.dist-info/top_level.txt,sha256=DfFGz7bM4XrshloiCeTABgylT3BUnS8T5pJam3ewT6Q,19
-singlestoredb-1.13.0.dist-info/RECORD,,
+singlestoredb-1.13.1.dist-info/LICENSE,sha256=Mlq78idURT-9G026aMYswwwnnrLcgzTLuXeAs5hjDLM,11341
+singlestoredb-1.13.1.dist-info/METADATA,sha256=rybhqtR5TzE7p-keWvO6V21MlYNZZtIULT9atDRgXpw,5688
+singlestoredb-1.13.1.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+singlestoredb-1.13.1.dist-info/entry_points.txt,sha256=bSLaTWB5zGjpVYPAaI46MkkDup0su-eb3uAhCNYuRV0,48
+singlestoredb-1.13.1.dist-info/top_level.txt,sha256=DfFGz7bM4XrshloiCeTABgylT3BUnS8T5pJam3ewT6Q,19
+singlestoredb-1.13.1.dist-info/RECORD,,