singlestoredb 1.12.3__tar.gz → 1.13.0__tar.gz

{singlestoredb-1.12.3/singlestoredb.egg-info → singlestoredb-1.13.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: singlestoredb
-Version: 1.12.3
+Version: 1.13.0
 Summary: Interface to the SingleStoreDB database and workspace management APIs
 Home-page: https://github.com/singlestore-labs/singlestoredb-python
 Author: SingleStore

{singlestoredb-1.12.3 → singlestoredb-1.13.0}/accel.c

@@ -35,6 +35,8 @@
 #define NUMPY_TIMEDELTA 12
 #define NUMPY_DATETIME 13
 #define NUMPY_OBJECT 14
+#define NUMPY_BYTES 15
+#define NUMPY_FIXED_STRING 16
 
 #define MYSQL_FLAG_NOT_NULL 1
 #define MYSQL_FLAG_PRI_KEY 2
@@ -339,6 +341,11 @@
 
 #define CHECKRC(x) if ((x) < 0) goto error;
 
+typedef struct {
+    int type;
+    Py_ssize_t length;
+} NumpyColType;
+
 typedef struct {
     int results_type;
     int parse_json;
@@ -365,6 +372,83 @@ char *_PyUnicode_AsUTF8(PyObject *unicode) {
     return out;
 }
 
+// Function to convert a UCS-4 string to a UTF-8 string
+// Returns the length of the resulting UTF-8 string, or -1 on error
+int ucs4_to_utf8(const uint32_t *ucs4_str, size_t ucs4_len, char **utf8_str) {
+    if (!ucs4_str || !utf8_str) {
+        return -1; // Invalid input
+    }
+
+    // Allocate a buffer for the UTF-8 string (worst-case: 4 bytes per UCS-4 character)
+    size_t utf8_max_len = ucs4_len * 4 + 1; // +1 for null terminator
+    *utf8_str = malloc(utf8_max_len);
+    if (!*utf8_str) {
+        return -1; // Memory allocation failed
+    }
+
+    char *utf8_ptr = *utf8_str;
+    size_t utf8_len = 0;
+
+    for (size_t i = 0; i < ucs4_len; i++) {
+        uint32_t codepoint = ucs4_str[i];
+
+        if (codepoint <= 0x7F) {
+            // 1-byte UTF-8
+            if (utf8_len + 1 > utf8_max_len) goto error; // Buffer overflow
+            *utf8_ptr++ = (char)codepoint;
+            utf8_len += 1;
+        } else if (codepoint <= 0x7FF) {
+            // 2-byte UTF-8
+            if (utf8_len + 2 > utf8_max_len) goto error; // Buffer overflow
+            *utf8_ptr++ = (char)(0xC0 | (codepoint >> 6));
+            *utf8_ptr++ = (char)(0x80 | (codepoint & 0x3F));
+            utf8_len += 2;
+        } else if (codepoint <= 0xFFFF) {
+            // 3-byte UTF-8
+            if (utf8_len + 3 > utf8_max_len) goto error; // Buffer overflow
+            *utf8_ptr++ = (char)(0xE0 | (codepoint >> 12));
+            *utf8_ptr++ = (char)(0x80 | ((codepoint >> 6) & 0x3F));
+            *utf8_ptr++ = (char)(0x80 | (codepoint & 0x3F));
+            utf8_len += 3;
+        } else if (codepoint <= 0x10FFFF) {
+            // 4-byte UTF-8
+            if (utf8_len + 4 > utf8_max_len) goto error; // Buffer overflow
+            *utf8_ptr++ = (char)(0xF0 | (codepoint >> 18));
+            *utf8_ptr++ = (char)(0x80 | ((codepoint >> 12) & 0x3F));
+            *utf8_ptr++ = (char)(0x80 | ((codepoint >> 6) & 0x3F));
+            *utf8_ptr++ = (char)(0x80 | (codepoint & 0x3F));
+            utf8_len += 4;
+        } else {
+            // Invalid codepoint
+            goto error;
+        }
+    }
+
+    // Null-terminate the UTF-8 string
+    if (utf8_len + 1 > utf8_max_len) goto error; // Buffer overflow
+    *utf8_ptr = '\0';
+
+    return (int)utf8_len;
+
+error:
+    free(*utf8_str);
+    *utf8_str = NULL;
+    return -1;
+}
+
+size_t length_without_trailing_nulls(const char *str, size_t len) {
+    if (!str || len == 0) {
+        return 0; // Handle null or empty input
+    }
+
+    // Start from the end of the string and move backward
+    while (len > 0 && str[len - 1] == '\0') {
+        len--;
+    }
+
+    return len;
+}
+
 //
 // Cached int values for date/time components
 //
@@ -2646,8 +2730,8 @@ error:
 }
 
 
-static int get_numpy_col_type(PyObject *py_array) {
-    int out = 0;
+static NumpyColType get_numpy_col_type(PyObject *py_array) {
+    NumpyColType out = {0};
     char *str = NULL;
     PyObject *py_array_interface = NULL;
     PyObject *py_typestr = NULL;
@@ -2665,58 +2749,86 @@ static int get_numpy_col_type(PyObject *py_array) {
 
     switch (str[1]) {
     case 'b':
-        out = NUMPY_BOOL;
+        out.type = NUMPY_BOOL;
+        out.length = 1;
         break;
     case 'i':
         switch (str[2]) {
         case '1':
-            out = NUMPY_INT8;
+            out.type = NUMPY_INT8;
+            out.length = 1;
             break;
         case '2':
-            out = NUMPY_INT16;
+            out.type = NUMPY_INT16;
+            out.length = 2;
             break;
         case '4':
-            out = NUMPY_INT32;
+            out.type = NUMPY_INT32;
+            out.length = 4;
             break;
         case '8':
-            out = NUMPY_INT64;
+            out.type = NUMPY_INT64;
+            out.length = 8;
             break;
         }
         break;
     case 'u':
         switch (str[2]) {
         case '1':
-            out = NUMPY_UINT8;
+            out.type = NUMPY_UINT8;
+            out.length = 1;
             break;
         case '2':
-            out = NUMPY_UINT16;
+            out.type = NUMPY_UINT16;
+            out.length = 2;
             break;
         case '4':
-            out = NUMPY_UINT32;
+            out.type = NUMPY_UINT32;
+            out.length = 4;
             break;
         case '8':
-            out = NUMPY_UINT64;
+            out.type = NUMPY_UINT64;
+            out.length = 8;
             break;
         }
         break;
     case 'f':
         switch (str[2]) {
         case '4':
-            out = NUMPY_FLOAT32;
+            out.type = NUMPY_FLOAT32;
+            out.length = 4;
             break;
         case '8':
-            out = NUMPY_FLOAT64;
+            out.type = NUMPY_FLOAT64;
+            out.length = 8;
             break;
         }
         break;
     case 'O':
-        out = NUMPY_OBJECT;
+        out.type = NUMPY_OBJECT;
+        out.length = 8;
         break;
     case 'm':
-        out = NUMPY_TIMEDELTA;
+        out.type = NUMPY_TIMEDELTA;
+        out.length = 8;
         break;
     case 'M':
-        out = NUMPY_DATETIME;
+        out.type = NUMPY_DATETIME;
+        out.length = 8;
+        break;
+    case 'S':
+        out.type = NUMPY_BYTES;
+        out.length = (Py_ssize_t)strtol(str + 2, NULL, 10);
+        if (out.length < 0) {
+            goto error;
+        }
+        break;
+    case 'U':
+        out.type = NUMPY_FIXED_STRING;
+        out.length = (Py_ssize_t)strtol(str + 2, NULL, 10);
+        if (out.length < 0) {
+            goto error;
+        }
         break;
     default:
         goto error;
@@ -2730,7 +2842,8 @@ exit:
     return out;
 
 error:
-    out = 0;
+    out.type = 0;
+    out.length = 0;
     goto exit;
 }
 
@@ -2774,7 +2887,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
     unsigned long long j = 0;
     char **cols = NULL;
     char **masks = NULL;
-    int *col_types = NULL;
+    NumpyColType *col_types = NULL;
     int64_t *row_ids = NULL;
 
     // Parse function args.
@@ -2847,7 +2960,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
     // Get column array memory
     cols = calloc(sizeof(char*), n_cols);
     if (!cols) goto error;
-    col_types = calloc(sizeof(int), n_cols);
+    col_types = calloc(sizeof(NumpyColType), n_cols);
     if (!col_types) goto error;
     masks = calloc(sizeof(char*), n_cols);
     if (!masks) goto error;
@@ -2865,7 +2978,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
         }
 
         col_types[i] = get_numpy_col_type(py_data);
-        if (!col_types[i]) {
+        if (!col_types[i].type) {
             PyErr_SetString(PyExc_ValueError, "unable to get column type of data column");
             goto error;
         }
@@ -2874,7 +2987,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
         if (!py_mask) goto error;
 
         masks[i] = get_array_base_address(py_mask);
-        if (masks[i] && get_numpy_col_type(py_mask) != NUMPY_BOOL) {
+        if (masks[i] && get_numpy_col_type(py_mask).type != NUMPY_BOOL) {
             PyErr_SetString(PyExc_ValueError, "mask must only contain boolean values");
             goto error;
         }
@@ -2958,7 +3071,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
 
             case MYSQL_TYPE_TINY:
                 CHECKMEM(1);
-                switch (col_types[i]) {
+                switch (col_types[i].type) {
                 case NUMPY_BOOL:
                     i8 = *(int8_t*)(cols[i] + j * 1);
                     CHECK_TINYINT(i8, 0);
@@ -3025,7 +3138,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
             // Use negative to indicate unsigned
             case -MYSQL_TYPE_TINY:
                 CHECKMEM(1);
-                switch (col_types[i]) {
+                switch (col_types[i].type) {
                 case NUMPY_BOOL:
                     i8 = *(int8_t*)(cols[i] + j * 1);
                     CHECK_UNSIGNED_TINYINT(i8, 0);
@@ -3091,7 +3204,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
 
             case MYSQL_TYPE_SHORT:
                 CHECKMEM(2);
-                switch (col_types[i]) {
+                switch (col_types[i].type) {
                 case NUMPY_BOOL:
                     i8 = *(int8_t*)(cols[i] + j * 1);
                     CHECK_SMALLINT(i8, 0);
@@ -3158,7 +3271,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
             // Use negative to indicate unsigned
             case -MYSQL_TYPE_SHORT:
                 CHECKMEM(2);
-                switch (col_types[i]) {
+                switch (col_types[i].type) {
                 case NUMPY_BOOL:
                     i8 = *(int8_t*)(cols[i] + j * 1);
                     CHECK_UNSIGNED_SMALLINT(i8, 0);
@@ -3224,7 +3337,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
 
             case MYSQL_TYPE_INT24:
                 CHECKMEM(4);
-                switch (col_types[i]) {
+                switch (col_types[i].type) {
                 case NUMPY_BOOL:
                     i8 = *(int8_t*)(cols[i] + j * 1);
                     CHECK_MEDIUMINT(i8, 0);
@@ -3290,7 +3403,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
 
             case MYSQL_TYPE_LONG:
                 CHECKMEM(4);
-                switch (col_types[i]) {
+                switch (col_types[i].type) {
                 case NUMPY_BOOL:
                     i8 = *(int8_t*)(cols[i] + j * 1);
                     CHECK_INT(i8, 0);
@@ -3357,7 +3470,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
             // Use negative to indicate unsigned
             case -MYSQL_TYPE_INT24:
                 CHECKMEM(4);
-                switch (col_types[i]) {
+                switch (col_types[i].type) {
                 case NUMPY_BOOL:
                     i8 = *(int8_t*)(cols[i] + j * 1);
                     CHECK_UNSIGNED_MEDIUMINT(i8, 0);
@@ -3424,7 +3537,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
             // Use negative to indicate unsigned
             case -MYSQL_TYPE_LONG:
                 CHECKMEM(4);
-                switch (col_types[i]) {
+                switch (col_types[i].type) {
                 case NUMPY_BOOL:
                     i8 = *(int8_t*)(cols[i] + j * 1);
                     CHECK_UNSIGNED_INT(i8, 0);
@@ -3490,7 +3603,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
 
             case MYSQL_TYPE_LONGLONG:
                 CHECKMEM(8);
-                switch (col_types[i]) {
+                switch (col_types[i].type) {
                 case NUMPY_BOOL:
                     i8 = *(int8_t*)(cols[i] + j * 1);
                     CHECK_BIGINT(i8, 0);
@@ -3557,7 +3670,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
             // Use negative to indicate unsigned
             case -MYSQL_TYPE_LONGLONG:
                 CHECKMEM(8);
-                switch (col_types[i]) {
+                switch (col_types[i].type) {
                 case NUMPY_BOOL:
                     i8 = *(int8_t*)(cols[i] + j * 1);
                     CHECK_UNSIGNED_BIGINT(i8, 0);
@@ -3623,7 +3736,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
 
             case MYSQL_TYPE_FLOAT:
                 CHECKMEM(4);
-                switch (col_types[i]) {
+                switch (col_types[i].type) {
                 case NUMPY_BOOL:
                     flt = (float)((is_null) ? 0 : *(int8_t*)(cols[i] + j * 1));
                     break;
@@ -3667,7 +3780,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
 
             case MYSQL_TYPE_DOUBLE:
                 CHECKMEM(8);
-                switch (col_types[i]) {
+                switch (col_types[i].type) {
                 case NUMPY_BOOL:
                     dbl = (double)((is_null) ? 0 : *(int8_t*)(cols[i] + j * 1));
                     break;
@@ -3742,7 +3855,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
 
             case MYSQL_TYPE_YEAR:
                 CHECKMEM(2);
-                switch (col_types[i]) {
+                switch (col_types[i].type) {
                 case NUMPY_BOOL:
                     i8 = *(int8_t*)(cols[i] + j * 1);
                     CHECK_YEAR(i8);
@@ -3817,7 +3930,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
             case MYSQL_TYPE_MEDIUM_BLOB:
             case MYSQL_TYPE_LONG_BLOB:
             case MYSQL_TYPE_BLOB:
-                if  (col_types[i] != NUMPY_OBJECT) {
+                if  (col_types[i].type != NUMPY_OBJECT && col_types[i].type != NUMPY_FIXED_STRING) {
                     PyErr_SetString(PyExc_ValueError, "unsupported numpy data type for character output types");
                     goto error;
                 }
@@ -3828,6 +3941,33 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
                     memcpy(out+out_idx, &i64, 8);
                     out_idx += 8;
 
+                } else if (col_types[i].type == NUMPY_FIXED_STRING) {
+                    // Jump to col_types[i].length * 4 for UCS4 fixed length string
+                    void *bytes = (void*)(cols[i] + j * col_types[i].length * 4);
+
+                    if (bytes == NULL) {
+                        CHECKMEM(8);
+                        i64 = 0;
+                        memcpy(out+out_idx, &i64, 8);
+                        out_idx += 8;
+                    } else {
+                        char *utf8_str = NULL;
+                        Py_ssize_t str_l = ucs4_to_utf8(bytes, col_types[i].length, &utf8_str);
+                        if (str_l < 0) {
+                            PyErr_SetString(PyExc_ValueError, "invalid UCS4 string");
+                            if (utf8_str) free(utf8_str);
+                            goto error;
+                        }
+                        str_l = strnlen(utf8_str, str_l);
+                        CHECKMEM(8+str_l);
+                        i64 = str_l;
+                        memcpy(out+out_idx, &i64, 8);
+                        out_idx += 8;
+                        memcpy(out+out_idx, utf8_str, str_l);
+                        out_idx += str_l;
+                        free(utf8_str);
+                    }
+
                 } else {
                     u64 = *(uint64_t*)(cols[i] + j * 8);
 
@@ -3873,7 +4013,7 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
             case -MYSQL_TYPE_MEDIUM_BLOB:
             case -MYSQL_TYPE_LONG_BLOB:
             case -MYSQL_TYPE_BLOB:
-                if  (col_types[i] != NUMPY_OBJECT) {
+                if  (col_types[i].type != NUMPY_OBJECT && col_types[i].type != NUMPY_BYTES) {
                     PyErr_SetString(PyExc_ValueError, "unsupported numpy data type for binary output types");
                     goto error;
                 }
@@ -3884,6 +4024,27 @@ static PyObject *dump_rowdat_1_numpy(PyObject *self, PyObject *args, PyObject *k
                     memcpy(out+out_idx, &i64, 8);
                     out_idx += 8;
 
+                } else if (col_types[i].type == NUMPY_BYTES) {
+                    void *bytes = (void*)(cols[i] + j * col_types[i].length);
+
+                    if (bytes == NULL) {
+                        CHECKMEM(8);
+                        i64 = 0;
+                        memcpy(out+out_idx, &i64, 8);
+                        out_idx += 8;
+                    } else {
+                        Py_ssize_t str_l = col_types[i].length;
+                        CHECKMEM(8+str_l);
+
+                        str_l = length_without_trailing_nulls(bytes, str_l);
+
+                        i64 = str_l;
+                        memcpy(out+out_idx, &i64, 8);
+                        out_idx += 8;
+                        memcpy(out+out_idx, bytes, str_l);
+                        out_idx += str_l;
+                    }
+
                 } else {
                     u64 = *(uint64_t*)(cols[i] + j * 8);
 
@@ -4291,7 +4452,10 @@ static PyObject *dump_rowdat_1(PyObject *self, PyObject *args, PyObject *kwargs)
 
     // Get return types
     n_cols = (unsigned long long)PyObject_Length(py_returns);
-    if (n_cols == 0) goto error;
+    if (n_cols == 0) {
+        PyErr_SetString(PyExc_ValueError, "no return values specified");
+        goto error;
+    }
 
     returns = malloc(sizeof(int) * n_cols);
     if (!returns) goto error;

{singlestoredb-1.12.3 → singlestoredb-1.13.0}/setup.cfg

@@ -1,6 +1,6 @@
 [metadata]
 name = singlestoredb
-version = 1.12.3
+version = 1.13.0
 description = Interface to the SingleStoreDB database and workspace management APIs
 long_description = file: README.md
 long_description_content_type = text/markdown
@@ -27,6 +27,7 @@ install_requires =
 	sqlparams
 	wheel
 	tomli>=1.1.0;python_version < '3.11'
+	typing-extensions<=4.13.2;python_version < '3.11'
 python_requires = >=3.8
 include_package_data = True
 tests_require = 

{singlestoredb-1.12.3 → singlestoredb-1.13.0}/singlestoredb/__init__.py

@@ -13,7 +13,7 @@ Examples
 
 """
 
-__version__ = '1.12.3'
+__version__ = '1.13.0'
 
 from typing import Any
 

{singlestoredb-1.12.3 → singlestoredb-1.13.0}/singlestoredb/apps/__init__.py

@@ -1,2 +1,3 @@
 from ._cloud_functions import run_function_app  # noqa: F401
 from ._dashboards import run_dashboard_app  # noqa: F401
+from ._python_udfs import run_udf_app  # noqa: F401

{singlestoredb-1.12.3 → singlestoredb-1.13.0}/singlestoredb/apps/_config.py

@@ -8,10 +8,12 @@ class AppConfig:
     listen_port: int
     base_url: str
     base_path: str
+    notebook_server_id: str
     app_token: Optional[str]
     user_token: Optional[str]
     running_interactively: bool
     is_gateway_enabled: bool
+    is_local_dev: bool
 
     @staticmethod
     def _read_variable(name: str) -> str:
@@ -28,6 +30,8 @@ class AppConfig:
         port = cls._read_variable('SINGLESTOREDB_APP_LISTEN_PORT')
         base_url = cls._read_variable('SINGLESTOREDB_APP_BASE_URL')
         base_path = cls._read_variable('SINGLESTOREDB_APP_BASE_PATH')
+        notebook_server_id = cls._read_variable('SINGLESTOREDB_NOTEBOOK_SERVER_ID')
+        is_local_dev_env_var = cls._read_variable('SINGLESTOREDB_IS_LOCAL_DEV')
 
         workload_type = os.environ.get('SINGLESTOREDB_WORKLOAD_TYPE')
         running_interactively = workload_type == 'InteractiveNotebook'
@@ -49,10 +53,12 @@ class AppConfig:
             listen_port=int(port),
             base_url=base_url,
             base_path=base_path,
+            notebook_server_id=notebook_server_id,
             app_token=app_token,
             user_token=user_token,
             running_interactively=running_interactively,
             is_gateway_enabled=is_gateway_enabled,
+            is_local_dev=is_local_dev_env_var == 'true',
         )
 
     @property

{singlestoredb-1.12.3 → singlestoredb-1.13.0}/singlestoredb/apps/_connection_info.py

@@ -1,4 +1,6 @@
 from dataclasses import dataclass
+from typing import Any
+from typing import Dict
 from typing import Optional
 
 
@@ -8,3 +10,9 @@ class ConnectionInfo:
 
     # Only present in interactive mode
     token: Optional[str]
+
+
+@dataclass
+class UdfConnectionInfo:
+    url: str
+    functions: Dict[str, Any]

singlestoredb-1.13.0/singlestoredb/apps/_python_udfs.py

@@ -0,0 +1,85 @@
+import asyncio
+import os
+import typing
+
+from ..functions.ext.asgi import Application
+from ._config import AppConfig
+from ._connection_info import UdfConnectionInfo
+from ._process import kill_process_by_port
+
+if typing.TYPE_CHECKING:
+    from ._uvicorn_util import AwaitableUvicornServer
+
+# Keep track of currently running server
+_running_server: 'typing.Optional[AwaitableUvicornServer]' = None
+
+
+async def run_udf_app(
+    replace_existing: bool,
+    log_level: str = 'error',
+    kill_existing_app_server: bool = True,
+) -> UdfConnectionInfo:
+    global _running_server
+    from ._uvicorn_util import AwaitableUvicornServer
+
+    try:
+        import uvicorn
+    except ImportError:
+        raise ImportError('package uvicorn is required to run python udfs')
+
+    app_config = AppConfig.from_env()
+
+    if kill_existing_app_server:
+        # Shutdown the server gracefully if it was started by us.
+        # Since the uvicorn server doesn't start a new subprocess
+        # killing the process would result in kernel dying.
+        if _running_server is not None:
+            await _running_server.shutdown()
+            _running_server = None
+
+        # Kill if any other process is occupying the port
+        kill_process_by_port(app_config.listen_port)
+
+    base_url = generate_base_url(app_config)
+
+    udf_suffix = ''
+    if app_config.running_interactively:
+        udf_suffix = '_test'
+    app = Application(url=base_url, app_mode='managed', name_suffix=udf_suffix)
+
+    config = uvicorn.Config(
+        app,
+        host='0.0.0.0',
+        port=app_config.listen_port,
+        log_level=log_level,
+    )
+    _running_server = AwaitableUvicornServer(config)
+
+    # Register the functions
+    app.register_functions(replace=replace_existing)
+
+    asyncio.create_task(_running_server.serve())
+    await _running_server.wait_for_startup()
+
+    print(f'Python UDF registered at {base_url}')
+
+    return UdfConnectionInfo(base_url, app.get_function_info())
+
+
+def generate_base_url(app_config: AppConfig) -> str:
+    if not app_config.is_gateway_enabled:
+        raise RuntimeError('Python UDFs are not available if Nova Gateway is not enabled')
+
+    if not app_config.running_interactively:
+        return app_config.base_url
+
+    # generate python udf endpoint for interactive notebooks
+    gateway_url = os.environ.get('SINGLESTOREDB_NOVA_GATEWAY_ENDPOINT')
+    if app_config.is_local_dev:
+        gateway_url = os.environ.get('SINGLESTOREDB_NOVA_GATEWAY_DEV_ENDPOINT')
+        if gateway_url is None:
+            raise RuntimeError(
+                'Missing SINGLESTOREDB_NOVA_GATEWAY_DEV_ENDPOINT environment variable.',
+            )
+
+    return f'{gateway_url}/pythonudfs/{app_config.notebook_server_id}/interactive/'

{singlestoredb-1.12.3 → singlestoredb-1.13.0}/singlestoredb/config.py

@@ -317,7 +317,7 @@ register_option(
     'external_function.app_mode', 'string',
     functools.partial(
         check_str,
-        valid_values=['remote', 'collocated'],
+        valid_values=['remote', 'collocated', 'managed'],
     ),
     'remote',
     'Specifies the mode of operation of the external function application.',
@@ -407,6 +407,18 @@ register_option(
     environ=['SINGLESTOREDB_EXT_FUNC_LOG_LEVEL'],
 )
 
+register_option(
+    'external_function.name_prefix', 'string', check_str, '',
+    'Prefix to add to external function names.',
+    environ=['SINGLESTOREDB_EXT_FUNC_NAME_PREFIX'],
+)
+
+register_option(
+    'external_function.name_suffix', 'string', check_str, '',
+    'Suffix to add to external function names.',
+    environ=['SINGLESTOREDB_EXT_FUNC_NAME_SUFFIX'],
+)
+
 register_option(
     'external_function.connection', 'string', check_str,
     os.environ.get('SINGLESTOREDB_URL') or None,
@@ -415,7 +427,7 @@ register_option(
 )
 
 register_option(
-    'external_function.host', 'string', check_str, '127.0.0.1',
+    'external_function.host', 'string', check_str, 'localhost',
     'Specifies the host to bind the server to.',
     environ=['SINGLESTOREDB_EXT_FUNC_HOST'],
 )

singlestoredb-1.13.0/singlestoredb/functions/__init__.py

@@ -0,0 +1,12 @@
+from .decorator import udf  # noqa: F401
+from .typing import Masked  # noqa: F401
+from .typing import Table  # noqa: F401
+from .utils import VectorTypes
+
+
+F32 = VectorTypes.F32
+F64 = VectorTypes.F64
+I8 = VectorTypes.I8
+I16 = VectorTypes.I16
+I32 = VectorTypes.I32
+I64 = VectorTypes.I64