stores 0.1.7.dev2__tar.gz → 0.1.7.dev4__tar.gz

{stores-0.1.7.dev2 → stores-0.1.7.dev4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: stores
-Version: 0.1.7.dev2
+Version: 0.1.7.dev4
 Summary: Repository of Python functions and tools for LLMs
 License-File: LICENSE
 Requires-Python: >=3.10

{stores-0.1.7.dev2 → stores-0.1.7.dev4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "stores"
-version = "0.1.7dev2"
+version = "0.1.7dev4"
 description = "Repository of Python functions and tools for LLMs"
 readme = "README.md"
 requires-python = ">=3.10"

{stores-0.1.7.dev2 → stores-0.1.7.dev4}/stores/indexes/venv_utils.py

@@ -151,8 +151,14 @@ def get_tool_signature(
     tool_name = tool_id.split(".")[-1]
     env_var = env_var or {}
 
+    # We use sockets to pass pass function metadata
+    listener = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+    listener.bind(("localhost", 0))
+    listener.listen(1)
+    _, port = listener.getsockname()
+
     runner = f"""
-import pickle, sys, traceback, inspect, enum
+import pickle, sys, traceback, inspect, enum, socket
 from typing import Any, Dict, List, Literal, Tuple, Union, get_args, get_origin, get_type_hints
 import types as T
 
@@ -206,8 +212,9 @@ def extract_type_info(typ, custom_types: list[str] | None = None):
 
 try:
     from {module_name} import {tool_name}
-    sig = inspect.signature({tool_name})
-    hints = get_type_hints({tool_name})
+    func = {tool_name}
+    sig = inspect.signature(func)
+    hints = get_type_hints(func)
     params = {{}}
     for name, param in sig.parameters.items():
         hint = hints.get(name, param.annotation)
@@ -218,33 +225,44 @@ try:
     return_type = hints.get('return', sig.return_annotation)
     return_info = extract_type_info(return_type)
 
-    pickle.dump(
-        {{
-            "ok": True,
-            "result": {{
-                "tool_id": "{tool_id}",
-                "params": params,
-                "return": return_info,
-                "iscoroutinefunction": inspect.iscoroutinefunction({tool_name}),
-                "isgeneratorfunction": inspect.isgeneratorfunction({tool_name}),
-                "isasyncgenfunction": inspect.isasyncgenfunction({tool_name}),
-                "doc": inspect.getdoc({tool_name}),
-            }},
+    payload = {{
+        "ok": True,
+        "result": {{
+            "tool_id": "{tool_id}",
+            "params": params,
+            "return": return_info,
+            "iscoroutinefunction": inspect.iscoroutinefunction(func),
+            "isgeneratorfunction": inspect.isgeneratorfunction(func),
+            "isasyncgenfunction": inspect.isasyncgenfunction(func),
+            "doc": inspect.getdoc(func),
         }},
-        sys.stdout.buffer,
-    )
+    }}
 except Exception as e:
-    err = traceback.format_exc()
-    pickle.dump({{"ok": False, "error": err}}, sys.stdout.buffer)
+    payload = {{"ok": False, "error": traceback.format_exc()}}
+
+with socket.create_connection(("localhost", {port})) as s:
+    s.sendall(pickle.dumps(payload))
 """
-    result = subprocess.run(
+    proc = subprocess.Popen(
         [get_python_command(Path(index_folder) / venv), "-c", runner],
-        capture_output=True,
         cwd=index_folder,
         env=env_var or None,
     )
+
+    conn, _ = listener.accept()
+    with conn:
+        data = b""
+        while True:
+            chunk = conn.recv(4096)
+            if not chunk:
+                break
+            data += chunk
+
+    listener.close()
+    proc.wait()
+
     try:
-        response = pickle.loads(result.stdout)
+        response = pickle.loads(data)
     except ModuleNotFoundError as e:
         raise RuntimeError(
             f"Error loading tool {tool_id}:\nThe tool most likely has a parameter of a custom type that cannot be exported"
@@ -462,7 +480,7 @@ def run_remote_tool(
             conn.close()
 
     if not stream:
-        thread = threading.Thread(target=lambda: list(handle_connection_sync()))
+        thread = threading.Thread(target=lambda: handle_connection_sync())
         thread.start()
 
     runner = f"""

{stores-0.1.7.dev2 → stores-0.1.7.dev4}/uv.lock

@@ -2963,7 +2963,7 @@ wheels = [
 
 [[package]]
 name = "stores"
-version = "0.1.7.dev1"
+version = "0.1.7.dev3"
 source = { editable = "." }
 dependencies = [
     { name = "dirtyjson" },