stores 0.1.7.dev2__py3-none-any.whl → 0.1.7.dev4__py3-none-any.whl

stores/indexes/venv_utils.py

@@ -151,8 +151,14 @@ def get_tool_signature(
     tool_name = tool_id.split(".")[-1]
     env_var = env_var or {}
 
+    # We use sockets to pass pass function metadata
+    listener = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+    listener.bind(("localhost", 0))
+    listener.listen(1)
+    _, port = listener.getsockname()
+
     runner = f"""
-import pickle, sys, traceback, inspect, enum
+import pickle, sys, traceback, inspect, enum, socket
 from typing import Any, Dict, List, Literal, Tuple, Union, get_args, get_origin, get_type_hints
 import types as T
 
@@ -206,8 +212,9 @@ def extract_type_info(typ, custom_types: list[str] | None = None):
 
 try:
     from {module_name} import {tool_name}
-    sig = inspect.signature({tool_name})
-    hints = get_type_hints({tool_name})
+    func = {tool_name}
+    sig = inspect.signature(func)
+    hints = get_type_hints(func)
     params = {{}}
     for name, param in sig.parameters.items():
         hint = hints.get(name, param.annotation)
@@ -218,33 +225,44 @@ try:
     return_type = hints.get('return', sig.return_annotation)
     return_info = extract_type_info(return_type)
 
-    pickle.dump(
-        {{
-            "ok": True,
-            "result": {{
-                "tool_id": "{tool_id}",
-                "params": params,
-                "return": return_info,
-                "iscoroutinefunction": inspect.iscoroutinefunction({tool_name}),
-                "isgeneratorfunction": inspect.isgeneratorfunction({tool_name}),
-                "isasyncgenfunction": inspect.isasyncgenfunction({tool_name}),
-                "doc": inspect.getdoc({tool_name}),
-            }},
+    payload = {{
+        "ok": True,
+        "result": {{
+            "tool_id": "{tool_id}",
+            "params": params,
+            "return": return_info,
+            "iscoroutinefunction": inspect.iscoroutinefunction(func),
+            "isgeneratorfunction": inspect.isgeneratorfunction(func),
+            "isasyncgenfunction": inspect.isasyncgenfunction(func),
+            "doc": inspect.getdoc(func),
         }},
-        sys.stdout.buffer,
-    )
+    }}
 except Exception as e:
-    err = traceback.format_exc()
-    pickle.dump({{"ok": False, "error": err}}, sys.stdout.buffer)
+    payload = {{"ok": False, "error": traceback.format_exc()}}
+
+with socket.create_connection(("localhost", {port})) as s:
+    s.sendall(pickle.dumps(payload))
 """
-    result = subprocess.run(
+    proc = subprocess.Popen(
         [get_python_command(Path(index_folder) / venv), "-c", runner],
-        capture_output=True,
         cwd=index_folder,
         env=env_var or None,
     )
+
+    conn, _ = listener.accept()
+    with conn:
+        data = b""
+        while True:
+            chunk = conn.recv(4096)
+            if not chunk:
+                break
+            data += chunk
+
+    listener.close()
+    proc.wait()
+
     try:
-        response = pickle.loads(result.stdout)
+        response = pickle.loads(data)
     except ModuleNotFoundError as e:
         raise RuntimeError(
             f"Error loading tool {tool_id}:\nThe tool most likely has a parameter of a custom type that cannot be exported"
@@ -462,7 +480,7 @@ def run_remote_tool(
             conn.close()
 
     if not stream:
-        thread = threading.Thread(target=lambda: list(handle_connection_sync()))
+        thread = threading.Thread(target=lambda: handle_connection_sync())
         thread.start()
 
     runner = f"""

{stores-0.1.7.dev2.dist-info → stores-0.1.7.dev4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: stores
-Version: 0.1.7.dev2
+Version: 0.1.7.dev4
 Summary: Repository of Python functions and tools for LLMs
 License-File: LICENSE
 Requires-Python: >=3.10

{stores-0.1.7.dev2.dist-info → stores-0.1.7.dev4.dist-info}/RECORD

@@ -8,8 +8,8 @@ stores/indexes/base_index.py,sha256=YrEwETZ5eXj3rXK5qxOllRXqFifQoteYdzPAasbvEyg,
 stores/indexes/index.py,sha256=Cub5mtnYGipHfPR8BexJYRSKfuJmcGPp0B3ou2bGNqs,2901
 stores/indexes/local_index.py,sha256=Gg9LkEo1L0_NZZYPItsF_-1y6nFP369C3QlPvPyvPx8,3708
 stores/indexes/remote_index.py,sha256=-GV4l2c7GL6_bcVOQnSK5rzYru237bwC5L6eiO-QFzM,3438
-stores/indexes/venv_utils.py,sha256=tS2ZYt2Cf7rqHxBXwn5EoEdUFjyaAIXVRiy8iXjCMb4,17397
-stores-0.1.7.dev2.dist-info/METADATA,sha256=AciMTIC_8qRvud2y3guHn78X-F_n5j-rlCOUNeFLBAc,3081
-stores-0.1.7.dev2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-stores-0.1.7.dev2.dist-info/licenses/LICENSE,sha256=VTidYE7_Dam0Dwyq095EhhDIqi47g03oVpLAHQgKws0,1066
-stores-0.1.7.dev2.dist-info/RECORD,,
+stores/indexes/venv_utils.py,sha256=-6cL9dcW9TVc1rTGHTCFIIrA38FaG8DKElNuwRL9-78,17764
+stores-0.1.7.dev4.dist-info/METADATA,sha256=kmOekRAa1E8TGBgejyKqDNuzt3A7XSCCOeytEfwp1_s,3081
+stores-0.1.7.dev4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+stores-0.1.7.dev4.dist-info/licenses/LICENSE,sha256=VTidYE7_Dam0Dwyq095EhhDIqi47g03oVpLAHQgKws0,1066
+stores-0.1.7.dev4.dist-info/RECORD,,