indexify 0.2.37__tar.gz → 0.2.39__tar.gz

{indexify-0.2.37 → indexify-0.2.39}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: indexify
-Version: 0.2.37
+Version: 0.2.39
 Summary: Python Client for Indexify
 Home-page: https://github.com/tensorlakeai/indexify
 License: Apache 2.0
@@ -17,7 +17,7 @@ Classifier: Programming Language :: Python :: 3.13
 Requires-Dist: cloudpickle (>=3.1.0,<4.0.0)
 Requires-Dist: docker (>=7.1.0,<8.0.0)
 Requires-Dist: httpx-sse (>=0.4.0,<0.5.0)
-Requires-Dist: httpx[http2] (>=0,<1)
+Requires-Dist: httpx[http2] (==0.27.2)
 Requires-Dist: nanoid (>=2.0.0,<3.0.0)
 Requires-Dist: pydantic (==2.10.2)
 Requires-Dist: pyyaml (>=6,<7)

{indexify-0.2.37 → indexify-0.2.39}/indexify/cli.py

@@ -6,9 +6,11 @@ import subprocess
 import sys
 import threading
 import time
+from importlib.metadata import version
 from typing import Annotated, List, Optional
 
 import nanoid
+import structlog
 import typer
 from rich.console import Console
 from rich.panel import Panel
@@ -32,6 +34,7 @@ custom_theme = Theme(
     }
 )
 
+logging = structlog.get_logger(module=__name__)
 console = Console(theme=custom_theme)
 
 app = typer.Typer(pretty_exceptions_enable=False, no_args_is_help=True)
@@ -158,6 +161,9 @@ def build_default_image():
 @app.command(help="Joins the extractors to the coordinator server")
 def executor(
     server_addr: str = "localhost:8900",
+    dev: Annotated[
+        bool, typer.Option("--dev", "-d", help="Run the executor in development mode")
+    ] = False,
     workers: Annotated[
         int, typer.Option(help="number of worker processes for extraction")
     ] = 1,
@@ -174,19 +180,26 @@ def executor(
         "1", help="Requested Image Version for this executor"
     ),
 ):
+    # configure structured logging
+    if not dev:
+        processors = [
+            structlog.processors.dict_tracebacks,
+            structlog.processors.JSONRenderer(),
+        ]
+        structlog.configure(processors=processors)
+
     id = nanoid.generate()
-    console.print(
-        Panel(
-            f"Number of workers: {workers}\n"
-            f"Config path: {config_path}\n"
-            f"Server address: {server_addr}\n"
-            f"Executor ID: {id}\n"
-            f"Executor cache: {executor_cache}\n"
-            f"Name Alias: {name_alias}"
-            f"Image Version: {image_version}\n",
-            title="Agent Configuration",
-            border_style="info",
-        )
+    executor_version = version("indexify")
+    logging.info(
+        "executor started",
+        workers=workers,
+        server_addr=server_addr,
+        config_path=config_path,
+        executor_id=id,
+        executor_version=executor_version,
+        executor_cache=executor_cache,
+        name_alias=name_alias,
+        image_version=image_version,
     )
 
     from pathlib import Path
@@ -208,8 +221,8 @@ def executor(
 
     try:
         asyncio.get_event_loop().run_until_complete(agent.run())
-    except asyncio.CancelledError as ex:
-        console.print(Text(f"Exiting gracefully: {ex}", style="bold yellow"))
+    except asyncio.CancelledError:
+        logging.info("graceful shutdown")
 
 
 def _create_image(image: Image, python_sdk_path):

{indexify-0.2.37 → indexify-0.2.39}/indexify/executor/agent.py

@@ -299,7 +299,12 @@ class ExtractorAgent:
                 image_version=image_version,
                 labels=runtime_probe.labels,
             ).model_dump()
-            logging.info("registering_executor", executor_id=self._executor_id, url=url)
+            logging.info(
+                "registering_executor",
+                executor_id=self._executor_id,
+                url=url,
+                executor_version=executor_version,
+            )
             try:
                 async with get_httpx_client(self._config_path, True) as client:
                     async with aconnect_sse(

{indexify-0.2.37 → indexify-0.2.39}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "indexify"
-version = "0.2.37"
+version = "0.2.39"
 description = "Python Client for Indexify"
 authors = ["Tensorlake Inc. <support@tensorlake.ai>"]
 license = "Apache 2.0"
@@ -13,7 +13,7 @@ indexify-cli = "indexify.cli:app"
 
 [tool.poetry.dependencies]
 python = "^3.9"
-httpx = { version = "^0", extras = ["http2"] }
+httpx = { version = "0.27.2", extras = ["http2"] }
 pyyaml = "^6"
 pydantic = "2.10.2"
 cloudpickle = "^3.1.0"

indexify-0.2.37/indexify/executor/image_dependency_installer.py

@@ -1,64 +0,0 @@
-import os
-import subprocess
-
-from rich.console import Console
-from rich.text import Text
-from rich.theme import Theme
-
-from indexify.functions_sdk.image import ImageInformation
-
-custom_theme = Theme(
-    {
-        "info": "cyan",
-        "warning": "yellow",
-        "error": "red",
-        "success": "green",
-    }
-)
-
-console = Console(theme=custom_theme)
-
-
-def _record_image_name(name: str, version: int):
-    dir_path = os.path.expanduser("~/.indexify/")
-
-    file_path = os.path.expanduser("~/.indexify/image_name")
-    os.makedirs(dir_path, exist_ok=True)
-    with open(file_path, "w") as file:
-        file.write(name)
-
-    file_path = os.path.expanduser("~/.indexify/image_version")
-    os.makedirs(dir_path, exist_ok=True)
-    with open(file_path, "w") as file:
-        file.write(str(version))
-
-
-def _install_dependencies(run_str: str):
-    # Throw error to the caller if these subprocesses fail.
-    proc = subprocess.run(run_str.split())
-    if proc.returncode != 0:
-        raise Exception(f"Unable to install dep `{run_str}`")
-
-
-def executor_image_builder(
-    image_info: ImageInformation, name_alias: str, image_version: int
-):
-    console.print(Text("Attempting Executor Bootstrap.", style="red bold"))
-
-    run_strs = image_info.run_strs
-    console.print(Text("Attempting to install dependencies.", style="red bold"))
-
-    for run_str in run_strs:
-        console.print(Text(f"Attempting {run_str}", style="red bold"))
-        _install_dependencies(run_str)
-
-    console.print(Text("Install dependencies done.", style="red bold"))
-
-    console.print(
-        Text(
-            f"Recording image name {name_alias} and version {image_version}",
-            style="red bold",
-        )
-    )
-
-    _record_image_name(name_alias, image_version)