langgraph-executor 0.0.1a0__py3-none-any.whl

langgraph_executor/pb/types_pb2_grpc.py

@@ -0,0 +1,24 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import warnings
+
+
+GRPC_GENERATED_VERSION = '1.74.0'
+GRPC_VERSION = grpc.__version__
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    raise RuntimeError(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + f' but the generated code in types_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+    )

langgraph_executor/pb/types_pb2_grpc.pyi

@@ -0,0 +1,17 @@
+"""
+@generated by mypy-protobuf.  Do not edit manually!
+isort:skip_file
+"""
+
+import abc
+import collections.abc
+import grpc
+import grpc.aio
+import typing
+
+_T = typing.TypeVar("_T")
+
+class _MaybeAsyncIterator(collections.abc.AsyncIterator[_T], collections.abc.Iterator[_T], metaclass=abc.ABCMeta): ...
+
+class _ServicerContext(grpc.ServicerContext, grpc.aio.ServicerContext):  # type: ignore[misc, type-arg]
+    ...

langgraph_executor/server.py

@@ -0,0 +1,186 @@
+import argparse
+import logging
+import os
+import pathlib
+import signal
+import sys
+import time
+import uuid
+from concurrent import futures
+
+import grpc
+from langgraph.pregel import Pregel
+
+from langgraph_executor.executor import LangGraphExecutorServicer
+from langgraph_executor.info_logger import ExecutorInfo, ExecutorInfoLogger
+from langgraph_executor.pb.executor_pb2_grpc import (
+    add_LangGraphExecutorServicer_to_server,
+)
+
+EXECUTOR_DEFAULT_PORT = 50052
+
+EXECUTOR_INFO_FILE_NAME = "info.json"
+
+YELLOW = "\033[93m"
+RESET = "\033[0m"
+
+
+class ColoredFormatter(logging.Formatter):
+    def __init__(self, color=YELLOW, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.color = color
+
+    def format(self, record):
+        formatted_message = super().format(record)
+        return f"{self.color}{formatted_message}{RESET}"
+
+
+def setup_server_logging(component_id: str, debug=False, color=YELLOW):
+    """Setup logging for server with executor ID label"""
+    level = logging.DEBUG if debug else logging.INFO
+
+    # Clear any existing handlers to prevent duplicates
+    root_logger = logging.getLogger()
+    for handler in root_logger.handlers[:]:
+        root_logger.removeHandler(handler)
+
+    # Configure logging
+    logging.basicConfig(
+        level=level,
+        format=f"[{component_id}] %(asctime)s [%(levelname)s] %(name)s: %(message)s",
+        datefmt="%Y-%m-%d %H:%M:%S",
+        force=True,
+    )
+
+    # Apply colored formatter to all handlers
+    for handler in logging.root.handlers:
+        handler.setFormatter(
+            ColoredFormatter(
+                color=color,
+                fmt=f"[{component_id}] %(asctime)s [%(levelname)s] %(name)s: %(message)s",
+                datefmt="%Y-%m-%d %H:%M:%S",
+            ),
+        )
+
+
+def create_executor_info(port: int, id: str):
+    return ExecutorInfo(
+        id=id,
+        pid=os.getpid(),
+        port=port,
+        start_time=time.time(),
+        status="starting",
+        error_message=None,
+        end_time=None,
+    )
+
+
+def signum_to_name(signum):
+    try:
+        return signal.Signals(signum).name
+    except ValueError:
+        return f"UNKNOWN_SIGNAL_{signum}"
+
+
+def serve(
+    graphs: dict[str, Pregel],
+    port: int,
+    debug: bool,
+    id: str | None = None,
+    log_dir: pathlib.Path | None = None,
+):
+    """Start the gRPC server.
+
+    Args:
+        graphs: Dictionary mapping graph names to compiled graphs
+        port: Port to listen on
+
+    """
+    id_ = id
+    if id_ is None:
+        id_ = str(uuid.uuid4())
+
+    setup_server_logging(f"EXECUTOR {id_}", debug=debug)
+    logger = logging.getLogger(__name__)
+
+    info_logger = ExecutorInfoLogger(
+        log_dir or pathlib.Path(__file__).resolve().parent.parent / "logs",
+    )
+
+    server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
+    add_LangGraphExecutorServicer_to_server(LangGraphExecutorServicer(graphs), server)
+    port = server.add_insecure_port(f"[::]:{port}")
+
+    server.start()
+
+    # Signal handler for graceful shutdown
+    def signal_handler(signum, frame):
+        logger.info(f"Received signal {signum_to_name(signum)}. Shutting down...")
+        server.stop(5)  # Give 5 seconds for graceful shutdown
+        info_logger.update_executor_info(
+            executor_info.id,
+            status="stopped",
+            error_message=f"Shutdown via signal {signum_to_name(signum)}",
+            end_time=time.time(),
+        )
+        logger.info("Shutdown complete")
+        sys.exit(0)
+
+    # Register signal handlers
+    signal.signal(signal.SIGINT, signal_handler)
+    signal.signal(signal.SIGTERM, signal_handler)
+
+    executor_info = create_executor_info(port, id_)
+    info_logger.write_executor_info(executor_info)
+
+    try:
+        info_logger.update_executor_info(executor_info.id, status="running")
+        logger.info("Listening...")
+        server.wait_for_termination()
+    except Exception as e:
+        logger.exception("Unexpected error in executor")
+        server.stop(0)
+        info_logger.update_executor_info(
+            executor_info.id,
+            status="error",
+            error_message=str(e),
+            end_time=time.time(),
+        )
+        raise
+
+
+def main():
+    """Start a LangGraph executor server."""
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--port", type=int, default=EXECUTOR_DEFAULT_PORT)
+    parser.add_argument("--debug", action="store_true")
+    parser.add_argument(
+        "--log-dir",
+        type=pathlib.Path,
+        default=pathlib.Path(__file__).resolve().parents[2] / "logs",
+    )
+
+    args = parser.parse_args()
+
+    id_ = str(uuid.uuid4())
+
+    setup_server_logging(f"EXECUTOR {id_}", debug=args.debug)
+    logging.getLogger(__name__)
+
+    # load graphs. This is a cyclic dep just for demo purposes
+    try:
+        from langgraph_runtime_integration.graphs import (  # type: ignore[import-not-found]
+            GRAPHS,  # type: ignore[import-untyped]
+        )
+    except ImportError:
+        # Handle case where langgraph_runtime_integration is not available
+        GRAPHS = {}
+
+    graphs = GRAPHS
+
+    # serve
+    serve(graphs, args.port, args.debug, log_dir=args.log_dir)
+
+
+if __name__ == "__main__":
+    main()

langgraph_executor/setup.sh

@@ -0,0 +1,29 @@
+#!/bin/bash
+
+echo "Setting up Python environment..."
+
+# Create virtual environment if it doesn't exist
+if [ ! -d ".venv" ]; then
+    echo "Creating virtual environment..."
+    python -m venv .venv
+fi
+
+# Activate virtual environment
+source .venv/bin/activate
+
+# Install dependencies
+echo "Installing dependencies..."
+python -m pip install -r requirements.txt
+
+# Deactivate environment 
+deactivate
+
+# Generate protobuf files
+# echo "Generating Python protobuf files..."
+# source .venv/bin/activate
+# ./generate_proto.sh
+
+echo "Python setup complete!"
+echo ""
+echo "To activate the environment:"
+echo "  source .venv/bin/activate"

langgraph_executor/stream_utils.py

@@ -0,0 +1,96 @@
+from collections.abc import AsyncIterator, Iterator
+from uuid import UUID
+
+from langchain_core.callbacks import BaseCallbackHandler
+from langchain_core.outputs import ChatGenerationChunk, LLMResult
+
+try:
+    from langchain_core.tracers._streaming import _StreamingCallbackHandler
+except ImportError:
+    _StreamingCallbackHandler = object  # type: ignore
+
+from typing import TypeVar
+
+T = TypeVar("T")
+
+
+class ExecutorStreamHandler(BaseCallbackHandler, _StreamingCallbackHandler):
+    """Callback handler that captures LLM streaming tokens for Go executor."""
+
+    def __init__(self, stream_callback, task_id: str):
+        """Initialize handler with callback to send stream chunks.
+
+        Args:
+            stream_callback: Function to call with stream chunks
+            task_id: Task ID for metadata
+        """
+        self.stream_callback = stream_callback
+        self.task_id = task_id
+        self.metadata = {}  # Track run metadata like StreamMessagesHandler
+
+    def on_llm_start(
+        self,
+        serialized: dict,
+        prompts: list[str],
+        *,
+        run_id: UUID,
+        parent_run_id: UUID | None = None,
+        tags: list[str] | None = None,
+        metadata: dict | None = None,
+        **kwargs,
+    ) -> None:
+        """Store metadata for this LLM run."""
+        if metadata:
+            # Store minimal metadata needed for streaming context
+            self.metadata[run_id] = {"task_id": self.task_id, "metadata": metadata}
+
+    def on_llm_new_token(
+        self,
+        token: str,
+        *,
+        chunk: ChatGenerationChunk | None = None,
+        run_id: UUID,
+        parent_run_id: UUID | None = None,
+        tags: list[str] | None = None,
+        **kwargs,
+    ) -> None:
+        """Stream LLM token chunks immediately to Go."""
+        if not isinstance(chunk, ChatGenerationChunk):
+            return
+
+        if run_id in self.metadata:
+            # Send the message chunk immediately
+            self.stream_callback(chunk.message, self.metadata[run_id]["metadata"])
+
+    def on_llm_end(
+        self,
+        response: LLMResult,
+        *,
+        run_id: UUID,
+        parent_run_id: UUID | None = None,
+        **kwargs,
+    ) -> None:
+        """Handle final LLM result (will be handled by deduplication in Go)."""
+        # Clean up metadata
+        self.metadata.pop(run_id, None)
+        # Note: Final message will be sent through normal task completion flow
+        # Go-side deduplication will handle avoiding duplicates
+
+    def on_llm_error(
+        self,
+        error: BaseException,
+        *,
+        run_id: UUID,
+        parent_run_id: UUID | None = None,
+        **kwargs,
+    ) -> None:
+        """Clean up on LLM error."""
+        self.metadata.pop(run_id, None)
+
+    def tap_output_aiter(
+        self, run_id: UUID, output: AsyncIterator[T]
+    ) -> AsyncIterator[T]:
+        return output
+
+    def tap_output_iter(self, run_id: UUID, output: Iterator[T]) -> Iterator[T]:
+        return output

langgraph_executor-0.0.1a0.dist-info/METADATA

@@ -0,0 +1,14 @@
+Metadata-Version: 2.4
+Name: langgraph-executor
+Version: 0.0.1a0
+Summary: LangGraph python RPC server executable by the langgraph-go orchestrator.
+Requires-Python: >=3.11
+Requires-Dist: grpcio>=1.73.1
+Requires-Dist: langgraph>=0.6.5
+Requires-Dist: protobuf>=4.25.0
+Requires-Dist: psutil>=7.0.0
+Description-Content-Type: text/markdown
+
+# Python Executor
+
+This is the Python gRPC server that implements the LangGraph executor protocol.

langgraph_executor-0.0.1a0.dist-info/RECORD

@@ -0,0 +1,31 @@
+langgraph_executor/__init__.py,sha256=508eDu4nPCyqYyg_NQBRjRZmK_68ggYywDmqDMXRF1I,24
+langgraph_executor/common.py,sha256=w75Bqbrj5LOtiWoOOdIi45yVB05xYXDAnokwg7MgDQE,13688
+langgraph_executor/example.py,sha256=TcfxgC9VfpZFliWnuVdJMllCDa8ji7vrSCRWnmdsUA8,900
+langgraph_executor/execute_task.py,sha256=DmsLHhkfhBYhZeHFq2eWHCkJuK9WfcDSkUQ8a0nwCB0,6932
+langgraph_executor/executor.py,sha256=9YI_-meJHz9ei9azWQjZGLzhgHDpa7Xj6Sb9HO01s_w,13242
+langgraph_executor/extract_graph.py,sha256=VlbQ6KausNd7ZPtivItMP1g4bYDwhZtttOHtbuFy4Hc,6407
+langgraph_executor/info_logger.py,sha256=BUcrg_nui_dN4JBUVyO7jurmCnt8gQ0TOubUNbyvYBk,3095
+langgraph_executor/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+langgraph_executor/server.py,sha256=avtZzStLiIDvNCKyytFU3E2Li1_TBgz5oyWUBRbPzFk,5200
+langgraph_executor/setup.sh,sha256=QI505EIya8sjEIohom6GDfFckFqOMF8bIEX-hSWcLUI,627
+langgraph_executor/stream_utils.py,sha256=snxlEoZe0d4ae3h_6Ct3zNzLV_ugvPANcr4VECYofwk,2974
+langgraph_executor/pb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+langgraph_executor/pb/executor_pb2.py,sha256=G9BI0TLB39yACBo2QX3eT0jDbeNFJyEY0IlGuOAeEH8,7783
+langgraph_executor/pb/executor_pb2.pyi,sha256=bW6TYrLG8SySVqx1ie-5igw2PEdvHiQLIvnyb59GATc,16575
+langgraph_executor/pb/executor_pb2_grpc.py,sha256=IvKDVBWxrWU7Rcntall4KAvpQ8CdLkbljKaCEloimQE,12224
+langgraph_executor/pb/executor_pb2_grpc.pyi,sha256=iGHLqEpl7FFrBvBmBfbacvl0YgtZf8dH5pBkAaB0d64,5270
+langgraph_executor/pb/graph_pb2.py,sha256=FyhQlHv1lIivUL_HoKVxB6x1oXxgdugV2bsKJd55A8o,4430
+langgraph_executor/pb/graph_pb2.pyi,sha256=inoFjgLD42hxkG1ORIU3Lrrk57ubdmZZtRw53JZUsGI,10161
+langgraph_executor/pb/graph_pb2_grpc.py,sha256=8j8j0GTUo21GL7RO-_UgVPN27DRnAfus0lhTWKI49no,886
+langgraph_executor/pb/graph_pb2_grpc.pyi,sha256=Dl8kkjhqb6F1Kt24mcFg7ppish4iKVfjRiiBxEjsMMA,413
+langgraph_executor/pb/runtime_pb2.py,sha256=tYVvki3PixSiXnrBh53izR9IynGJxtynKtkZs6Aoeu4,6445
+langgraph_executor/pb/runtime_pb2.pyi,sha256=QNkLw4OV3IJQjpX3j-t_s6_zkcxMyuYnJCwVPGaBcJ0,14398
+langgraph_executor/pb/runtime_pb2_grpc.py,sha256=HKn8fgGT9zTDAS-ZGCk-1AO2QForvCZH_BVnufTS0sM,11791
+langgraph_executor/pb/runtime_pb2_grpc.pyi,sha256=TeEHQYvJDdypawBFA6JP4OiQ9NFa_RNVKzGwHBSlFNs,4614
+langgraph_executor/pb/types_pb2.py,sha256=rUboWBthlLM-iJOmZZta-HSekwTNFuXfWLaYHes1918,15570
+langgraph_executor/pb/types_pb2.pyi,sha256=tBX4LzmfWZ-IYscIeAEBTDC02GWWKEAQVB2JPNHChDc,40957
+langgraph_executor/pb/types_pb2_grpc.py,sha256=EPv87wCc-6BNJ2xTNcb9d3ictDerK5cBt7qhd7EmJiQ,886
+langgraph_executor/pb/types_pb2_grpc.pyi,sha256=Dl8kkjhqb6F1Kt24mcFg7ppish4iKVfjRiiBxEjsMMA,413
+langgraph_executor-0.0.1a0.dist-info/METADATA,sha256=0v94S42MrwYAAitdIL1UfZGCHb5BVwtcDeFev_I8Ptk,433
+langgraph_executor-0.0.1a0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+langgraph_executor-0.0.1a0.dist-info/RECORD,,

langgraph_executor-0.0.1a0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.27.0
+Root-Is-Purelib: true
+Tag: py3-none-any