rappel 0.4.1__py3-none-win_amd64.whl

rappel/bridge.py

@@ -0,0 +1,228 @@
+import asyncio
+import os
+import shlex
+import subprocess
+import tempfile
+from contextlib import asynccontextmanager
+from dataclasses import dataclass
+from pathlib import Path
+from threading import Lock, RLock
+from typing import AsyncIterator, Optional
+from urllib.parse import urlparse
+
+import grpc
+from grpc import aio  # type: ignore[attr-defined]
+
+from proto import messages_pb2 as pb2
+from proto import messages_pb2_grpc as pb2_grpc
+from rappel.logger import configure as configure_logger
+
+DEFAULT_HOST = "127.0.0.1"
+LOGGER = configure_logger("rappel.bridge")
+
+_PORT_LOCK = RLock()
+_CACHED_PORT: Optional[int] = None
+_GRPC_TARGET: Optional[str] = None
+_GRPC_CHANNEL: Optional[aio.Channel] = None
+_GRPC_STUB: Optional[pb2_grpc.WorkflowServiceStub] = None
+_BOOT_MUTEX = Lock()
+_ASYNC_BOOT_LOCK: asyncio.Lock = asyncio.Lock()
+
+
+@dataclass
+class RunInstanceResult:
+    workflow_version_id: str
+    workflow_instance_id: str
+
+
+def _boot_command() -> list[str]:
+    override = os.environ.get("RAPPEL_BOOT_COMMAND")
+    if override:
+        LOGGER.debug("Using RAPPEL_BOOT_COMMAND=%s", override)
+        return shlex.split(override)
+    binary = os.environ.get("RAPPEL_BOOT_BINARY", "boot-rappel-singleton")
+    LOGGER.debug("Using RAPPEL_BOOT_BINARY=%s", binary)
+    return [binary]
+
+
+def _remember_port(port: int) -> int:
+    global _CACHED_PORT
+    with _PORT_LOCK:
+        _CACHED_PORT = port
+    return port
+
+
+def _cached_port() -> Optional[int]:
+    with _PORT_LOCK:
+        return _CACHED_PORT
+
+
+def _env_port_override() -> Optional[int]:
+    override = os.environ.get("RAPPEL_SERVER_PORT")
+    if not override:
+        return None
+    try:
+        return int(override)
+    except ValueError as exc:  # pragma: no cover
+        raise RuntimeError(f"invalid RAPPEL_SERVER_PORT value: {override}") from exc
+
+
+def _boot_singleton_blocking() -> int:
+    command = _boot_command()
+    with tempfile.NamedTemporaryFile(mode="w+", suffix=".txt") as f:
+        output_file = Path(f.name)
+
+        command.extend(["--output-file", str(output_file)])
+        LOGGER.info("Booting rappel singleton via: %s", " ".join(command))
+
+        try:
+            subprocess.run(
+                command,
+                check=True,
+                timeout=10,
+            )
+        except subprocess.TimeoutExpired as exc:  # pragma: no cover
+            LOGGER.error("boot command timed out after %s seconds", exc.timeout)
+            raise RuntimeError("unable to boot rappel server") from exc
+        except subprocess.CalledProcessError as exc:  # pragma: no cover
+            LOGGER.error("boot command failed: %s", exc)
+            raise RuntimeError("unable to boot rappel server") from exc
+        except OSError as exc:  # pragma: no cover
+            LOGGER.error("unable to spawn boot command: %s", exc)
+            raise RuntimeError("unable to boot rappel server") from exc
+
+        try:
+            # We use a file as a message passer because passing a PIPE to the singleton launcher
+            # will block our code indefinitely
+            # The singleton launches the webserver subprocess to inherit the stdin/stdout that the
+            # singleton launcher receives; which means that in the case of a PIPE it would pass that
+            # pipe to the subprocess and therefore never correctly close the file descriptor and signal
+            # exit process status to Python.
+            port_str = output_file.read_text().strip()
+            port = int(port_str)
+            LOGGER.info("boot command reported singleton port %s", port)
+            return port
+        except (ValueError, FileNotFoundError) as exc:  # pragma: no cover
+            raise RuntimeError(f"unable to read port from output file: {exc}") from exc
+
+
+def _resolve_port() -> int:
+    cached = _cached_port()
+    if cached is not None:
+        return cached
+    env_port = _env_port_override()
+    if env_port is not None:
+        return _remember_port(env_port)
+    with _BOOT_MUTEX:
+        cached = _cached_port()
+        if cached is not None:
+            return cached
+        port = _boot_singleton_blocking()
+        return _remember_port(port)
+
+
+async def _ensure_port_async() -> int:
+    cached = _cached_port()
+    if cached is not None:
+        return cached
+    env_port = _env_port_override()
+    if env_port is not None:
+        return _remember_port(env_port)
+    async with _ASYNC_BOOT_LOCK:
+        cached = _cached_port()
+        if cached is not None:
+            return cached
+        loop = asyncio.get_running_loop()
+        LOGGER.info("No cached singleton found, booting new instance")
+        port = await loop.run_in_executor(None, _boot_singleton_blocking)
+        LOGGER.info("Singleton ready on port %s", port)
+        return _remember_port(port)
+
+
+@asynccontextmanager
+async def ensure_singleton() -> AsyncIterator[int]:
+    """Yield the HTTP port for the singleton server, booting it exactly once."""
+    port = await _ensure_port_async()
+    yield port
+
+
+def _grpc_target() -> str:
+    explicit = os.environ.get("RAPPEL_GRPC_ADDR")
+    if explicit:
+        return explicit
+    http_url = os.environ.get("RAPPEL_SERVER_URL")
+    host_from_url = None
+    port_from_url = None
+    if http_url:
+        parsed = urlparse(http_url)
+        host_from_url = parsed.hostname
+        port_from_url = parsed.port
+    host = host_from_url or os.environ.get("RAPPEL_SERVER_HOST", DEFAULT_HOST)
+    port_override = os.environ.get("RAPPEL_GRPC_PORT")
+    if port_override:
+        try:
+            port = int(port_override)
+        except ValueError as exc:  # pragma: no cover
+            raise RuntimeError(f"invalid RAPPEL_GRPC_PORT value: {port_override}") from exc
+    else:
+        http_port = port_from_url if port_from_url is not None else _resolve_port()
+        port = http_port + 1
+    return f"{host}:{port}"
+
+
+async def _workflow_stub() -> pb2_grpc.WorkflowServiceStub:
+    global _GRPC_TARGET, _GRPC_CHANNEL, _GRPC_STUB
+    target = _grpc_target()
+    channel_to_wait: Optional[aio.Channel] = None
+    with _PORT_LOCK:
+        if _GRPC_STUB is not None and _GRPC_TARGET == target:
+            return _GRPC_STUB
+        channel = aio.insecure_channel(target)
+        stub = pb2_grpc.WorkflowServiceStub(channel)
+        _GRPC_CHANNEL = channel
+        _GRPC_STUB = stub
+        _GRPC_TARGET = target
+        channel_to_wait = channel
+    if channel_to_wait is not None:
+        await channel_to_wait.channel_ready()
+    return _GRPC_STUB  # type: ignore[return-value]
+
+
+async def run_instance(payload: bytes) -> RunInstanceResult:
+    """Register a workflow definition and start an instance over the gRPC bridge."""
+    async with ensure_singleton():
+        stub = await _workflow_stub()
+    registration = pb2.WorkflowRegistration()
+    registration.ParseFromString(payload)
+    request = pb2.RegisterWorkflowRequest(
+        registration=registration,
+    )
+    try:
+        response = await stub.RegisterWorkflow(request, timeout=30.0)
+    except aio.AioRpcError as exc:  # pragma: no cover
+        raise RuntimeError(f"register_workflow failed: {exc}") from exc
+    return RunInstanceResult(
+        workflow_version_id=response.workflow_version_id,
+        workflow_instance_id=response.workflow_instance_id,
+    )
+
+
+async def wait_for_instance(
+    instance_id: str,
+    poll_interval_secs: float = 1.0,
+) -> Optional[bytes]:
+    """Block until the workflow daemon produces the requested instance payload."""
+    async with ensure_singleton():
+        stub = await _workflow_stub()
+    request = pb2.WaitForInstanceRequest(
+        instance_id=instance_id,
+        poll_interval_secs=poll_interval_secs,
+    )
+    try:
+        response = await stub.WaitForInstance(request, timeout=None)
+    except aio.AioRpcError as exc:  # pragma: no cover
+        status_fn = exc.code
+        if callable(status_fn) and status_fn() == grpc.StatusCode.NOT_FOUND:
+            return None
+        raise RuntimeError(f"wait_for_instance failed: {exc}") from exc
+    return bytes(response.payload)

rappel/dependencies.py

@@ -0,0 +1,135 @@
+from __future__ import annotations
+
+import inspect
+from contextlib import AsyncExitStack, asynccontextmanager, contextmanager
+from dataclasses import dataclass
+from typing import Annotated, Any, AsyncIterator, Callable, Optional, get_args, get_origin
+
+
+@dataclass(frozen=True)
+class Depend:
+    """Marker for dependency injection, mirroring FastAPI's Depends syntax."""
+
+    dependency: Optional[Callable[..., Any]] = None
+    use_cache: bool = True
+
+
+def _depend_from_annotation(annotation: Any) -> Depend | None:
+    origin = get_origin(annotation)
+    if origin is not Annotated:
+        return None
+    metadata = get_args(annotation)[1:]
+    for meta in metadata:
+        if isinstance(meta, Depend):
+            return meta
+    return None
+
+
+def _dependency_marker(parameter: inspect.Parameter) -> Depend | None:
+    if isinstance(parameter.default, Depend):
+        return parameter.default
+    return _depend_from_annotation(parameter.annotation)
+
+
+class _DependencyResolver:
+    """Resolve dependency graphs for a callable, including context manager lifetimes."""
+
+    def __init__(self, initial_kwargs: Optional[dict[str, Any]] = None) -> None:
+        self._context: dict[str, Any] = dict(initial_kwargs or {})
+        self._cache: dict[Callable[..., Any], Any] = {}
+        self._active: set[Callable[..., Any]] = set()
+        self._stack = AsyncExitStack()
+
+    async def close(self) -> None:
+        await self._stack.aclose()
+
+    async def build_call_kwargs(self, func: Callable[..., Any]) -> dict[str, Any]:
+        call_kwargs: dict[str, Any] = {}
+        signature = inspect.signature(func)
+        func_name = func.__name__ if hasattr(func, "__name__") else func.__class__.__name__
+        for name, parameter in signature.parameters.items():
+            if parameter.kind in (
+                inspect.Parameter.VAR_POSITIONAL,
+                inspect.Parameter.VAR_KEYWORD,
+            ):
+                continue
+            if name in self._context:
+                call_kwargs[name] = self._context[name]
+                continue
+            marker = _dependency_marker(parameter)
+            if marker is not None:
+                value = await self._resolve_dependency(marker)
+                self._context[name] = value
+                call_kwargs[name] = value
+                continue
+            if parameter.default is not inspect.Parameter.empty:
+                call_kwargs[name] = parameter.default
+                self._context.setdefault(name, parameter.default)
+                continue
+            raise TypeError(f"Missing required parameter '{name}' for {func_name}")
+        return call_kwargs
+
+    async def _resolve_dependency(self, marker: Depend) -> Any:
+        dependency = marker.dependency
+        if dependency is None:
+            raise TypeError("Depend requires a dependency callable")
+        if marker.use_cache and dependency in self._cache:
+            return self._cache[dependency]
+        if dependency in self._active:
+            name = (
+                dependency.__name__
+                if hasattr(dependency, "__name__")
+                else dependency.__class__.__name__
+            )
+            raise RuntimeError(f"Circular dependency detected for {name}")
+        self._active.add(dependency)
+        try:
+            kwargs = await self.build_call_kwargs(dependency)
+            value = await self._call_dependency(dependency, kwargs)
+            if marker.use_cache:
+                self._cache[dependency] = value
+            return value
+        finally:
+            self._active.discard(dependency)
+
+    async def _call_dependency(
+        self,
+        dependency: Callable[..., Any],
+        kwargs: dict[str, Any],
+    ) -> Any:
+        if inspect.isasyncgenfunction(dependency):
+            context_manager = asynccontextmanager(dependency)(**kwargs)
+            return await self._stack.enter_async_context(context_manager)
+        if inspect.isgeneratorfunction(dependency):
+            context_manager = contextmanager(dependency)(**kwargs)
+            return self._stack.enter_context(context_manager)
+        result = dependency(**kwargs)
+        resolved = await self._await_if_needed(result)
+        return await self._enter_context_if_needed(resolved)
+
+    async def _await_if_needed(self, value: Any) -> Any:
+        if inspect.isawaitable(value):
+            return await value
+        return value
+
+    async def _enter_context_if_needed(self, value: Any) -> Any:
+        if hasattr(value, "__aenter__") and hasattr(value, "__aexit__"):
+            return await self._stack.enter_async_context(value)  # type: ignore[arg-type]
+        if hasattr(value, "__enter__") and hasattr(value, "__exit__"):
+            return self._stack.enter_context(value)  # type: ignore[arg-type]
+        return value
+
+
+@asynccontextmanager
+async def provide_dependencies(
+    func: Callable[..., Any],
+    kwargs: Optional[dict[str, Any]] = None,
+) -> AsyncIterator[dict[str, Any]]:
+    """Resolve dependencies for ``func`` and manage their lifetimes."""
+
+    resolver = _DependencyResolver(kwargs)
+    try:
+        call_kwargs = await resolver.build_call_kwargs(func)
+        yield call_kwargs
+    finally:
+        await resolver.close()

rappel/exceptions.py

@@ -0,0 +1,11 @@
+"""Custom exception types raised by rappel workflows."""
+
+
+class ExhaustedRetriesError(Exception):
+    """Raised when an action exhausts its allotted retry attempts."""
+
+    def __init__(self, message: str | None = None) -> None:
+        super().__init__(message or "action exhausted retries")
+
+
+ExhaustedRetries = ExhaustedRetriesError

rappel/formatter.py

@@ -0,0 +1,110 @@
+import os
+import re
+import sys
+from typing import List, Sequence, TextIO
+
+RESET = "\033[0m"
+
+STYLE_CODES = {
+    "bold": "\033[1m",
+    "dim": "\033[2m",
+    "red": "\033[31m",
+    "green": "\033[32m",
+    "yellow": "\033[33m",
+    "blue": "\033[34m",
+    "magenta": "\033[35m",
+    "cyan": "\033[36m",
+    "white": "\033[37m",
+}
+
+_TAG_PATTERN = re.compile(r"\[(/?)([a-zA-Z]+)?\]")
+
+
+def supports_color(stream: TextIO) -> bool:
+    """Return True if the provided stream likely supports ANSI colors."""
+
+    if os.environ.get("NO_COLOR"):
+        return False
+    if os.environ.get("FORCE_COLOR"):
+        return True
+    if stream.isatty():
+        if sys.platform != "win32":
+            return True
+        return bool(
+            os.environ.get("ANSICON")
+            or os.environ.get("WT_SESSION")
+            or os.environ.get("TERM_PROGRAM")
+        )
+    return False
+
+
+class Formatter:
+    """
+    Very small markup formatter inspired by Rich's tag syntax. We want to minimize our python client
+    dependencies to just grpc+standard library.
+
+    """
+
+    def __init__(self, enable_colors: bool) -> None:
+        self._enable_colors = enable_colors
+
+    @property
+    def enable_colors(self) -> bool:
+        return self._enable_colors
+
+    def format(self, text: str) -> str:
+        if not text:
+            return text
+        return _apply_markup(text, self._enable_colors)
+
+    def apply_styles(self, text: str, styles: Sequence[str]) -> str:
+        """Wrap text with markup tags for the provided style sequence."""
+
+        if not styles:
+            return text
+        opening = "".join(f"[{style}]" for style in styles)
+        closing = "".join(f"[/{style}]" for style in reversed(styles))
+        return f"{opening}{text}{closing}"
+
+
+def _apply_markup(text: str, enable_colors: bool) -> str:
+    if not enable_colors:
+        return _TAG_PATTERN.sub("", text)
+    result: List[str] = []
+    stack: List[str] = []
+    index = 0
+    for match in _TAG_PATTERN.finditer(text):
+        result.append(text[index : match.start()])
+        is_closing = match.group(1) == "/"
+        tag_name = match.group(2)
+        if tag_name is None:
+            if is_closing:
+                if stack:
+                    stack.clear()
+                    result.append(RESET)
+            else:
+                result.append(match.group(0))
+            index = match.end()
+            continue
+        if is_closing:
+            if tag_name in stack:
+                while stack:
+                    name = stack.pop()
+                    result.append(RESET)
+                    if name == tag_name:
+                        break
+                if stack:
+                    result.append("".join(STYLE_CODES[name] for name in stack))
+            index = match.end()
+            continue
+        code = STYLE_CODES.get(tag_name)
+        if code is None:
+            result.append(match.group(0))
+        else:
+            stack.append(tag_name)
+            result.append(code)
+        index = match.end()
+    result.append(text[index:])
+    if stack:
+        result.append(RESET)
+    return "".join(result)