cli-relay 0.1.0__py3-none-any.whl

cli_relay/quota.py

@@ -0,0 +1,123 @@
+"""Remembers which providers are rate-limited and until when, across runs.
+
+State is a small JSON file (see :func:`default_state_path`). Writes are atomic; concurrent
+cli-relay processes may overwrite each other's newest observation, which is acceptable
+for a single-user tool.
+"""
+
+from __future__ import annotations
+
+import json
+import os
+import sys
+import tempfile
+import time
+from dataclasses import dataclass
+from pathlib import Path
+from typing import Any
+
+from cli_relay.events import Event, Failed, FailureKind, QuotaInfo
+
+
+def default_state_path() -> Path:
+    if env := os.environ.get("CLI_RELAY_STATE"):
+        return Path(env)
+    if sys.platform == "win32":
+        base = Path(os.environ.get("LOCALAPPDATA") or Path.home() / "AppData" / "Local")
+    else:
+        base = Path(os.environ.get("XDG_STATE_HOME") or Path.home() / ".local" / "state")
+    return base / "cli-relay" / "state.json"
+
+
+@dataclass(frozen=True)
+class Block:
+    until: float
+    reason: str
+
+
+class QuotaTracker:
+    def __init__(
+        self,
+        path: Path | None = None,
+        *,
+        default_cooldown_s: float = 1800,
+        skip_above_utilization: float | None = 0.98,
+    ) -> None:
+        self.path = path
+        self.default_cooldown_s = default_cooldown_s
+        self.skip_above_utilization = skip_above_utilization
+        self._data: dict[str, dict[str, Any]] = self._load()
+
+    # -- persistence -------------------------------------------------------------------
+    def _load(self) -> dict[str, dict[str, Any]]:
+        if not self.path or not self.path.exists():
+            return {}
+        try:
+            data = json.loads(self.path.read_text(encoding="utf-8"))
+        except (OSError, ValueError):
+            return {}
+        return data if isinstance(data, dict) else {}
+
+    def _save(self) -> None:
+        if not self.path:
+            return
+        self.path.parent.mkdir(parents=True, exist_ok=True)
+        fd, tmp = tempfile.mkstemp(dir=self.path.parent, prefix=".state-", suffix=".json")
+        with os.fdopen(fd, "w", encoding="utf-8") as fh:
+            json.dump(self._data, fh, indent=2, sort_keys=True)
+        os.replace(tmp, self.path)
+
+    def _entry(self, provider: str) -> dict[str, Any]:
+        return self._data.setdefault(provider, {})
+
+    # -- observation -------------------------------------------------------------------
+    def observe(self, event: Event) -> None:
+        if isinstance(event, QuotaInfo):
+            windows = self._entry(event.provider).setdefault("windows", {})
+            windows[event.window] = {
+                "status": event.status,
+                "utilization": event.utilization,
+                "resets_at": event.resets_at,
+                "seen_at": event.at,
+            }
+            self._save()
+        elif isinstance(event, Failed) and event.kind is FailureKind.RATE_LIMIT:
+            until = event.resets_at or (event.at + self.default_cooldown_s)
+            self.block(event.provider, until, event.message[:300] or "rate limited")
+
+    def block(self, provider: str, until: float, reason: str) -> None:
+        self._entry(provider)["blocked"] = {"until": until, "reason": reason}
+        self._save()
+
+    def clear(self, provider: str | None = None) -> None:
+        if provider is None:
+            self._data.clear()
+        else:
+            self._data.pop(provider, None)
+        self._save()
+
+    # -- queries -----------------------------------------------------------------------
+    def blocked(self, provider: str, now: float | None = None) -> Block | None:
+        now = time.time() if now is None else now
+        entry = self._data.get(provider, {})
+        blocked = entry.get("blocked")
+        if blocked and float(blocked.get("until", 0)) > now:
+            return Block(float(blocked["until"]), str(blocked.get("reason", "")))
+        limit = self.skip_above_utilization
+        for name, window in (entry.get("windows") or {}).items():
+            resets = window.get("resets_at")
+            if not resets or float(resets) <= now:
+                continue
+            util = window.get("utilization")
+            exhausted = window.get("status") not in (None, "allowed", "allowed_warning")
+            if exhausted or (limit is not None and util is not None and float(util) >= limit):
+                return Block(
+                    float(resets),
+                    f"{name} window at {util:.0%}"
+                    if util is not None
+                    else f"{name} window {window.get('status')}",
+                )
+        return None
+
+    def snapshot(self) -> dict[str, dict[str, Any]]:
+        return json.loads(json.dumps(self._data))  # type: ignore[no-any-return]

cli_relay/relay.py

@@ -0,0 +1,137 @@
+"""The relay: try providers in order, switch on limits, brief the next one."""
+
+from __future__ import annotations
+
+import asyncio
+import time
+from collections.abc import AsyncIterator, Sequence
+from dataclasses import dataclass, field
+
+from cli_relay.adapters.base import Adapter
+from cli_relay.events import (
+    Completed,
+    Event,
+    Failed,
+    FailureKind,
+    Skipped,
+    Switched,
+    Waiting,
+)
+from cli_relay.handoff import HandoffLog
+from cli_relay.models import Task
+from cli_relay.quota import QuotaTracker
+
+RELAY = "relay"
+
+
+@dataclass
+class RelayPolicy:
+    #: Failure kinds that make the relay move on to the next provider.
+    switch_on: frozenset[FailureKind] = field(
+        default_factory=lambda: frozenset(
+            {
+                FailureKind.RATE_LIMIT,
+                FailureKind.AUTH,
+                FailureKind.NOT_INSTALLED,
+                FailureKind.ERROR,
+            }
+        )
+    )
+    #: If a blocked provider resets within this many seconds, wait for it instead of
+    #: skipping it. ``0`` disables waiting.
+    wait_if_reset_within_s: float = 0
+    #: Write HANDOFF.md into the task's working directory when switching mid-task.
+    write_handoff_file: bool = False
+
+
+class Relay:
+    def __init__(
+        self,
+        adapters: Sequence[Adapter],
+        quota: QuotaTracker | None = None,
+        policy: RelayPolicy | None = None,
+    ) -> None:
+        if not adapters:
+            raise ValueError("at least one provider is required")
+        self.adapters = list(adapters)
+        self.quota = quota or QuotaTracker()
+        self.policy = policy or RelayPolicy()
+
+    async def run(self, task: Task) -> AsyncIterator[Event]:
+        """Stream events from the first provider that finishes the task.
+
+        The stream ends with the provider's :class:`Completed` event, or with a
+        :class:`Failed` event from provider ``"relay"`` when every provider failed.
+        """
+        log = HandoffLog(task.prompt)
+        previous: str | None = None
+        last_failure: Failed | None = None
+        for adapter in self.adapters:
+            ok, reason = adapter.available()
+            if not ok:
+                yield Skipped(provider=adapter.name, reason=reason)
+                continue
+            block = self.quota.blocked(adapter.name)
+            if block:
+                wait = block.until - time.time()
+                if 0 < wait <= self.policy.wait_if_reset_within_s:
+                    yield Waiting(provider=adapter.name, until=block.until, reason=block.reason)
+                    await asyncio.sleep(wait)
+                else:
+                    yield Skipped(
+                        provider=adapter.name,
+                        reason=f"limited until {_clock(block.until)}: {block.reason}",
+                    )
+                    continue
+            if previous is not None:
+                yield Switched(
+                    provider=previous,
+                    to_provider=adapter.name,
+                    reason=last_failure.kind.value if last_failure else "",
+                )
+                if self.policy.write_handoff_file and task.cwd and log.has_progress:
+                    log.write(task.cwd)
+            attempt = task if previous is None else task.with_prompt(log.continuation_prompt())
+            result: Event | None = None
+            async for event in adapter.run(attempt):
+                self.quota.observe(event)
+                log.observe(event)
+                yield event
+                if event.terminal:
+                    result = event
+            if isinstance(result, Completed):
+                return
+            last_failure = (
+                result
+                if isinstance(result, Failed)
+                else Failed(
+                    provider=adapter.name, kind=FailureKind.ERROR, message="no terminal event"
+                )
+            )
+            if last_failure.kind not in self.policy.switch_on:
+                yield Failed(
+                    provider=RELAY,
+                    kind=last_failure.kind,
+                    message=f"{adapter.name}: {last_failure.message}",
+                )
+                return
+            previous = adapter.name
+        yield Failed(
+            provider=RELAY,
+            kind=last_failure.kind if last_failure else FailureKind.NOT_INSTALLED,
+            message="no provider could complete the task"
+            + (
+                f"; last error from {last_failure.provider}: {last_failure.message}"
+                if last_failure
+                else "; none was available"
+            ),
+        )
+
+    async def run_to_end(self, task: Task) -> tuple[Event, list[Event]]:
+        """Convenience wrapper: return ``(terminal_event, all_events)``."""
+        events = [event async for event in self.run(task)]
+        return events[-1], events
+
+
+def _clock(epoch: float) -> str:
+    return time.strftime("%Y-%m-%d %H:%M", time.localtime(epoch))

cli_relay-0.1.0.dist-info/METADATA

@@ -0,0 +1,227 @@
+Metadata-Version: 2.5
+Name: cli-relay
+Version: 0.1.0
+Summary: Run coding-agent CLIs (Claude Code, Antigravity, Codex, any OpenAI-compatible API) as one worker with automatic fallback when a subscription hits its limit.
+Project-URL: Homepage, https://github.com/mustikon/cli-relay
+Project-URL: Issues, https://github.com/mustikon/cli-relay/issues
+Project-URL: Changelog, https://github.com/mustikon/cli-relay/blob/main/CHANGELOG.md
+Author: mustikon
+License-Expression: Apache-2.0
+License-File: LICENSE
+Keywords: agents,antigravity,claude-code,codex,fallback,gemini,llm,mcp,rate-limit
+Classifier: Development Status :: 3 - Alpha
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Software Development
+Classifier: Typing :: Typed
+Requires-Python: >=3.11
+Provides-Extra: mcp
+Requires-Dist: mcp<2,>=1.10; extra == 'mcp'
+Description-Content-Type: text/markdown
+
+# cli-relay
+
+[![CI](https://github.com/mustikon/cli-relay/actions/workflows/ci.yml/badge.svg)](https://github.com/mustikon/cli-relay/actions/workflows/ci.yml)
+[![PyPI](https://img.shields.io/pypi/v/cli-relay.svg)](https://pypi.org/project/cli-relay/)
+[![Python](https://img.shields.io/pypi/pyversions/cli-relay.svg)](https://pypi.org/project/cli-relay/)
+[![License](https://img.shields.io/badge/license-Apache--2.0-blue.svg)](LICENSE)
+
+**One worker interface over several coding-agent CLIs, with automatic fallback when a
+subscription hits its limit.**
+
+[Русская версия](README.ru.md)
+
+You pay for Claude, ChatGPT and Google subscriptions, and each comes with its own agent CLI
+and its own usage window. `cli-relay` runs a task on the first provider that can take it.
+If that provider runs out of quota mid-task, the relay hands the work to the next one with
+a briefing on what was already done.
+
+```
+cli-relay run "fix the failing test in tests/test_api.py" --cwd ~/code/app --permission edit
+
+[cli-relay] claude started (claude-opus-5-5)
+...
+[cli-relay] claude failed [rate_limit]: You've hit your limit · resets 3pm
+[cli-relay] switching claude -> antigravity (rate_limit)
+[cli-relay] antigravity started
+...
+[cli-relay] done by antigravity
+```
+
+## Why
+
+* **The official CLIs, unmodified.** `cli-relay` launches `claude`, `agy` and `codex`
+  exactly as you would, under your own login. It never extracts, proxies or reuses OAuth
+  tokens. You keep each tool's own permissions, hooks, `CLAUDE.md` / `AGENTS.md`, skills
+  and MCP servers.
+* **Limit-aware.** Claude Code reports its five-hour and weekly windows in its event
+  stream. `cli-relay` records them and skips a provider *before* it fails when a window is
+  nearly used up. A provider that failed on a limit is skipped until its reset time.
+* **Handoff, not restart.** When it switches providers mid-task, the next agent gets the
+  original task, the actions already taken and the last output. It is also told to check
+  `git status` / `git diff` before continuing.
+* **One event stream.** Every provider is normalised to the same events (`started`,
+  `text_delta`, `tool_activity`, `quota_info`, `completed`, `failed`, plus the relay's
+  `skipped` / `waiting` / `switched`). Use `--format ndjson` to drive it from another
+  program, such as a voice assistant.
+* **MCP server.** `cli-relay mcp` exposes `relay_run` and `relay_status`, so any MCP client
+  can delegate work and get fallback for free.
+* **Small and dependency-free.** The core uses only the Python standard library. That
+  matters for a tool that runs next to all your credentials.
+
+## Providers
+
+| Type | CLI / endpoint | Status | Session resume | Quota telemetry |
+|---|---|---|---|---|
+| `claude` | Claude Code `claude -p --output-format stream-json` | verified live | `--resume` | five-hour / weekly windows |
+| `antigravity` | Google Antigravity `agy -p --output-format stream-json` | verified live | `--conversation` | from error text |
+| `codex` | OpenAI Codex `codex exec --json` (also finds the copy bundled with the Codex desktop app on Windows) | command layout and limit path verified live on 0.167; success path from docs | `exec resume` | from error text, incl. "try again at 11:05 AM" |
+| `openai` | any OpenAI-compatible `/chat/completions` (OpenRouter, vLLM, Ollama, LM Studio…) | tested with a local server | — | HTTP 429 + `Retry-After` |
+
+The `openai` type is a **text-only** fallback: it has no tools and cannot edit files.
+
+## Install
+
+```bash
+pipx install cli-relay            # or: uv tool install cli-relay
+pipx install "cli-relay[mcp]"     # with the MCP server
+```
+
+Requires Python 3.11+. Install and log in to the agent CLIs you want to use first.
+
+## Usage
+
+```bash
+cli-relay status                                   # what is installed / limited
+cli-relay run "explain src/auth.py"                # read-only by default
+cli-relay run - < task.md --cwd ./repo --permission edit
+cli-relay run "continue" --resume claude=SESSION_ID
+cli-relay run "..." --providers antigravity,claude --format ndjson
+cli-relay reset [provider]                         # forget recorded limits
+```
+
+### Permissions
+
+`--permission` is mapped to each CLI's own permission system. Non-interactive runs never
+wait for a prompt: anything that would ask is denied.
+
+| `--permission` | Claude Code | Antigravity | Codex |
+|---|---|---|---|
+| `read_only` (default) | `--permission-mode dontAsk` | `--mode plan` | `--sandbox read-only` |
+| `edit` | `--permission-mode acceptEdits` | `--mode accept-edits` | `--sandbox workspace-write` |
+| `full` | `--permission-mode auto` | `--mode auto` | `workspace-write` + `--approve-for-me` |
+
+A provider's `permission` setting is an upper bound, so a task never gets more than that.
+`cli-relay` never uses "skip all permission checks" flags.
+
+## Configuration
+
+`cli-relay` looks for its config file in this order:
+
+1. `--config PATH`
+2. `$CLI_RELAY_CONFIG`
+3. `./cli-relay.toml`
+4. `%APPDATA%\cli-relay\config.toml` on Windows, `~/.config/cli-relay/config.toml` elsewhere
+
+Without a file the chain is `claude → antigravity → codex`. See
+[`examples/cli-relay.toml`](examples/cli-relay.toml):
+
+```toml
+order = ["claude", "antigravity", "codex", "openrouter", "local"]
+
+[relay]
+wait_if_reset_within_s = 900      # wait for a provider that resets within 15 min
+skip_above_utilization = 0.97     # skip Claude when a usage window is ≥ 97 %
+default_cooldown_s = 1800         # when a limit error carries no reset time
+write_handoff_file = false        # also write HANDOFF.md into --cwd on a switch
+
+[providers.claude]
+model = "opus"
+permission = "edit"               # upper bound for this provider
+
+[providers.openrouter]
+type = "openai"
+base_url = "https://openrouter.ai/api/v1"
+model = "vendor/model-id"          # any OpenRouter model id
+api_key_env = "OPENROUTER_API_KEY"
+
+[providers.local]
+type = "openai"
+base_url = "http://127.0.0.1:8000/v1"   # vLLM / Ollama / LM Studio
+model = "your-served-model-name"
+```
+
+Recorded limits live in `%LOCALAPPDATA%\cli-relay\state.json` on Windows and
+`~/.local/state/cli-relay/state.json` elsewhere. Override the path with `$CLI_RELAY_STATE`.
+
+## As an MCP server
+
+```bash
+claude mcp add cli-relay -- cli-relay mcp
+```
+
+The server exposes two tools:
+* `relay_run(prompt, cwd?, providers?, permission?)` returns `{ok, provider, text, session_id, switches, skipped}`.
+* `relay_status()` returns installed providers and their known limits.
+
+By default an MCP client can only request `read_only` work, whatever it asks for.
+Otherwise a sandboxed agent could escalate by delegating to another one. To allow more,
+set this in the config:
+
+```toml
+[mcp]
+max_permission = "edit"
+```
+
+## As a library
+
+```python
+import asyncio
+from cli_relay import Relay, Task, TextDelta, Completed
+from cli_relay.config import load
+
+async def main() -> None:
+    cfg = load()
+    relay = Relay(cfg.adapters(), cfg.quota(), cfg.policy)
+    async for event in relay.run(Task(prompt="summarise README.md")):
+        if isinstance(event, TextDelta):
+            print(event.text, end="")
+        elif isinstance(event, Completed):
+            print(f"\n-- by {event.provider}")
+
+asyncio.run(main())
+```
+
+## Terms of service
+
+`cli-relay` is meant for **your own** subscriptions on **your own** machine. It runs each
+vendor's official CLI as a normal user would, and the vendors' terms still apply. For
+unattended automation, the vendors recommend API keys over subscription logins. Do not
+use `cli-relay` to share one subscription between several people.
+
+## Security notes
+
+* Agent processes are started from an argument list, never through a shell.
+* On Windows, `claude` and `codex` are npm `.cmd` shims, which `cmd.exe` re-parses. Prompts
+  and system prompts are therefore always sent through stdin or a temp file. `cli-relay`
+  refuses to put `cmd.exe` metacharacters on such a command line.
+* Corrupted or interleaved NDJSON lines are salvaged rather than crashing a long run.
+
+See [SECURITY.md](SECURITY.md) for how to report a vulnerability.
+
+## Roadmap
+
+- Voice and push approvals for permission prompts (Claude Code `PermissionRequest` hook,
+  Codex app-server approvals)
+- Codex app-server adapter with first-class rate-limit telemetry
+- Git worktree per task with automatic WIP checkpoints
+- Same-harness fallback (Claude Code against an Anthropic-compatible endpoint)
+
+## License
+
+[Apache-2.0](LICENSE)

cli_relay-0.1.0.dist-info/RECORD

@@ -0,0 +1,25 @@
+cli_relay/__init__.py,sha256=7SXYjS-7SXGqQ4l1McyMDO4rgBxIod2wotUJy3-evX8,717
+cli_relay/__main__.py,sha256=7Hwal8yYdxsKc-0gXmz0qH-RkuzVSj4C8tX7wuCehdQ,61
+cli_relay/cli.py,sha256=NOITCKfeNG3x2kdf-DjG1dRy_Ky4lUTwc3uu8FzmPVU,8791
+cli_relay/config.py,sha256=5NBvYgyvmwzHfHrq3st2ysiTOkz1s0yVS24HwMPUcmo,4879
+cli_relay/errors.py,sha256=oTHU5hrFIqBmjNu1GAmDNFtto73gpH6F61rmLypHf-M,3013
+cli_relay/events.py,sha256=m-yp-Cyuc3DcFBdK-g3zzHKycpWiMxgZqxQsZsnVP88,2662
+cli_relay/handoff.py,sha256=EXmQQVU0HFbsPAR-L1fNi98R9ZjVCLwKpHmOhllfmCs,2668
+cli_relay/mcp_server.py,sha256=hgB9qkscUqraMiCpSUuOOJ9cmkQ8OeCWtjgrLgydJjI,4122
+cli_relay/models.py,sha256=TxAUx5oWDnFsz-VgZQb0lzuvZSN9FUa7V575w0lLrKw,2318
+cli_relay/ndjson.py,sha256=Vr2iahV9edbe8kk2-0gwzyqlTpU9j8z_pIffBb4nLLY,1153
+cli_relay/proc.py,sha256=d2vt9LLgUfA2ZSXpCfpEAyoAth0QA5JuxxFB4F--_Dg,6748
+cli_relay/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+cli_relay/quota.py,sha256=VmPR3BRl2_pbAz9UIzqYFI9qJ8-wHdDGPDMYsHGvra8,4700
+cli_relay/relay.py,sha256=V2hIu6nj7yaT7FNuT8cWJinODABJzU8qkf0Tjj_hnA8,4946
+cli_relay/adapters/__init__.py,sha256=lnsNmU5Dbs1jtbJWrG0kUBT7yYuqGJkD-CLjasPWAx0,1092
+cli_relay/adapters/antigravity.py,sha256=hdxYgsU2iJr0HQhNo7niezR72iOeAewn3nZlsfPbF3U,4347
+cli_relay/adapters/base.py,sha256=KYfIiW4PuArFFFIO49c3d1Cvm_3Wma6Hxdam9eoKHvg,5492
+cli_relay/adapters/claude.py,sha256=uVRHgAe-X_jXGGz_dJfGP8vaa3IUF9aRBWwCDErHBdI,6471
+cli_relay/adapters/codex.py,sha256=6hxkFUXPH1UIq6ayyjf_G72KsT1LDhld4gmJAXOlzso,4840
+cli_relay/adapters/openai_compat.py,sha256=G8fJ9YfeLTsaSnHJ8NYazjQQG-cfFd9jH7T_fPGA9Ds,5576
+cli_relay-0.1.0.dist-info/METADATA,sha256=BQpq9wqPvPd8q2dCJxS291kTiiRPB8DjRghaQfj4it8,9568
+cli_relay-0.1.0.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
+cli_relay-0.1.0.dist-info/entry_points.txt,sha256=zmAcRlUT8NX4-s0KIojlVEoTxBjAWjLBHi2NAe5KFkA,49
+cli_relay-0.1.0.dist-info/licenses/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
+cli_relay-0.1.0.dist-info/RECORD,,

cli_relay-0.1.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.33.0
+Root-Is-Purelib: true
+Tag: py3-none-any

cli_relay-0.1.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+cli-relay = cli_relay.cli:main