synth-ai 0.2.16__py3-none-any.whl → 0.2.17__py3-none-any.whl

synth_ai/cli/eval/__init__.py

@@ -0,0 +1,36 @@
+from __future__ import annotations
+
+from .core import command, get_command
+from .errors import (
+    EvalCliError,
+    EvalConfigNotFoundError,
+    EvalConfigParseError,
+    InvalidEvalConfigError,
+    MetadataFilterFormatError,
+    MetadataSQLExecutionError,
+    MetadataSQLResultError,
+    MissingEvalTableError,
+    NoSeedsMatchedError,
+    SeedParseError,
+    TaskInfoUnavailableError,
+    TomlUnavailableError,
+)
+from .validation import validate_eval_options
+
+__all__ = [
+    "command",
+    "get_command",
+    "EvalCliError",
+    "TomlUnavailableError",
+    "EvalConfigNotFoundError",
+    "EvalConfigParseError",
+    "MissingEvalTableError",
+    "InvalidEvalConfigError",
+    "SeedParseError",
+    "MetadataFilterFormatError",
+    "TaskInfoUnavailableError",
+    "NoSeedsMatchedError",
+    "MetadataSQLExecutionError",
+    "MetadataSQLResultError",
+    "validate_eval_options",
+]

synth_ai/cli/eval/core.py

@@ -0,0 +1,5 @@
+from __future__ import annotations
+
+from synth_ai.cli.commands.eval.core import command, get_command
+
+__all__ = ["command", "get_command"]

synth_ai/cli/eval/errors.py

@@ -0,0 +1,31 @@
+from __future__ import annotations
+
+from synth_ai.cli.commands.eval.errors import (
+    EvalCliError,
+    EvalConfigNotFoundError,
+    EvalConfigParseError,
+    InvalidEvalConfigError,
+    MetadataFilterFormatError,
+    MetadataSQLExecutionError,
+    MetadataSQLResultError,
+    MissingEvalTableError,
+    NoSeedsMatchedError,
+    SeedParseError,
+    TaskInfoUnavailableError,
+    TomlUnavailableError,
+)
+
+__all__ = [
+    "EvalCliError",
+    "TomlUnavailableError",
+    "EvalConfigNotFoundError",
+    "EvalConfigParseError",
+    "MissingEvalTableError",
+    "InvalidEvalConfigError",
+    "SeedParseError",
+    "MetadataFilterFormatError",
+    "TaskInfoUnavailableError",
+    "NoSeedsMatchedError",
+    "MetadataSQLExecutionError",
+    "MetadataSQLResultError",
+]

synth_ai/cli/eval/validation.py

@@ -0,0 +1,5 @@
+from __future__ import annotations
+
+from synth_ai.cli.commands.eval.validation import validate_eval_options
+
+__all__ = ["validate_eval_options"]

synth_ai/cli/filter/__init__.py

@@ -0,0 +1,28 @@
+from __future__ import annotations
+
+from .core import command, get_command
+from .errors import (
+    FilterCliError,
+    FilterConfigNotFoundError,
+    FilterConfigParseError,
+    InvalidFilterConfigError,
+    MissingFilterTableError,
+    NoSessionsMatchedError,
+    NoTracesFoundError,
+    TomlUnavailableError,
+)
+from .validation import validate_filter_options
+
+__all__ = [
+    "command",
+    "get_command",
+    "FilterCliError",
+    "TomlUnavailableError",
+    "FilterConfigNotFoundError",
+    "FilterConfigParseError",
+    "MissingFilterTableError",
+    "InvalidFilterConfigError",
+    "NoTracesFoundError",
+    "NoSessionsMatchedError",
+    "validate_filter_options",
+]

synth_ai/cli/filter/core.py

@@ -0,0 +1,5 @@
+from __future__ import annotations
+
+from synth_ai.cli.commands.filter.core import command, get_command
+
+__all__ = ["command", "get_command"]

synth_ai/cli/filter/errors.py

@@ -0,0 +1,23 @@
+from __future__ import annotations
+
+from synth_ai.cli.commands.filter.errors import (
+    FilterCliError,
+    FilterConfigNotFoundError,
+    FilterConfigParseError,
+    InvalidFilterConfigError,
+    MissingFilterTableError,
+    NoSessionsMatchedError,
+    NoTracesFoundError,
+    TomlUnavailableError,
+)
+
+__all__ = [
+    "FilterCliError",
+    "TomlUnavailableError",
+    "FilterConfigNotFoundError",
+    "FilterConfigParseError",
+    "MissingFilterTableError",
+    "InvalidFilterConfigError",
+    "NoTracesFoundError",
+    "NoSessionsMatchedError",
+]

synth_ai/cli/filter/validation.py

@@ -0,0 +1,5 @@
+from __future__ import annotations
+
+from synth_ai.cli.commands.filter.validation import validate_filter_options
+
+__all__ = ["validate_filter_options"]

synth_ai/cli/modal_serve/__init__.py

@@ -0,0 +1,12 @@
+from __future__ import annotations
+
+from .core import command, get_command
+from .errors import ModalServeCliError
+from .validation import validate_modal_serve_options
+
+__all__ = [
+    "command",
+    "get_command",
+    "ModalServeCliError",
+    "validate_modal_serve_options",
+]

synth_ai/cli/modal_serve/core.py

@@ -0,0 +1,14 @@
+from __future__ import annotations
+
+import click
+from synth_ai.cli.task_apps import task_app_group
+
+__all__ = ["command", "get_command"]
+
+command = task_app_group.commands.get("modal-serve")
+
+
+def get_command() -> click.Command:
+    if command is None:
+        raise RuntimeError("modal-serve command is not registered on task_app_group")
+    return command

synth_ai/cli/modal_serve/errors.py

@@ -0,0 +1,8 @@
+from __future__ import annotations
+
+
+class ModalServeCliError(RuntimeError):
+    """Base exception for modal-serve CLI failures."""
+
+
+__all__ = ["ModalServeCliError"]

synth_ai/cli/modal_serve/validation.py

@@ -0,0 +1,11 @@
+from __future__ import annotations
+
+from collections.abc import MutableMapping
+from typing import Any
+
+__all__ = ["validate_modal_serve_options"]
+
+
+def validate_modal_serve_options(options: MutableMapping[str, Any]) -> MutableMapping[str, Any]:
+    """Validate parameters passed to the modal-serve CLI command."""
+    return options

synth_ai/cli/serve/__init__.py

@@ -0,0 +1,12 @@
+from __future__ import annotations
+
+from .core import command, get_command
+from .errors import ServeCliError
+from .validation import validate_serve_options
+
+__all__ = [
+    "command",
+    "get_command",
+    "ServeCliError",
+    "validate_serve_options",
+]

synth_ai/cli/serve/core.py

@@ -0,0 +1,14 @@
+from __future__ import annotations
+
+import click
+from synth_ai.cli.task_apps import task_app_group
+
+__all__ = ["command", "get_command"]
+
+command = task_app_group.commands.get("serve")
+
+
+def get_command() -> click.Command:
+    if command is None:
+        raise RuntimeError("Serve command is not registered on task_app_group")
+    return command

synth_ai/cli/serve/errors.py

@@ -0,0 +1,8 @@
+from __future__ import annotations
+
+
+class ServeCliError(RuntimeError):
+    """Base exception for serve CLI failures."""
+
+
+__all__ = ["ServeCliError"]

synth_ai/cli/serve/validation.py

@@ -0,0 +1,11 @@
+from __future__ import annotations
+
+from collections.abc import MutableMapping
+from typing import Any
+
+__all__ = ["validate_serve_options"]
+
+
+def validate_serve_options(options: MutableMapping[str, Any]) -> MutableMapping[str, Any]:
+    """Validate parameters passed to the serve CLI command."""
+    return options

synth_ai/cli/setup.py

@@ -1,266 +1,21 @@
-from __future__ import annotations
-
-import contextlib
-import os
-import time
-import webbrowser
-from pathlib import Path
-from typing import Any, cast
-from urllib.parse import urljoin, urlsplit, urlunsplit
-
-import requests
-from click.exceptions import Exit
-from synth_ai.demos import core as demo_core
-from synth_ai.utils.cli import print_next_step
-from synth_ai.utils.env import mask_str
-from synth_ai.utils.modal import is_modal_public_url
-from synth_ai.utils.process import popen_capture
-from synth_ai.utils.user_config import USER_CONFIG_PATH, update_user_config
-
-
-class HandshakeError(Exception):
-    pass
-
-
-def _get_canonical_origin() -> str:
-    """Resolve the dashboard origin for the browser handshake.
-
-    Priority order:
-      1. Explicit ``SYNTH_CANONICAL_ORIGIN`` override.
-      2. Development flag ``SYNTH_CANONICAL_DEV`` (case-insensitive truthy) → localhost.
-      3. Production dashboard at ``https://www.usesynth.ai/dashboard``.
-    """
-
-    override = (os.getenv("SYNTH_CANONICAL_ORIGIN") or "").strip()
-    if override:
-        return override.rstrip("/")
-
-    dev_flag = (os.getenv("SYNTH_CANONICAL_DEV") or "").strip().lower()
-    if dev_flag in { "1", "true", "yes", "on" }:
-        print("USING DEV ORIGIN")
-        return "http://localhost:3000"
-
-    return "https://www.usesynth.ai/dashboard"
-
-
-def _split_origin(origin: str) -> tuple[str, str]:
-    parsed = urlsplit(origin)
-    bare = cast(str, urlunsplit((parsed.scheme, parsed.netloc, "", "", "")))
-    path = parsed.path.rstrip("/")
-    return bare, path
-
-
-def _ensure_verification_uri(data: dict[str, Any], base_with_path: str) -> None:
-    uri = data.get("verification_uri")
-    if not isinstance(uri, str) or not uri:
-        return
-    if uri.startswith("http://") or uri.startswith("https://"):
-        return
-    data["verification_uri"] = urljoin(base_with_path.rstrip("/") + "/", uri.lstrip("/"))
-
-
-def _start_handshake_session(origin: str | None = None) -> tuple[str, str, int, int]:
-    base = (origin or _get_canonical_origin()).rstrip("/")
-    api_origin, _ = _split_origin(base)
-    url = urljoin(api_origin.rstrip("/") + "/", "api/sdk/handshake/init")
-    r = requests.post(url, timeout=10)
-    if r.status_code != 200:
-        raise HandshakeError(f"init failed: {r.status_code} {r.text}")
-    try:
-        data = r.json()
-    except ValueError as exc:  # pragma: no cover - network dependent
-        raise HandshakeError(f"init returned malformed JSON: {exc}") from exc
-    _ensure_verification_uri(data, base)
-    return (
-        str(data.get("device_code")),
-        str(data.get("verification_uri")),
-        int(data.get("expires_in", 600)),
-        int(data.get("interval", 3)),
+"""Instructions on Docs → https://usesynth.ai/cli-cmds/setup"""
+
+import click
+from synth_ai.auth.credentials import fetch_credentials_from_web_browser_session
+
+
+@click.command("setup")
+@click.option(
+    "--local",
+    is_flag=True,
+    help="Load your credentials from your local machine"
+)
+@click.option(
+    "--dev",
+    is_flag=True
+)
+def setup_cmd(local: bool, dev: bool) -> None:
+    fetch_credentials_from_web_browser_session(
+        browser=not local,
+        prod=not dev
     )
-
-
-def _poll_handshake_token(
-    device_code: str, origin: str | None = None, *, timeout_s: int | None = None
-) -> dict[str, Any]:
-    base = (origin or _get_canonical_origin()).rstrip("/")
-    api_origin, _ = _split_origin(base)
-    url = urljoin(api_origin.rstrip("/") + "/", "api/sdk/handshake/token")
-    deadline = time.time() + (timeout_s or 600)
-    while True:
-        if time.time() > deadline:
-            raise HandshakeError("handshake timed out")
-        try:
-            r = requests.post(url, json={"device_code": device_code}, timeout=10)
-        except Exception:
-            time.sleep(2)
-            continue
-        if r.status_code == 200:
-            try:
-                data = r.json()
-            except ValueError as exc:  # pragma: no cover - network dependent
-                raise HandshakeError(f"token returned malformed JSON: {exc}") from exc
-            _ensure_verification_uri(data, base)
-            return data
-        elif r.status_code in (404, 410):
-            raise HandshakeError(f"handshake failed: {r.status_code}")
-        # 428 authorization_pending or others → wait and retry
-        time.sleep(2)
-
-
-def _run_handshake(origin: str | None = None) -> dict[str, Any]:
-    device_code, verification_uri, expires_in, interval = _start_handshake_session(origin)
-    with contextlib.suppress(Exception):
-        webbrowser.open(verification_uri)
-    return _poll_handshake_token(device_code, origin, timeout_s=expires_in)
-
-
-
-def setup() -> int:
-    # Prefer the demo directory provided in the current shell session, then fall back to persisted state
-    demo_dir_env = (os.environ.get("DEMO_DIR") or "").strip()
-    demo_dir: str | None = None
-    if demo_dir_env:
-        candidate = Path(demo_dir_env).expanduser()
-        if candidate.is_dir():
-            demo_dir = str(candidate.resolve())
-        else:
-            print(f"Warning: DEMO_DIR={demo_dir_env} does not exist; falling back to stored demo directory.")
-
-    if demo_dir is None:
-        loaded = demo_core.load_demo_dir()
-        if loaded:
-            demo_dir = loaded
-
-    if demo_dir and os.path.isdir(demo_dir):
-        os.chdir(demo_dir)
-        print(f"Using demo directory: {demo_dir}")
-
-    synth_key = ""
-    rl_env_key = ""
-    org_name = ""
-
-    try:
-        print("\n⏳ Connecting to your browser session…")
-        res = _run_handshake()
-        org = res.get("org") or {}
-        keys = res.get("keys") or {}
-        synth_key = str(keys.get("synth") or "").strip()
-        rl_env_key = str(keys.get("rl_env") or "").strip()
-        org_name = org.get("name") or "Unamed Organization ™️"
-        print(f"✅ Connected to {org_name}!")
-    except (HandshakeError, Exception) as exc:
-        print(f"⚠️  Failed to fetch keys from frontend: {exc}")
-        print("Falling back to manual entry...")
-
-    if not synth_key:
-        try:
-            synth_key = input(
-                "Failed to fetch your Synth API key. Please enter your Synth API key here:\n> "
-            ).strip()
-        except (EOFError, KeyboardInterrupt):
-            print("\nSetup cancelled.")
-            return 1
-        if not synth_key:
-            print("Synth API key is required.")
-            return 1
-
-    if not rl_env_key:
-        try:
-            rl_env_key = input(
-                "Failed to fetch your Environment API key. Please enter your Environment API key here:\n> "
-            ).strip()
-        except (EOFError, KeyboardInterrupt):
-            print("\nSetup cancelled.")
-            return 1
-        if not rl_env_key:
-            print("Environment API key is required.")
-            return 1
-
-    # Persist keys to user config
-    config_updates = {
-        "SYNTH_API_KEY": synth_key,
-        "ENVIRONMENT_API_KEY": rl_env_key,
-    }
-    update_user_config(config_updates)
-
-    os.environ["SYNTH_API_KEY"] = synth_key
-    os.environ["ENVIRONMENT_API_KEY"] = rl_env_key
-
-    env = demo_core.load_env()
-
-    def _refresh_env() -> None:
-        nonlocal env
-        env = demo_core.load_env()
-
-    def _maybe_fix_task_url() -> None:
-        if not env.task_app_name:
-            return
-        current = env.task_app_base_url
-        needs_lookup = not current or not is_modal_public_url(current)
-        if not needs_lookup:
-            return
-        code, out = popen_capture(
-            [
-                "uv",
-                "run",
-                "python",
-                "-m",
-                "modal",
-                "app",
-                "url",
-                env.task_app_name,
-            ]
-        )
-        if code != 0 or not out:
-            return
-        new_url = ""
-        for token in out.split():
-            if is_modal_public_url(token):
-                new_url = token.strip().rstrip("/")
-                break
-        if new_url and new_url != current:
-            print(f"Updating TASK_APP_BASE_URL from Modal CLI → {new_url}")
-            persist_path = demo_dir or os.getcwd()
-            demo_core.persist_task_url(new_url, name=env.task_app_name, path=persist_path)
-            os.environ["TASK_APP_BASE_URL"] = new_url
-            _refresh_env()
-
-    modal_ok, modal_msg = demo_core.modal_auth_status()
-    if modal_ok:
-        print(f"✓ Modal authenticated: {modal_msg}")
-    else:
-        print(f"[setup] Modal authentication status: {modal_msg}")
-
-    _maybe_fix_task_url()
-
-    if env.dev_backend_url:
-        api = env.dev_backend_url.rstrip("/") + (
-            "" if env.dev_backend_url.endswith("/api") else "/api"
-        )
-        demo_core.assert_http_ok(api + "/health", method="GET")
-    if env.task_app_base_url:
-        base = env.task_app_base_url.rstrip("/")
-        demo_core.assert_http_ok(
-            base + "/health", method="GET"
-        ) or demo_core.assert_http_ok(
-            base, method="GET"
-        )
-    print("\nSaved keys:")
-    print(f"  SYNTH_API_KEY={mask_str(synth_key)}")
-    print(f"  ENVIRONMENT_API_KEY={mask_str(rl_env_key)}")
-    if env.task_app_base_url:
-        print(f"  TASK_APP_BASE_URL={env.task_app_base_url}")
-    print(f"Configuration persisted to: {USER_CONFIG_PATH}")
-
-    demo_core.persist_demo_dir(os.getcwd())
-
-    print_next_step("deploy our task app", ["uvx synth-ai deploy"])
-    return 0
-
-
-def register(group):
-    @group.command("setup")
-    def demo_setup():
-        code = setup()
-        if code:
-            raise Exit(code)

synth_ai/cli/status.py

@@ -1,134 +1,15 @@
 #!/usr/bin/env python3
-"""
-CLI: status of agent runs/versions and environment service.
-"""
+"""Compatibility wrapper for legacy status imports."""
 
-import asyncio
+from __future__ import annotations
 
 import click
-import requests
-from rich import box
-from rich.console import Console
-from rich.panel import Panel
-from rich.table import Table
+from synth_ai.cli.commands.status import register as _register_status
 
-from ._storage import load_storage
 
+def register(cli: click.Group) -> None:
+    """Register status subcommands on the provided CLI group."""
+    _register_status(cli)
 
-async def _db_stats(db_url: str) -> dict:
-    create_storage, storage_config = load_storage()
-    db = create_storage(storage_config(connection_string=db_url))
-    await db.initialize()
-    try:
-        out: dict = {}
-        # Totals
-        totals = await db.query_traces(
-            """
-            SELECT 
-              (SELECT COUNT(*) FROM session_traces) AS sessions,
-              (SELECT COUNT(*) FROM experiments) AS experiments,
-              (SELECT COUNT(*) FROM events) AS events,
-              (SELECT COUNT(*) FROM messages) AS messages,
-              (SELECT COALESCE(SUM(CASE WHEN event_type='cais' THEN cost_usd ELSE 0 END),0)/100.0 FROM events) AS total_cost_usd,
-              (SELECT COALESCE(SUM(CASE WHEN event_type='cais' THEN total_tokens ELSE 0 END),0) FROM events) AS total_tokens
-        """
-        )
-        if not totals.empty:
-            out["totals"] = totals.iloc[0].to_dict()
-        else:
-            out["totals"] = {}
 
-        # Systems summary
-        systems = await db.query_traces(
-            """
-            SELECT system_type, COUNT(*) as count FROM systems GROUP BY system_type
-        """
-        )
-        out["systems"] = systems
-
-        versions = await db.query_traces(
-            """
-            SELECT COUNT(*) as version_count FROM system_versions
-        """
-        )
-        if not versions.empty:
-            out["version_count"] = int(versions.iloc[0]["version_count"])
-        else:
-            out["version_count"] = 0
-        return out
-    finally:
-        await db.close()
-
-
-def register(cli):
-    @cli.command()
-    @click.option(
-        "--url",
-        "db_url",
-        default="sqlite+aiosqlite:///./synth_ai.db/dbs/default/data",
-        help="Database URL",
-    )
-    @click.option("--service-url", default="http://127.0.0.1:8901", help="Environment service URL")
-    def status(db_url: str, service_url: str):
-        """Show DB stats, agent/environment system counts, and env service health."""
-        console = Console()
-
-        async def _run():
-            # DB
-            stats = await _db_stats(db_url)
-
-            # Env service
-            health_text = "[red]unreachable[/red]"
-            envs_list = []
-            try:
-                r = requests.get(f"{service_url}/health", timeout=2)
-                if r.ok:
-                    data = r.json()
-                    health_text = "[green]ok[/green]"
-                    envs_list = data.get("supported_environments", [])
-                else:
-                    health_text = f"[red]{r.status_code}[/red]"
-            except Exception:
-                pass
-
-            # Render
-            totals = stats.get("totals", {})
-            lines = []
-            lines.append(f"DB: [dim]{db_url}[/dim]")
-            lines.append(
-                f"Experiments: {int(totals.get('experiments', 0)):,}  "
-                f"Sessions: {int(totals.get('sessions', 0)):,}  "
-                f"Events: {int(totals.get('events', 0)):,}  "
-                f"Messages: {int(totals.get('messages', 0)):,}"
-            )
-            lines.append(
-                f"Cost: ${float(totals.get('total_cost_usd', 0.0) or 0.0):.4f}  "
-                f"Tokens: {int(totals.get('total_tokens', 0)):,}"
-            )
-            lines.append("")
-            lines.append(f"Env Service: {health_text}  [dim]{service_url}[/dim]")
-            if envs_list:
-                lines.append(
-                    "Environments: "
-                    + ", ".join(sorted(envs_list)[:10])
-                    + (" ..." if len(envs_list) > 10 else "")
-                )
-
-            panel_main = Panel("\n".join(lines), title="Synth AI Status", border_style="cyan")
-            console.print(panel_main)
-
-            # Systems table
-            sys_df = stats.get("systems")
-            if sys_df is not None and not sys_df.empty:
-                tbl = Table(
-                    title=f"Systems (versions: {stats.get('version_count', 0)})",
-                    box=box.SIMPLE,
-                    header_style="bold",
-                )
-                tbl.add_column("Type")
-                tbl.add_column("Count", justify="right")
-                for _, r in sys_df.iterrows():
-                    tbl.add_row(str(r.get("system_type", "-")), f"{int(r.get('count', 0)):,}")
-                console.print(tbl)
-
-        asyncio.run(_run())
+__all__ = ["register"]