synth-ai 0.2.14__py3-none-any.whl → 0.4.4__py3-none-any.whl

synth_ai/cli/recent.py

@@ -1,132 +0,0 @@
-#!/usr/bin/env python3
-"""
-CLI: experiments active in the last K hours with summary stats.
-"""
-
-import asyncio
-from datetime import datetime, timedelta
-from typing import TYPE_CHECKING, Any
-
-import click
-from rich import box
-from rich.console import Console
-from rich.table import Table
-
-from synth_ai.cli._storage import load_storage
-
-if TYPE_CHECKING:  # pragma: no cover - typing only
-    import pandas as pd
-else:
-    pd = Any  # type: ignore[assignment]
-def _fmt_int(v: Any) -> str:
-    try:
-        return f"{int(v):,}"
-    except Exception:
-        return "0"
-
-
-def _fmt_money(v: Any) -> str:
-    try:
-        return f"${float(v or 0.0):.4f}"
-    except Exception:
-        return "$0.0000"
-
-
-def _fmt_time(v: Any) -> str:
-    try:
-        return str(v)
-    except Exception:
-        return "-"
-
-
-async def _fetch_recent(db_url: str, hours: float) -> "pd.DataFrame":
-    start_time = datetime.now() - timedelta(hours=hours)
-
-    create_storage, storage_config = load_storage()
-    db: Any = create_storage(storage_config(connection_string=db_url))
-    await db.initialize()
-    try:
-        query = """
-            WITH windowed_sessions AS (
-                SELECT *
-                FROM session_traces
-                WHERE created_at >= :start_time
-            )
-            SELECT 
-                e.experiment_id,
-                e.name,
-                e.description,
-                MIN(ws.created_at) AS window_start,
-                MAX(ws.created_at) AS window_end,
-                COUNT(DISTINCT ws.session_id) AS runs,
-                COUNT(DISTINCT ev.id) AS events,
-                COUNT(DISTINCT m.id) AS messages,
-                SUM(CASE WHEN ev.event_type = 'cais' THEN ev.cost_usd ELSE 0 END) / 100.0 AS cost_usd,
-                SUM(CASE WHEN ev.event_type = 'cais' THEN ev.total_tokens ELSE 0 END) AS tokens
-            FROM windowed_sessions ws
-            LEFT JOIN experiments e ON ws.experiment_id = e.experiment_id
-            LEFT JOIN events ev ON ws.session_id = ev.session_id
-            LEFT JOIN messages m ON ws.session_id = m.session_id
-            GROUP BY e.experiment_id, e.name, e.description
-            ORDER BY window_end DESC
-        """
-        df = await db.query_traces(query, {"start_time": start_time})
-        return df
-    finally:
-        await db.close()
-
-
-def register(cli):
-    @cli.command()
-    @click.option(
-        "--url",
-        "db_url",
-        default="sqlite+aiosqlite:///./synth_ai.db/dbs/default/data",
-        help="Database URL",
-    )
-    @click.option("--hours", default=24.0, type=float, help="Look back window in hours")
-    @click.option("--limit", default=20, type=int, help="Max experiments to display")
-    def recent(db_url: str, hours: float, limit: int):
-        """List experiments with activity in the last K hours with summary stats."""
-
-        console = Console()
-
-        async def _run():
-            df = await _fetch_recent(db_url, hours)
-
-            table = Table(
-                title=f"Experiments in last {hours:g}h", header_style="bold", box=box.SIMPLE
-            )
-            for col in ["Experiment", "Runs", "First", "Last", "Events", "Msgs", "Cost", "Tokens"]:
-                table.add_column(
-                    col, justify="right" if col in {"Runs", "Events", "Msgs", "Tokens"} else "left"
-                )
-
-            if df is None or df.empty:
-                table.add_row("-", "0", "-", "-", "-", "-", "-", "-")
-            else:
-                for count, (_, r) in enumerate(df.iterrows(), start=1):
-                    if count > limit:
-                        break
-                    name = r.get("name") or "Unnamed"
-                    exp_disp = f"{name[:28]} [dim]({_short(r.get('experiment_id'))})[/dim]"
-                    table.add_row(
-                        exp_disp,
-                        _fmt_int(r.get("runs", 0)),
-                        _fmt_time(r.get("window_start")),
-                        _fmt_time(r.get("window_end")),
-                        _fmt_int(r.get("events", 0)),
-                        _fmt_int(r.get("messages", 0)),
-                        _fmt_money(r.get("cost_usd", 0.0)),
-                        _fmt_int(r.get("tokens", 0)),
-                    )
-
-            console.print(table)
-
-        def _short(exp_id) -> str:
-            try:
-                return str(exp_id)[:8]
-            except Exception:
-                return ""
-
-        asyncio.run(_run())

synth_ai/cli/rl_demo.py

@@ -1,254 +0,0 @@
-#!/usr/bin/env python3
-"""
-New RL demo command group kept fully separate from legacy demo.
-
-Usage examples:
-  uvx synth-ai rl_demo check
-  uvx synth-ai rl_demo deploy --app /path/to/math_task_app.py --name synth-math-demo
-  uvx synth-ai rl_demo configure
-  uvx synth-ai rl_demo run --batch-size 4 --group-size 16 --model Qwen/Qwen3-0.6B
-  uvx synth-ai run --config demo_config.toml
-
-For convenience, dotted aliases are also exposed:
-  uvx synth-ai rl_demo.check
-"""
-
-from __future__ import annotations
-
-import importlib
-from typing import Any, cast
-
-import click
-from click.exceptions import Exit
-
-demo_commands = cast(Any, importlib.import_module("synth_ai.demos.core.cli"))
-
-
-def _run_demo_command(func, *args, **kwargs) -> None:
-    """Invoke a demo command and exit via Click on non-zero status codes."""
-
-    try:
-        result = func(*args, **kwargs)
-    except SystemExit as exc:  # pragma: no cover - defensive
-        raise Exit(exc.code or 1) from exc
-
-    if result is None:
-        return
-    try:
-        code = int(result)
-    except (TypeError, ValueError):
-        return
-    if code != 0:
-        raise Exit(code)
-
-
-def register(cli):
-    @cli.group("rl_demo")
-    def rl_demo():
-        """RL Demo commands (separate from legacy demo)."""
-
-    # Help pyright understand dynamic Click group attributes
-    _rlg = cast(Any, rl_demo)
-
-    @_rlg.command("setup")
-    def rl_setup():
-        _run_demo_command(demo_commands.setup)
-
-    # (prepare command removed; consolidated into configure)
-
-    @_rlg.command("deploy")
-    @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
-    @click.option(
-        "--app",
-        type=click.Path(),
-        default=None,
-        help="Path to Modal app.py for uv run modal deploy",
-    )
-    @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
-    @click.option(
-        "--script",
-        type=click.Path(),
-        default=None,
-        help="Path to deploy_task_app.sh (optional legacy)",
-    )
-    def rl_deploy(local: bool, app: str | None, name: str, script: str | None):
-        _run_demo_command(
-            demo_commands.deploy,
-            local=local,
-            app=app,
-            name=name,
-            script=script,
-        )
-
-    @_rlg.command("configure")
-    def rl_configure():
-        _run_demo_command(demo_commands.run)
-
-    @_rlg.command("init")
-    @click.option("--template", type=str, default=None, help="Template id to instantiate")
-    @click.option("--dest", type=click.Path(), default=None, help="Destination directory for files")
-    @click.option("--force", is_flag=True, help="Overwrite existing files in destination")
-    def rl_init(template: str | None, dest: str | None, force: bool):
-        _run_demo_command(
-            demo_commands.init,
-            template=template,
-            dest=dest,
-            force=force,
-        )
-
-    @_rlg.command("run")
-    @click.option(
-        "--config", type=click.Path(), default=None, help="Path to TOML config (skip prompt)"
-    )
-    @click.option("--batch-size", type=int, default=None)
-    @click.option("--group-size", type=int, default=None)
-    @click.option("--model", type=str, default=None)
-    @click.option("--timeout", type=int, default=600)
-    @click.option("--dry-run", is_flag=True, help="Print request body and exit")
-    def rl_run(
-        config: str | None,
-        batch_size: int | None,
-        group_size: int | None,
-        model: str | None,
-        timeout: int,
-        dry_run: bool,
-    ):
-        _run_demo_command(
-            demo_commands.run,
-            config=config,
-            batch_size=batch_size,
-            group_size=group_size,
-            model=model,
-            timeout=timeout,
-            dry_run=dry_run,
-        )
-
-    # Dotted aliases (top-level): legacy check → setup
-    @cli.command("rl_demo.check")
-    def rl_check_alias():
-        _run_demo_command(demo_commands.setup)
-
-    @cli.command("rl_demo.setup")
-    def rl_setup_alias():
-        _run_demo_command(demo_commands.setup)
-
-    # (prepare alias removed)
-
-    @cli.command("rl_demo.deploy")
-    @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
-    @click.option(
-        "--app",
-        type=click.Path(),
-        default=None,
-        help="Path to Modal app.py for uv run modal deploy",
-    )
-    @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
-    @click.option(
-        "--script",
-        type=click.Path(),
-        default=None,
-        help="Path to deploy_task_app.sh (optional legacy)",
-    )
-    def rl_deploy_alias(local: bool, app: str | None, name: str, script: str | None):
-        _run_demo_command(
-            demo_commands.deploy,
-            local=local,
-            app=app,
-            name=name,
-            script=script,
-        )
-
-    @cli.command("rl_demo.configure")
-    def rl_configure_alias():
-        _run_demo_command(demo_commands.run)
-
-    @cli.command("rl_demo.init")
-    @click.option("--template", type=str, default=None, help="Template id to instantiate")
-    @click.option("--dest", type=click.Path(), default=None, help="Destination directory for files")
-    @click.option("--force", is_flag=True, help="Overwrite existing files in destination")
-    def rl_init_alias(template: str | None, dest: str | None, force: bool):
-        _run_demo_command(
-            demo_commands.init,
-            template=template,
-            dest=dest,
-            force=force,
-        )
-
-    @cli.command("rl_demo.run")
-    @click.option(
-        "--config", type=click.Path(), default=None, help="Path to TOML config (skip prompt)"
-    )
-    @click.option("--batch-size", type=int, default=None)
-    @click.option("--group-size", type=int, default=None)
-    @click.option("--model", type=str, default=None)
-    @click.option("--timeout", type=int, default=600)
-    @click.option("--dry-run", is_flag=True, help="Print request body and exit")
-    def rl_run_alias(
-        config: str | None,
-        batch_size: int | None,
-        group_size: int | None,
-        model: str | None,
-        timeout: int,
-        dry_run: bool,
-    ):
-        _run_demo_command(
-            demo_commands.run,
-            config=config,
-            batch_size=batch_size,
-            group_size=group_size,
-            model=model,
-            timeout=timeout,
-            dry_run=dry_run,
-        )
-
-    # Top-level convenience alias: `synth-ai deploy`
-    @cli.command("demo-deploy")
-    @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
-    @click.option(
-        "--app",
-        type=click.Path(),
-        default=None,
-        help="Path to Modal app.py for uv run modal deploy",
-    )
-    @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
-    @click.option(
-        "--script",
-        type=click.Path(),
-        default=None,
-        help="Path to deploy_task_app.sh (optional legacy)",
-    )
-    def deploy_demo(local: bool, app: str | None, name: str, script: str | None):
-        _run_demo_command(
-            demo_commands.deploy,
-            local=local,
-            app=app,
-            name=name,
-            script=script,
-        )
-
-    @cli.command("run")
-    @click.option(
-        "--config", type=click.Path(), default=None, help="Path to TOML config (skip prompt)"
-    )
-    @click.option("--batch-size", type=int, default=None)
-    @click.option("--group-size", type=int, default=None)
-    @click.option("--model", type=str, default=None)
-    @click.option("--timeout", type=int, default=600)
-    @click.option("--dry-run", is_flag=True, help="Print request body and exit")
-    def run_top(
-        config: str | None,
-        batch_size: int | None,
-        group_size: int | None,
-        model: str | None,
-        timeout: int,
-        dry_run: bool,
-    ):
-        _run_demo_command(
-            demo_commands.run,
-            config=config,
-            batch_size=batch_size,
-            group_size=group_size,
-            model=model,
-            timeout=timeout,
-            dry_run=dry_run,
-        )

synth_ai/cli/status.py

@@ -1,134 +0,0 @@
-#!/usr/bin/env python3
-"""
-CLI: status of agent runs/versions and environment service.
-"""
-
-import asyncio
-
-import click
-import requests
-from rich import box
-from rich.console import Console
-from rich.panel import Panel
-from rich.table import Table
-
-from synth_ai.cli._storage import load_storage
-
-
-async def _db_stats(db_url: str) -> dict:
-    create_storage, storage_config = load_storage()
-    db = create_storage(storage_config(connection_string=db_url))
-    await db.initialize()
-    try:
-        out: dict = {}
-        # Totals
-        totals = await db.query_traces(
-            """
-            SELECT 
-              (SELECT COUNT(*) FROM session_traces) AS sessions,
-              (SELECT COUNT(*) FROM experiments) AS experiments,
-              (SELECT COUNT(*) FROM events) AS events,
-              (SELECT COUNT(*) FROM messages) AS messages,
-              (SELECT COALESCE(SUM(CASE WHEN event_type='cais' THEN cost_usd ELSE 0 END),0)/100.0 FROM events) AS total_cost_usd,
-              (SELECT COALESCE(SUM(CASE WHEN event_type='cais' THEN total_tokens ELSE 0 END),0) FROM events) AS total_tokens
-        """
-        )
-        if not totals.empty:
-            out["totals"] = totals.iloc[0].to_dict()
-        else:
-            out["totals"] = {}
-
-        # Systems summary
-        systems = await db.query_traces(
-            """
-            SELECT system_type, COUNT(*) as count FROM systems GROUP BY system_type
-        """
-        )
-        out["systems"] = systems
-
-        versions = await db.query_traces(
-            """
-            SELECT COUNT(*) as version_count FROM system_versions
-        """
-        )
-        if not versions.empty:
-            out["version_count"] = int(versions.iloc[0]["version_count"])
-        else:
-            out["version_count"] = 0
-        return out
-    finally:
-        await db.close()
-
-
-def register(cli):
-    @cli.command()
-    @click.option(
-        "--url",
-        "db_url",
-        default="sqlite+aiosqlite:///./synth_ai.db/dbs/default/data",
-        help="Database URL",
-    )
-    @click.option("--service-url", default="http://127.0.0.1:8901", help="Environment service URL")
-    def status(db_url: str, service_url: str):
-        """Show DB stats, agent/environment system counts, and env service health."""
-        console = Console()
-
-        async def _run():
-            # DB
-            stats = await _db_stats(db_url)
-
-            # Env service
-            health_text = "[red]unreachable[/red]"
-            envs_list = []
-            try:
-                r = requests.get(f"{service_url}/health", timeout=2)
-                if r.ok:
-                    data = r.json()
-                    health_text = "[green]ok[/green]"
-                    envs_list = data.get("supported_environments", [])
-                else:
-                    health_text = f"[red]{r.status_code}[/red]"
-            except Exception:
-                pass
-
-            # Render
-            totals = stats.get("totals", {})
-            lines = []
-            lines.append(f"DB: [dim]{db_url}[/dim]")
-            lines.append(
-                f"Experiments: {int(totals.get('experiments', 0)):,}  "
-                f"Sessions: {int(totals.get('sessions', 0)):,}  "
-                f"Events: {int(totals.get('events', 0)):,}  "
-                f"Messages: {int(totals.get('messages', 0)):,}"
-            )
-            lines.append(
-                f"Cost: ${float(totals.get('total_cost_usd', 0.0) or 0.0):.4f}  "
-                f"Tokens: {int(totals.get('total_tokens', 0)):,}"
-            )
-            lines.append("")
-            lines.append(f"Env Service: {health_text}  [dim]{service_url}[/dim]")
-            if envs_list:
-                lines.append(
-                    "Environments: "
-                    + ", ".join(sorted(envs_list)[:10])
-                    + (" ..." if len(envs_list) > 10 else "")
-                )
-
-            panel_main = Panel("\n".join(lines), title="Synth AI Status", border_style="cyan")
-            console.print(panel_main)
-
-            # Systems table
-            sys_df = stats.get("systems")
-            if sys_df is not None and not sys_df.empty:
-                tbl = Table(
-                    title=f"Systems (versions: {stats.get('version_count', 0)})",
-                    box=box.SIMPLE,
-                    header_style="bold",
-                )
-                tbl.add_column("Type")
-                tbl.add_column("Count", justify="right")
-                for _, r in sys_df.iterrows():
-                    tbl.add_row(str(r.get("system_type", "-")), f"{int(r.get('count', 0)):,}")
-                console.print(tbl)
-
-        asyncio.run(_run())