synth-ai 0.2.4.dev7__py3-none-any.whl → 0.2.4.dev9__py3-none-any.whl

synth_ai/__init__.py

@@ -23,7 +23,7 @@ from synth_ai.tracing_v1.abstractions import (
 from synth_ai.tracing_v1.decorators import trace_event_async, trace_event_sync
 from synth_ai.tracing_v1.upload import upload
 
-__version__ = "0.2.4.dev7"
+__version__ = "0.2.4.dev8"
 __all__ = [
     "LM",
     "tracing",

synth_ai/cli/__init__.py

@@ -69,3 +69,9 @@ try:
     _demo.register(cli)
 except Exception:
     pass
+try:
+    from . import rl_demo as _rl_demo
+
+    _rl_demo.register(cli)
+except Exception:
+    pass

synth_ai/cli/balance.py

@@ -19,10 +19,10 @@ PROD_BACKEND_BASE = "https://agent-learning.onrender.com/api/v1"
 
 
 def _get_default_base_url() -> str:
-    # Prefer explicit backend variables that are NOT modal; else default to prod backend
+    # Prefer explicit backend variables; else default to prod backend
     for var in ("SYNTH_BACKEND_BASE_URL", "BACKEND_BASE_URL", "SYNTH_BASE_URL"):
         val = os.getenv(var)
-        if val and ("modal" not in val.lower() and "modal.run" not in val.lower()):
+        if val:
             return val
     return PROD_BACKEND_BASE
 
@@ -87,19 +87,7 @@ def register(cli):
 
         base = _ensure_api_v1_prefix(base_url)
 
-        # Hard guard: never hit Modal URLs for account balance
-        try:
-            parsed = urlparse(base)
-            host = (parsed.hostname or "").lower()
-        except Exception:
-            host = ""
-        if "modal" in host or "modal.run" in base.lower():
-            # Override to prod backend unconditionally
-            fallback = PROD_BACKEND_BASE
-            console.print(
-                f"[yellow]Detected remote Modal URL ({base}). Using backend instead:[/yellow] {fallback}"
-            )
-            base = fallback
+        # No special-casing for modal.run domains; honor the provided base URL
 
         try:
             resp: Response = requests.get(

synth_ai/cli/demo.py

@@ -1,9 +1,9 @@
 #!/usr/bin/env python3
 """
-CLI: interactive launcher for example demos.
+CLI: interactive launcher for example demos and forwarders for new RL demo.
 
-Finds all `run_demo.sh` scripts under `examples/` and lets the user pick one
-to run. Intended to be used as: `uvx synth-ai demo` or `synth-ai demo`.
+- `synth-ai demo` (no subcommand) -> legacy examples/ runner (run_demo.sh picker)
+- `synth-ai demo deploy|configure|run` -> forwards to synth_ai.demos.core.cli
 """
 
 from __future__ import annotations
@@ -21,12 +21,32 @@ def _find_demo_scripts(root: Path) -> list[Path]:
     return sorted([p for p in root.rglob("run_demo.sh") if p.is_file()])
 
 
+def _forward_to_new(args: list[str]) -> None:
+    import sys
+    try:
+        from synth_ai.demos.core import cli as demo_cli  # type: ignore
+    except Exception as e:  # pragma: no cover
+        click.echo(f"Failed to import demo CLI: {e}")
+        sys.exit(1)
+    rc = int(demo_cli.main(args) or 0)
+    if rc != 0:
+        sys.exit(rc)
+
+
 def register(cli):
-    @cli.command()
-    @click.option("--list", "list_only", is_flag=True, help="List available demos and exit")
-    @click.option("-f", "filter_term", default="", help="Filter demos by substring")
-    def demo(list_only: bool, filter_term: str):
-        """Launch an interactive demo from examples/"""
+    @cli.group("demo", invoke_without_command=True)
+    @click.option("--list", "list_only", is_flag=True, help="List available legacy demos and exit")
+    @click.option("-f", "filter_term", default="", help="Filter legacy demos by substring")
+    @click.pass_context
+    def demo(ctx: click.Context, list_only: bool, filter_term: str):
+        """Demo helpers.
+
+        - Legacy mode (no subcommand): find and run examples/*/run_demo.sh
+        - New RL demo subcommands: deploy, configure, run
+        """
+        if ctx.invoked_subcommand is not None:
+            return
+        # Legacy behavior: interactive examples runner
         repo_root = Path(os.getcwd())
         examples_dir = repo_root / "examples"
         demos = _find_demo_scripts(examples_dir)
@@ -63,10 +83,49 @@ def register(cli):
         click.echo("")
         click.echo(f"🚀 Running {script.relative_to(repo_root)}\n")
 
-        # Run via bash to avoid relying on executable bit; inherit environment
         try:
             subprocess.run(["bash", str(script)], check=True)
         except subprocess.CalledProcessError as e:
             click.echo(f"❌ Demo exited with non-zero status: {e.returncode}")
         except KeyboardInterrupt:
             click.echo("\n🛑 Demo interrupted by user")
+
+    # (prepare command removed; configure now prepares baseline TOML)
+
+    @demo.command("deploy")
+    @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
+    @click.option("--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy")
+    @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
+    @click.option("--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)")
+    def demo_deploy(local: bool, app: str | None, name: str, script: str | None):
+        args: list[str] = ["rl_demo.deploy"]
+        if local:
+            args.append("--local")
+        if app:
+            args.extend(["--app", app])
+        if name:
+            args.extend(["--name", name])
+        if script:
+            args.extend(["--script", script])
+        _forward_to_new(args)
+
+    @demo.command("configure")
+    def demo_configure():
+        _forward_to_new(["rl_demo.configure"]) 
+
+    @demo.command("run")
+    @click.option("--batch-size", type=int, default=None)
+    @click.option("--group-size", type=int, default=None)
+    @click.option("--model", type=str, default=None)
+    @click.option("--timeout", type=int, default=600)
+    def demo_run(batch_size: int | None, group_size: int | None, model: str | None, timeout: int):
+        args = ["rl_demo.run"]
+        if batch_size is not None:
+            args.extend(["--batch-size", str(batch_size)])
+        if group_size is not None:
+            args.extend(["--group-size", str(group_size)])
+        if model:
+            args.extend(["--model", model])
+        if timeout:
+            args.extend(["--timeout", str(timeout)])
+        _forward_to_new(args)

synth_ai/cli/rl_demo.py

@@ -0,0 +1,137 @@
+#!/usr/bin/env python3
+"""
+New RL demo command group kept fully separate from legacy demo.
+
+Usage examples:
+  uvx synth-ai rl_demo check
+  uvx synth-ai rl_demo deploy --app /path/to/math_task_app.py --name synth-math-demo
+  uvx synth-ai rl_demo configure
+  uvx synth-ai rl_demo run --batch-size 4 --group-size 16 --model Qwen/Qwen3-0.6B
+
+For convenience, dotted aliases are also exposed:
+  uvx synth-ai rl_demo.check
+"""
+
+from __future__ import annotations
+
+import click
+
+
+def _forward(args: list[str]) -> None:
+    import sys
+    try:
+        from synth_ai.demos.core import cli as demo_cli  # type: ignore
+    except Exception as e:  # pragma: no cover
+        click.echo(f"Failed to import RL demo CLI: {e}")
+        sys.exit(1)
+    rc = int(demo_cli.main(args) or 0)
+    if rc != 0:
+        sys.exit(rc)
+
+
+def register(cli):
+    @cli.group("rl_demo")
+    def rl_demo():
+        """RL Demo commands (separate from legacy demo)."""
+
+    @rl_demo.command("check")
+    def rl_check():
+        _forward(["rl_demo.check"])  # reuse same implementation
+
+    # (prepare command removed; consolidated into configure)
+
+    @rl_demo.command("deploy")
+    @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
+    @click.option("--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy")
+    @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
+    @click.option("--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)")
+    def rl_deploy(local: bool, app: str | None, name: str, script: str | None):
+        args: list[str] = ["rl_demo.deploy"]
+        if local:
+            args.append("--local")
+        if app:
+            args.extend(["--app", app])
+        if name:
+            args.extend(["--name", name])
+        if script:
+            args.extend(["--script", script])
+        _forward(args)
+
+    @rl_demo.command("configure")
+    def rl_configure():
+        _forward(["rl_demo.configure"]) 
+
+    @rl_demo.command("run")
+    @click.option("--config", type=click.Path(), default=None, help="Path to TOML config (skip prompt)")
+    @click.option("--batch-size", type=int, default=None)
+    @click.option("--group-size", type=int, default=None)
+    @click.option("--model", type=str, default=None)
+    @click.option("--timeout", type=int, default=600)
+    @click.option("--dry-run", is_flag=True, help="Print request body and exit")
+    def rl_run(config: str | None, batch_size: int | None, group_size: int | None, model: str | None, timeout: int, dry_run: bool):
+        args = ["rl_demo.run"]
+        if config:
+            args.extend(["--config", config])
+        if batch_size is not None:
+            args.extend(["--batch-size", str(batch_size)])
+        if group_size is not None:
+            args.extend(["--group-size", str(group_size)])
+        if model:
+            args.extend(["--model", model])
+        if timeout is not None:
+            args.extend(["--timeout", str(timeout)])
+        if dry_run:
+            args.append("--dry-run")
+        _forward(args)
+
+    # Dotted aliases (top-level) for convenience: rl_demo.check etc.
+    @cli.command("rl_demo.check")
+    def rl_check_alias():
+        _forward(["rl_demo.check"]) 
+
+    # (prepare alias removed)
+
+    @cli.command("rl_demo.deploy")
+    @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
+    @click.option("--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy")
+    @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
+    @click.option("--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)")
+    def rl_deploy_alias(local: bool, app: str | None, name: str, script: str | None):
+        args: list[str] = ["rl_demo.deploy"]
+        if local:
+            args.append("--local")
+        if app:
+            args.extend(["--app", app])
+        if name:
+            args.extend(["--name", name])
+        if script:
+            args.extend(["--script", script])
+        _forward(args)
+
+    @cli.command("rl_demo.configure")
+    def rl_configure_alias():
+        _forward(["rl_demo.configure"]) 
+
+    @cli.command("rl_demo.run")
+    @click.option("--config", type=click.Path(), default=None, help="Path to TOML config (skip prompt)")
+    @click.option("--batch-size", type=int, default=None)
+    @click.option("--group-size", type=int, default=None)
+    @click.option("--model", type=str, default=None)
+    @click.option("--timeout", type=int, default=600)
+    @click.option("--dry-run", is_flag=True, help="Print request body and exit")
+    def rl_run_alias(config: str | None, batch_size: int | None, group_size: int | None, model: str | None, timeout: int, dry_run: bool):
+        args = ["rl_demo.run"]
+        if config:
+            args.extend(["--config", config])
+        if batch_size is not None:
+            args.extend(["--batch-size", str(batch_size)])
+        if group_size is not None:
+            args.extend(["--group-size", str(group_size)])
+        if model:
+            args.extend(["--model", model])
+        if timeout is not None:
+            args.extend(["--timeout", str(timeout)])
+        if dry_run:
+            args.append("--dry-run")
+        _forward(args)
+

synth_ai/cli/root.py

@@ -71,6 +71,71 @@ def cli():
     """Synth AI - Software for aiding the best and multiplying the will."""
 
 
+# === Legacy demo command group (aliases new rl_demo implementation) ===
+@cli.group()
+def demo():
+    """Demo helpers (deploy, configure, run)."""
+
+
+def _forward_to_demo(args: list[str]) -> None:
+    # Lazy import to avoid loading demo deps unless needed
+    try:
+        from synth_ai.demos.core import cli as demo_cli  # type: ignore
+    except Exception as e:  # pragma: no cover
+        click.echo(f"Failed to import demo CLI: {e}")
+        sys.exit(1)
+    rc = int(demo_cli.main(args) or 0)
+    if rc != 0:
+        sys.exit(rc)
+
+
+# (prepare command removed; handled by configure)
+
+
+@demo.command()
+@click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
+@click.option("--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy")
+@click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
+@click.option("--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)")
+def deploy(local: bool, app: str | None, name: str, script: str | None):
+    """Deploy the Math Task App (Modal by default)."""
+    args: list[str] = ["rl_demo.deploy"]
+    if local:
+        args.append("--local")
+    if app:
+        args.extend(["--app", app])
+    if name:
+        args.extend(["--name", name])
+    if script:
+        args.extend(["--script", script])
+    _forward_to_demo(args)
+
+
+@demo.command()
+def configure():
+    """Print resolved environment and config path."""
+    _forward_to_demo(["rl_demo.configure"])
+
+
+@demo.command()
+@click.option("--batch-size", type=int, default=None)
+@click.option("--group-size", type=int, default=None)
+@click.option("--model", type=str, default=None)
+@click.option("--timeout", type=int, default=600)
+def run(batch_size: int | None, group_size: int | None, model: str | None, timeout: int):
+    """Kick off a short RL job using the prepared TOML."""
+    args = ["rl_demo.run"]
+    if batch_size is not None:
+        args.extend(["--batch-size", str(batch_size)])
+    if group_size is not None:
+        args.extend(["--group-size", str(group_size)])
+    if model:
+        args.extend(["--model", model])
+    if timeout:
+        args.extend(["--timeout", str(timeout)])
+    _forward_to_demo(args)
+
+
 @cli.command()
 @click.option("--db-file", default="traces/v3/synth_ai.db", help="Database file path")
 @click.option("--sqld-port", default=8080, type=int, help="Port for sqld HTTP interface")

synth_ai/config/base_url.py

@@ -49,3 +49,50 @@ def get_learning_v2_base_url(mode: Literal["dev", "prod"] = "prod") -> str:
         return _normalize_base(dev)
 
     raise Exception()
+
+
+def _resolve_override_mode() -> str:
+    """Return one of 'local', 'dev', 'prod' based on SYNTH_BACKEND_URL_OVERRIDE.
+
+    Defaults to 'prod' when unset or unrecognized.
+    """
+    ov = (os.getenv("SYNTH_BACKEND_URL_OVERRIDE", "") or "").strip().lower()
+    if ov in {"local", "dev", "prod"}:
+        return ov
+    return "prod"
+
+
+def get_backend_from_env() -> tuple[str, str]:
+    """Resolve (base_url, api_key) using a simple LOCAL/DEV/PROD override scheme.
+
+    Env vars consulted:
+    - SYNTH_BACKEND_URL_OVERRIDE = local|dev|prod (case-insensitive)
+    - LOCAL_BACKEND_URL, TESTING_LOCAL_SYNTH_API_KEY
+    - DEV_BACKEND_URL, DEV_SYNTH_API_KEY
+    - PROD_BACKEND_URL, TESTING_PROD_SYNTH_API_KEY (fallback to SYNTH_API_KEY)
+
+    Base URL is normalized to end with '/api'.
+    Defaults: prod base URL → https://agent-learning.onrender.com/api
+    """
+    mode = _resolve_override_mode()
+    if mode == "local":
+        base = os.getenv("LOCAL_BACKEND_URL", "http://localhost:8000")
+        key = os.getenv("TESTING_LOCAL_SYNTH_API_KEY", "")
+        return base.rstrip("/"), key
+    if mode == "dev":
+        base = os.getenv("DEV_BACKEND_URL", "") or "http://localhost:8000"
+        key = os.getenv("DEV_SYNTH_API_KEY", "")
+        return base.rstrip("/"), key
+    # prod
+    base = os.getenv("PROD_BACKEND_URL", f"{PROD_BASE_URL_DEFAULT}")
+    # Ensure we return the root (no trailing /api). If default includes /api, strip it.
+    base = base.rstrip("/")
+    if base.endswith("/api"):
+        base = base[: -len("/api")]
+    # Prefer explicit PROD key, then testing key, then generic fallback
+    key = (
+        os.getenv("PROD_SYNTH_API_KEY", "")
+        or os.getenv("TESTING_PROD_SYNTH_API_KEY", "")
+        or os.getenv("SYNTH_API_KEY", "")
+    )
+    return base, key

synth_ai/demos/core/__init__.py

@@ -0,0 +1 @@
+# Core demo CLI and helpers package