synth-ai 0.2.9.dev5__py3-none-any.whl → 0.2.9.dev7__py3-none-any.whl

synth_ai/api/train/task_app.py

@@ -42,6 +42,7 @@ def _health_response_ok(resp: requests.Response | None) -> tuple[bool, str]:
 def check_task_app_health(base_url: str, api_key: str, *, timeout: float = 10.0) -> TaskAppHealth:
     # Send ALL known environment keys so the server can authorize any valid one
     import os
+
     headers = {"X-API-Key": api_key}
     aliases = (os.getenv("ENVIRONMENT_API_KEY_ALIASES") or "").strip()
     keys: list[str] = [api_key]
@@ -146,7 +147,9 @@ def list_modal_secrets(pattern: str | None = None) -> list[str]:
 def get_modal_secret_value(name: str) -> str:
     result = _run_modal(["secret", "get", name])
     if result.code != 0:
-        raise click.ClickException(f"modal secret get {name} failed: {result.stderr or result.stdout}")
+        raise click.ClickException(
+            f"modal secret get {name} failed: {result.stderr or result.stdout}"
+        )
     value = result.stdout.strip()
     if not value:
         raise click.ClickException(f"Secret {name} is empty")

synth_ai/api/train/utils.py

@@ -83,7 +83,13 @@ class CLIResult:
     stderr: str
 
 
-def run_cli(args: Iterable[str], *, cwd: Path | None = None, env: Mapping[str, str] | None = None, timeout: float | None = None) -> CLIResult:
+def run_cli(
+    args: Iterable[str],
+    *,
+    cwd: Path | None = None,
+    env: Mapping[str, str] | None = None,
+    timeout: float | None = None,
+) -> CLIResult:
     proc = subprocess.run(
         list(args),
         cwd=cwd,
@@ -95,17 +101,27 @@ def run_cli(args: Iterable[str], *, cwd: Path | None = None, env: Mapping[str, s
     return CLIResult(code=proc.returncode, stdout=proc.stdout.strip(), stderr=proc.stderr.strip())
 
 
-def http_post(url: str, *, headers: Mapping[str, str] | None = None, json_body: Any | None = None, timeout: float = 60.0) -> requests.Response:
+def http_post(
+    url: str,
+    *,
+    headers: Mapping[str, str] | None = None,
+    json_body: Any | None = None,
+    timeout: float = 60.0,
+) -> requests.Response:
     resp = requests.post(url, headers=dict(headers or {}), json=json_body, timeout=timeout)
     return resp
 
 
-def http_get(url: str, *, headers: Mapping[str, str] | None = None, timeout: float = 30.0) -> requests.Response:
+def http_get(
+    url: str, *, headers: Mapping[str, str] | None = None, timeout: float = 30.0
+) -> requests.Response:
     resp = requests.get(url, headers=dict(headers or {}), timeout=timeout)
     return resp
 
 
-def post_multipart(url: str, *, api_key: str, file_field: str, file_path: Path, purpose: str = "fine-tune") -> requests.Response:
+def post_multipart(
+    url: str, *, api_key: str, file_field: str, file_path: Path, purpose: str = "fine-tune"
+) -> requests.Response:
     headers = {"Authorization": f"Bearer {api_key}"}
     files = {file_field: (file_path.name, file_path.read_bytes(), "application/jsonl")}
     data = {"purpose": purpose}

synth_ai/cli/__init__.py

@@ -69,6 +69,12 @@ try:
     _demo.register(cli)
 except Exception:
     pass
+try:
+    from . import turso as _turso
+
+    _turso.register(cli)
+except Exception:
+    pass
 try:
     from . import rl_demo as _rl_demo
 
@@ -83,18 +89,19 @@ except Exception:
     pass
 
 
-
 from .task_apps import task_app_group
+
 cli.add_command(task_app_group, name="task-app")
 
 
 try:
     from . import task_apps as _task_apps
+
     _task_apps.register(cli)
 except Exception:
     pass
 
-cli.add_command(task_app_group.commands['serve'], name='serve')
-cli.add_command(task_app_group.commands['deploy'], name='deploy')
+cli.add_command(task_app_group.commands["serve"], name="serve")
+cli.add_command(task_app_group.commands["deploy"], name="deploy")
 
-cli.add_command(task_app_group.commands['modal-serve'], name='modal-serve')
+cli.add_command(task_app_group.commands["modal-serve"], name="modal-serve")

synth_ai/cli/balance.py

@@ -29,7 +29,7 @@ def _get_default_base_url() -> str:
     base, _ = get_backend_from_env()
     base = base.rstrip("/")
     if base.endswith("/api"):
-        base = base[:-len("/api")]
+        base = base[: -len("/api")]
     return f"{base}/api/v1"
 
 

synth_ai/cli/demo.py

@@ -23,6 +23,7 @@ def _find_demo_scripts(root: Path) -> list[Path]:
 
 def _forward_to_new(args: list[str]) -> None:
     import sys
+
     try:
         from synth_ai.demos.core import cli as demo_cli  # type: ignore
     except Exception as e:  # pragma: no cover
@@ -35,7 +36,9 @@ def _forward_to_new(args: list[str]) -> None:
 
 def register(cli):
     @cli.group("demo", invoke_without_command=True)
-    @click.option("--force", is_flag=True, help="Overwrite existing files in CWD when initializing demo")
+    @click.option(
+        "--force", is_flag=True, help="Overwrite existing files in CWD when initializing demo"
+    )
     @click.option("--list", "list_only", is_flag=True, help="List available legacy demos and exit")
     @click.option("-f", "filter_term", default="", help="Filter legacy demos by substring")
     @click.pass_context
@@ -99,13 +102,24 @@ def register(cli):
 
     # Help pyright understand dynamic Click group attributes
     from typing import Any, cast as _cast
+
     _dg = _cast(Any, demo)
 
     @_dg.command("deploy")
     @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
-    @click.option("--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy")
+    @click.option(
+        "--app",
+        type=click.Path(),
+        default=None,
+        help="Path to Modal app.py for uv run modal deploy",
+    )
     @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
-    @click.option("--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)")
+    @click.option(
+        "--script",
+        type=click.Path(),
+        default=None,
+        help="Path to deploy_task_app.sh (optional legacy)",
+    )
     def demo_deploy(local: bool, app: str | None, name: str, script: str | None):
         args: list[str] = ["rl_demo.deploy"]
         if local:
@@ -120,11 +134,11 @@ def register(cli):
 
     @_dg.command("configure")
     def demo_configure():
-        _forward_to_new(["rl_demo.configure"]) 
+        _forward_to_new(["rl_demo.configure"])
 
     @_dg.command("setup")
     def demo_setup():
-        _forward_to_new(["rl_demo.setup"]) 
+        _forward_to_new(["rl_demo.setup"])
 
     @_dg.command("run")
     @click.option("--batch-size", type=int, default=None)

synth_ai/cli/rl_demo.py

@@ -20,6 +20,7 @@ import click
 
 def _forward(args: list[str]) -> None:
     import sys
+
     try:
         from synth_ai.demos.core import cli as demo_cli  # type: ignore
     except Exception as e:  # pragma: no cover
@@ -37,6 +38,7 @@ def register(cli):
 
     # Help pyright understand dynamic Click group attributes
     from typing import Any, cast as _cast
+
     _rlg = _cast(Any, rl_demo)
 
     @_rlg.command("setup")
@@ -47,9 +49,19 @@ def register(cli):
 
     @_rlg.command("deploy")
     @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
-    @click.option("--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy")
+    @click.option(
+        "--app",
+        type=click.Path(),
+        default=None,
+        help="Path to Modal app.py for uv run modal deploy",
+    )
     @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
-    @click.option("--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)")
+    @click.option(
+        "--script",
+        type=click.Path(),
+        default=None,
+        help="Path to deploy_task_app.sh (optional legacy)",
+    )
     def rl_deploy(local: bool, app: str | None, name: str, script: str | None):
         args: list[str] = ["rl_demo.deploy"]
         if local:
@@ -64,7 +76,7 @@ def register(cli):
 
     @_rlg.command("configure")
     def rl_configure():
-        _forward(["rl_demo.configure"]) 
+        _forward(["rl_demo.configure"])
 
     @_rlg.command("init")
     @click.option("--template", type=str, default=None, help="Template id to instantiate")
@@ -81,13 +93,22 @@ def register(cli):
         _forward(args)
 
     @_rlg.command("run")
-    @click.option("--config", type=click.Path(), default=None, help="Path to TOML config (skip prompt)")
+    @click.option(
+        "--config", type=click.Path(), default=None, help="Path to TOML config (skip prompt)"
+    )
     @click.option("--batch-size", type=int, default=None)
     @click.option("--group-size", type=int, default=None)
     @click.option("--model", type=str, default=None)
     @click.option("--timeout", type=int, default=600)
     @click.option("--dry-run", is_flag=True, help="Print request body and exit")
-    def rl_run(config: str | None, batch_size: int | None, group_size: int | None, model: str | None, timeout: int, dry_run: bool):
+    def rl_run(
+        config: str | None,
+        batch_size: int | None,
+        group_size: int | None,
+        model: str | None,
+        timeout: int,
+        dry_run: bool,
+    ):
         args = ["rl_demo.run"]
         if config:
             args.extend(["--config", config])
@@ -106,19 +127,29 @@ def register(cli):
     # Dotted aliases (top-level): legacy check → setup
     @cli.command("rl_demo.check")
     def rl_check_alias():
-        _forward(["rl_demo.setup"]) 
+        _forward(["rl_demo.setup"])
 
     @cli.command("rl_demo.setup")
     def rl_setup_alias():
-        _forward(["rl_demo.setup"]) 
+        _forward(["rl_demo.setup"])
 
     # (prepare alias removed)
 
     @cli.command("rl_demo.deploy")
     @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
-    @click.option("--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy")
+    @click.option(
+        "--app",
+        type=click.Path(),
+        default=None,
+        help="Path to Modal app.py for uv run modal deploy",
+    )
     @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
-    @click.option("--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)")
+    @click.option(
+        "--script",
+        type=click.Path(),
+        default=None,
+        help="Path to deploy_task_app.sh (optional legacy)",
+    )
     def rl_deploy_alias(local: bool, app: str | None, name: str, script: str | None):
         args: list[str] = ["rl_demo.deploy"]
         if local:
@@ -133,7 +164,7 @@ def register(cli):
 
     @cli.command("rl_demo.configure")
     def rl_configure_alias():
-        _forward(["rl_demo.configure"]) 
+        _forward(["rl_demo.configure"])
 
     @cli.command("rl_demo.init")
     @click.option("--template", type=str, default=None, help="Template id to instantiate")
@@ -150,13 +181,22 @@ def register(cli):
         _forward(args)
 
     @cli.command("rl_demo.run")
-    @click.option("--config", type=click.Path(), default=None, help="Path to TOML config (skip prompt)")
+    @click.option(
+        "--config", type=click.Path(), default=None, help="Path to TOML config (skip prompt)"
+    )
     @click.option("--batch-size", type=int, default=None)
     @click.option("--group-size", type=int, default=None)
     @click.option("--model", type=str, default=None)
     @click.option("--timeout", type=int, default=600)
     @click.option("--dry-run", is_flag=True, help="Print request body and exit")
-    def rl_run_alias(config: str | None, batch_size: int | None, group_size: int | None, model: str | None, timeout: int, dry_run: bool):
+    def rl_run_alias(
+        config: str | None,
+        batch_size: int | None,
+        group_size: int | None,
+        model: str | None,
+        timeout: int,
+        dry_run: bool,
+    ):
         args = ["rl_demo.run"]
         if config:
             args.extend(["--config", config])
@@ -175,9 +215,19 @@ def register(cli):
     # Top-level convenience alias: `synth-ai deploy`
     @cli.command("demo-deploy")
     @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
-    @click.option("--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy")
+    @click.option(
+        "--app",
+        type=click.Path(),
+        default=None,
+        help="Path to Modal app.py for uv run modal deploy",
+    )
     @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
-    @click.option("--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)")
+    @click.option(
+        "--script",
+        type=click.Path(),
+        default=None,
+        help="Path to deploy_task_app.sh (optional legacy)",
+    )
     def deploy_demo(local: bool, app: str | None, name: str, script: str | None):
         args: list[str] = ["rl_demo.deploy"]
         if local:
@@ -191,13 +241,22 @@ def register(cli):
         _forward(args)
 
     @cli.command("run")
-    @click.option("--config", type=click.Path(), default=None, help="Path to TOML config (skip prompt)")
+    @click.option(
+        "--config", type=click.Path(), default=None, help="Path to TOML config (skip prompt)"
+    )
     @click.option("--batch-size", type=int, default=None)
     @click.option("--group-size", type=int, default=None)
     @click.option("--model", type=str, default=None)
     @click.option("--timeout", type=int, default=600)
     @click.option("--dry-run", is_flag=True, help="Print request body and exit")
-    def run_top(config: str | None, batch_size: int | None, group_size: int | None, model: str | None, timeout: int, dry_run: bool):
+    def run_top(
+        config: str | None,
+        batch_size: int | None,
+        group_size: int | None,
+        model: str | None,
+        timeout: int,
+        dry_run: bool,
+    ):
         args = ["run"]
         if config:
             args.extend(["--config", config])

synth_ai/cli/root.py

@@ -9,13 +9,17 @@ import logging
 import os
 import shutil
 import signal
+import socket
 import subprocess
 import sys
+import tempfile
 import time
 
 import click
+
 try:
     from importlib.metadata import PackageNotFoundError, version as _pkg_version
+
     try:
         __pkg_version__ = _pkg_version("synth-ai")
     except PackageNotFoundError:
@@ -30,6 +34,9 @@ except Exception:
         __pkg_version__ = "unknown"
 
 
+SQLD_VERSION = "v0.26.2"
+
+
 def find_sqld_binary() -> str | None:
     sqld_path = shutil.which("sqld")
     if sqld_path:
@@ -39,6 +46,7 @@ def find_sqld_binary() -> str | None:
         "/usr/bin/sqld",
         os.path.expanduser("~/.local/bin/sqld"),
         os.path.expanduser("~/bin/sqld"),
+        os.path.expanduser("~/.turso/bin/sqld"),
     ]
     for path in common_paths:
         if os.path.exists(path) and os.access(path, os.X_OK):
@@ -47,40 +55,104 @@ def find_sqld_binary() -> str | None:
 
 
 def install_sqld() -> str:
-    click.echo("🔧 sqld not found. Installing...")
-    script = """#!/bin/bash
-set -e
-SQLD_VERSION="v0.26.2"
-OS=$(uname -s | tr '[:upper:]' '[:lower:]')
-ARCH=$(uname -m)
-case "$ARCH" in
-  x86_64) ARCH="x86_64" ;;
-  aarch64|arm64) ARCH="aarch64" ;;
-  *) echo "Unsupported architecture: $ARCH"; exit 1 ;;
-esac
-URL="https://github.com/tursodatabase/libsql/releases/download/libsql-server-${SQLD_VERSION}/sqld-${OS}-${ARCH}.tar.xz"
-TMP_DIR=$(mktemp -d)
-cd "$TMP_DIR"
-curl -L -o sqld.tar.xz "$URL"
-tar -xf sqld.tar.xz
-mkdir -p ~/.local/bin
-mv sqld ~/.local/bin/
-chmod +x ~/.local/bin/sqld
-cd -
-rm -rf "$TMP_DIR"
-"""
-    path = "/tmp/install_sqld.sh"
-    with open(path, "w") as f:
-        f.write(script)
-    subprocess.run(["bash", path], check=True)
-    os.unlink(path)
-    local_bin = os.path.expanduser("~/.local/bin")
-    if local_bin not in os.environ.get("PATH", ""):
-        os.environ["PATH"] = f"{local_bin}:{os.environ.get('PATH', '')}"
-    return os.path.expanduser("~/.local/bin/sqld")
-
-
-@click.group(help=f"Synth AI v{__pkg_version__} - Software for aiding the best and multiplying the will.")
+    """Install sqld via the Turso CLI, installing the CLI via Homebrew if needed."""
+
+    click.echo("🔧 sqld not found. Attempting automatic install...")
+
+    turso_cli_path = shutil.which("turso")
+    brew_path = shutil.which("brew")
+
+    if not turso_cli_path:
+        if not brew_path:
+            raise click.ClickException(
+                "Automatic install requires either Homebrew or an existing Turso CLI.\n"
+                "Install manually using one of:\n"
+                "  • brew install tursodatabase/tap/turso\n"
+                "  • curl -sSfL https://get.tur.so/install.sh | bash\n"
+                "Then run 'turso dev' once and re-run this command."
+            )
+
+        click.echo("🧰 Installing Turso CLI via Homebrew (tursodatabase/tap/turso)…")
+        try:
+            subprocess.run(
+                [brew_path, "install", "tursodatabase/tap/turso"],
+                check=True,
+            )
+        except subprocess.CalledProcessError as exc:
+            raise click.ClickException(
+                "Homebrew install failed. Please resolve brew errors and retry."
+            ) from exc
+
+        turso_cli_path = shutil.which("turso")
+        if not turso_cli_path:
+            raise click.ClickException(
+                "Homebrew reported success but the 'turso' binary is not on PATH."
+            )
+
+    click.echo("📥 Downloading sqld via 'turso dev' (this may take a few seconds)…")
+
+    temp_db = tempfile.NamedTemporaryFile(prefix="synth_sqld_", suffix=".db", delete=False)
+    temp_db_path = temp_db.name
+    temp_db.close()
+
+    env = os.environ.copy()
+    env.setdefault("TURSO_NONINTERACTIVE", "1")
+
+    with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
+        sock.bind(("127.0.0.1", 0))
+        port = sock.getsockname()[1]
+
+    cmd = [
+        turso_cli_path,
+        "dev",
+        f"--db-file={temp_db_path}",
+        f"--port={port}",
+    ]
+    proc: subprocess.Popen[str] | None = None
+    stdout_data = ""
+    stderr_data = ""
+    try:
+        proc = subprocess.Popen(
+            cmd,
+            stdout=subprocess.PIPE,
+            stderr=subprocess.PIPE,
+            text=True,
+            env=env,
+        )
+        try:
+            stdout_data, stderr_data = proc.communicate(timeout=10)
+        except subprocess.TimeoutExpired:
+            proc.terminate()
+            try:
+                stdout_data, stderr_data = proc.communicate(timeout=5)
+            except subprocess.TimeoutExpired:
+                proc.kill()
+                stdout_data, stderr_data = proc.communicate()
+    finally:
+        if proc and proc.returncode not in (0, None):
+            if stdout_data or stderr_data:
+                logging.getLogger(__name__).debug(
+                    "turso dev stdout: %s\nstderr: %s", stdout_data, stderr_data
+                )
+        try:
+            os.unlink(temp_db_path)
+        except OSError:
+            pass
+
+    sqld_path = find_sqld_binary()
+    if sqld_path:
+        click.echo(f"✅ sqld available at {sqld_path}")
+        return sqld_path
+
+    raise click.ClickException(
+        "sqld download did not succeed. Run 'turso dev' manually once, "
+        "ensure it downloads sqld, and try again."
+    )
+
+
+@click.group(
+    help=f"Synth AI v{__pkg_version__} - Software for aiding the best and multiplying the will."
+)
 @click.version_option(version=__pkg_version__, prog_name="synth-ai")
 def cli():
     """Top-level command group for Synth AI."""
@@ -109,9 +181,13 @@ def _forward_to_demo(args: list[str]) -> None:
 
 @demo.command()
 @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
-@click.option("--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy")
+@click.option(
+    "--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy"
+)
 @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
-@click.option("--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)")
+@click.option(
+    "--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)"
+)
 def deploy(local: bool, app: str | None, name: str, script: str | None):
     """Deploy the Math Task App (Modal by default)."""
     args: list[str] = ["rl_demo.deploy"]
@@ -205,7 +281,10 @@ def serve_deprecated(
     force: bool,
 ):
     logging.basicConfig(level=logging.INFO, format="%(message)s")
-    click.echo("⚠️  'synth-ai serve' now targets task apps; use 'synth-ai serve' for task apps or 'synth-ai serve-deprecated' for this legacy service.", err=True)
+    click.echo(
+        "⚠️  'synth-ai serve' now targets task apps; use 'synth-ai serve' for task apps or 'synth-ai serve-deprecated' for this legacy service.",
+        err=True,
+    )
     processes = []
 
     def signal_handler(sig, frame):