synth-ai 0.2.16__py3-none-any.whl → 0.2.19__py3-none-any.whl

synth_ai/cli/deploy.py

@@ -0,0 +1,162 @@
+from pathlib import Path
+from types import SimpleNamespace
+from typing import Literal, TypeAlias, get_args
+
+import click
+from synth_ai.task_app_cfgs import LocalTaskAppConfig, ModalTaskAppConfig
+from synth_ai.utils.cli import PromptedChoiceOption, PromptedChoiceType, PromptedPathOption
+from synth_ai.utils.modal import deploy_modal_app, get_default_modal_bin_path
+from synth_ai.utils.uvicorn import deploy_uvicorn_app
+
+RuntimeType: TypeAlias = Literal[
+    "local",
+    "modal"
+]
+RUNTIMES = get_args(RuntimeType)
+
+MODAL_RUNTIME_OPTIONS = [
+    "task_app_name",
+    "cmd_arg",
+    "modal_bin_path",
+    "dry_run",
+    "modal_app_path",
+]
+LOCAL_RUNTIME_OPTIONS = [
+    "trace",
+    "host",
+    "port"
+]
+
+RUNTIME_MSG = SimpleNamespace(
+    init="[deploy]",
+    local="[deploy --runtime local]",
+    modal="[deploy --runtime modal]",
+)
+
+
+@click.command("deploy")
+# --- Required options ---
+@click.option(
+    "--task-app",
+    "task_app_path",
+    cls=PromptedPathOption,
+    type=click.Path(
+        exists=True,
+        dir_okay=False,
+        file_okay=True,
+        path_type=Path
+    ),
+    file_type=".py",
+    help=f"{RUNTIME_MSG.init} Enter the path to your task app",
+)
+@click.option(
+    "--runtime",
+    "runtime",
+    cls=PromptedChoiceOption,
+    type=PromptedChoiceType(RUNTIMES),
+    required=True
+)
+# --- Local-only options ---
+@click.option(
+    "--trace/--no-trace",
+    "trace",
+    default=True,
+    help=f"{RUNTIME_MSG.local} Enable or disable trace output"
+)
+@click.option(
+    "--host",
+    "host",
+    default="127.0.0.1", 
+    help=f"{RUNTIME_MSG.local} Host to bind to"
+)
+@click.option(
+    "--port",
+    "port",
+    default=8000,
+    type=int,
+    help=f"{RUNTIME_MSG.local} Port to bind to"
+)
+# --- Modal-only options ---
+@click.option(
+    "--modal-app",
+    "modal_app_path",
+    cls=PromptedPathOption,
+    type=click.Path(
+        exists=True,
+        dir_okay=False,
+        file_okay=True,
+        path_type=Path
+    ),
+    file_type=".py",
+    prompt_guard=lambda ctx: (ctx.params.get("runtime") != "local"),
+    help=f"{RUNTIME_MSG.modal} Enter the path to your Modal app",
+)
+@click.option(
+    "--name",
+    "task_app_name",
+    default=None,
+    help=f"{RUNTIME_MSG.modal} Override Modal app name"
+)
+@click.option(
+    "--modal-mode",
+    "cmd_arg",
+    default="deploy",
+    help=f"{RUNTIME_MSG.modal} Mode: deploy or serve"
+)
+@click.option(
+    "--modal-cli",
+    "modal_bin_path",
+    type=click.Path(
+        dir_okay=False,
+        file_okay=True,
+        exists=True,
+        path_type=Path
+    ),
+    default=None,
+    help=f"{RUNTIME_MSG.modal} Path to Modal CLI",
+)
+@click.option(
+    "--dry-run",
+    "dry_run",
+    is_flag=True,
+    help=f"{RUNTIME_MSG.modal} Print Modal command without executing"
+)
+@click.option(
+    "--env-file",
+    "env_file",
+    multiple=True,
+    type=click.Path(exists=True),
+    help="Path to .env file(s) to load"
+)
+def deploy_cmd(
+    task_app_path: Path,
+    runtime: RuntimeType,
+    env_file: tuple[str, ...],
+    **kwargs
+) -> None:
+    """Deploy a task app to local or Modal runtime."""
+    match runtime:
+        case "local":
+            opts = {k: v for k, v in kwargs.items() if k in LOCAL_RUNTIME_OPTIONS}
+            deploy_uvicorn_app(LocalTaskAppConfig(**opts, task_app_path=task_app_path))
+
+        case "modal":
+            opts = {k: v for k, v in kwargs.items() if k in MODAL_RUNTIME_OPTIONS}
+
+            if "modal_app_path" not in opts or opts["modal_app_path"] is None:
+                raise click.ClickException("Modal app path required")
+            
+            if opts["cmd_arg"] == "serve" and opts["dry_run"] is True:
+                raise click.ClickException("--modal-mode=serve cannot be combined with --dry-run")
+            
+            modal_bin_path = opts.get("modal_bin_path") or get_default_modal_bin_path()
+            if not modal_bin_path:
+                raise click.ClickException(
+                    "Modal CLI not found. Install the `modal` package or pass --modal-cli with its path."
+                )
+            if isinstance(modal_bin_path, str):
+                modal_bin_path = Path(modal_bin_path)
+            opts["modal_bin_path"] = modal_bin_path
+            deploy_modal_app(ModalTaskAppConfig(**opts, task_app_path=task_app_path))
+
+__all__ = ["deploy_cmd"]

synth_ai/cli/eval/__init__.py

@@ -0,0 +1,36 @@
+from __future__ import annotations
+
+from .core import command, get_command
+from .errors import (
+    EvalCliError,
+    EvalConfigNotFoundError,
+    EvalConfigParseError,
+    InvalidEvalConfigError,
+    MetadataFilterFormatError,
+    MetadataSQLExecutionError,
+    MetadataSQLResultError,
+    MissingEvalTableError,
+    NoSeedsMatchedError,
+    SeedParseError,
+    TaskInfoUnavailableError,
+    TomlUnavailableError,
+)
+from .validation import validate_eval_options
+
+__all__ = [
+    "command",
+    "get_command",
+    "EvalCliError",
+    "TomlUnavailableError",
+    "EvalConfigNotFoundError",
+    "EvalConfigParseError",
+    "MissingEvalTableError",
+    "InvalidEvalConfigError",
+    "SeedParseError",
+    "MetadataFilterFormatError",
+    "TaskInfoUnavailableError",
+    "NoSeedsMatchedError",
+    "MetadataSQLExecutionError",
+    "MetadataSQLResultError",
+    "validate_eval_options",
+]

synth_ai/cli/eval/core.py

@@ -0,0 +1,5 @@
+from __future__ import annotations
+
+from synth_ai.cli.commands.eval.core import command, get_command
+
+__all__ = ["command", "get_command"]

synth_ai/cli/eval/errors.py

@@ -0,0 +1,31 @@
+from __future__ import annotations
+
+from synth_ai.cli.commands.eval.errors import (
+    EvalCliError,
+    EvalConfigNotFoundError,
+    EvalConfigParseError,
+    InvalidEvalConfigError,
+    MetadataFilterFormatError,
+    MetadataSQLExecutionError,
+    MetadataSQLResultError,
+    MissingEvalTableError,
+    NoSeedsMatchedError,
+    SeedParseError,
+    TaskInfoUnavailableError,
+    TomlUnavailableError,
+)
+
+__all__ = [
+    "EvalCliError",
+    "TomlUnavailableError",
+    "EvalConfigNotFoundError",
+    "EvalConfigParseError",
+    "MissingEvalTableError",
+    "InvalidEvalConfigError",
+    "SeedParseError",
+    "MetadataFilterFormatError",
+    "TaskInfoUnavailableError",
+    "NoSeedsMatchedError",
+    "MetadataSQLExecutionError",
+    "MetadataSQLResultError",
+]

synth_ai/cli/eval/validation.py

@@ -0,0 +1,5 @@
+from __future__ import annotations
+
+from synth_ai.cli.commands.eval.validation import validate_eval_options
+
+__all__ = ["validate_eval_options"]

synth_ai/cli/filter/__init__.py

@@ -0,0 +1,28 @@
+from __future__ import annotations
+
+from .core import command, get_command
+from .errors import (
+    FilterCliError,
+    FilterConfigNotFoundError,
+    FilterConfigParseError,
+    InvalidFilterConfigError,
+    MissingFilterTableError,
+    NoSessionsMatchedError,
+    NoTracesFoundError,
+    TomlUnavailableError,
+)
+from .validation import validate_filter_options
+
+__all__ = [
+    "command",
+    "get_command",
+    "FilterCliError",
+    "TomlUnavailableError",
+    "FilterConfigNotFoundError",
+    "FilterConfigParseError",
+    "MissingFilterTableError",
+    "InvalidFilterConfigError",
+    "NoTracesFoundError",
+    "NoSessionsMatchedError",
+    "validate_filter_options",
+]

synth_ai/cli/filter/core.py

@@ -0,0 +1,5 @@
+from __future__ import annotations
+
+from synth_ai.cli.commands.filter.core import command, get_command
+
+__all__ = ["command", "get_command"]

synth_ai/cli/filter/errors.py

@@ -0,0 +1,23 @@
+from __future__ import annotations
+
+from synth_ai.cli.commands.filter.errors import (
+    FilterCliError,
+    FilterConfigNotFoundError,
+    FilterConfigParseError,
+    InvalidFilterConfigError,
+    MissingFilterTableError,
+    NoSessionsMatchedError,
+    NoTracesFoundError,
+    TomlUnavailableError,
+)
+
+__all__ = [
+    "FilterCliError",
+    "TomlUnavailableError",
+    "FilterConfigNotFoundError",
+    "FilterConfigParseError",
+    "MissingFilterTableError",
+    "InvalidFilterConfigError",
+    "NoTracesFoundError",
+    "NoSessionsMatchedError",
+]

synth_ai/cli/filter/validation.py

@@ -0,0 +1,5 @@
+from __future__ import annotations
+
+from synth_ai.cli.commands.filter.validation import validate_filter_options
+
+__all__ = ["validate_filter_options"]

synth_ai/cli/legacy_root_backup.py

@@ -253,7 +253,7 @@ def view(url: str):
 
 @cli.command()
 @click.option("--db-file", default="synth_ai.db", help="Database file path")
-@click.option("--sqld-port", default=8080, type=int, help="Port for sqld HTTP interface")
+@click.option("--sqld-port", default=8080, type=int, help="Port for sqld Hrana WebSocket interface (HTTP API will be port+1)")
 @click.option("--env-port", default=8901, type=int, help="Port for environment service")
 @click.option("--no-sqld", is_flag=True, help="Skip starting sqld daemon")
 @click.option("--no-env", is_flag=True, help="Skip starting environment service")
@@ -298,32 +298,37 @@ def serve(
 
     # Start sqld if requested
     if not no_sqld:
+        hrana_port = sqld_port
+        http_port = sqld_port + 1
         # Check if sqld is already running
         try:
             result = subprocess.run(
-                ["pgrep", "-f", f"sqld.*--http-listen-addr.*:{sqld_port}"],
+                ["pgrep", "-f", f"sqld.*(--hrana-listen-addr.*:{hrana_port}|--http-listen-addr.*:{http_port})"],
                 capture_output=True,
                 text=True,
             )
             if result.returncode == 0:
-                click.echo(f"✅ sqld already running on port {sqld_port}")
+                click.echo(f"✅ sqld already running on hrana port {hrana_port}, HTTP API port {http_port}")
                 click.echo(f"   Database: {db_file}")
-                click.echo(f"   HTTP API: http://127.0.0.1:{sqld_port}")
+                click.echo(f"   libsql: libsql://127.0.0.1:{hrana_port}")
+                click.echo(f"   HTTP API: http://127.0.0.1:{http_port}")
             else:
                 # Find or install sqld
                 sqld_bin = find_sqld_binary()
                 if not sqld_bin:
                     sqld_bin = install_sqld()
 
-                click.echo(f"🗄️  Starting sqld (local only) on port {sqld_port}")
+                click.echo(f"🗄️  Starting sqld (local only) on hrana port {hrana_port}, HTTP API port {http_port}")
 
                 # Start sqld
                 sqld_cmd = [
                     sqld_bin,
                     "--db-path",
                     db_file,
+                    "--hrana-listen-addr",
+                    f"127.0.0.1:{hrana_port}",
                     "--http-listen-addr",
-                    f"127.0.0.1:{sqld_port}",
+                    f"127.0.0.1:{http_port}",
                 ]
 
                 # Create log file
@@ -346,7 +351,8 @@ def serve(
 
                 click.echo("✅ sqld started successfully!")
                 click.echo(f"   Database: {db_file}")
-                click.echo(f"   HTTP API: http://127.0.0.1:{sqld_port}")
+                click.echo(f"   libsql: libsql://127.0.0.1:{hrana_port}")
+                click.echo(f"   HTTP API: http://127.0.0.1:{http_port}")
                 click.echo(f"   Log file: {os.path.abspath('sqld.log')}")
 
         except FileNotFoundError:
@@ -417,7 +423,7 @@ def serve(
         click.echo(f"   Working directory: {os.getcwd()}")
         click.echo("")
         click.echo("🔄 Starting services...")
-        click.echo(f"   - sqld daemon: http://127.0.0.1:{sqld_port}")
+        click.echo(f"   - sqld daemon: libsql://127.0.0.1:{sqld_port} (HTTP API: http://127.0.0.1:{sqld_port + 1})")
         click.echo(f"   - Environment service: http://127.0.0.1:{env_port}")
         click.echo("")
         click.echo("💡 Tips:")

synth_ai/cli/modal_serve/__init__.py

@@ -0,0 +1,12 @@
+from __future__ import annotations
+
+from .core import command, get_command
+from .errors import ModalServeCliError
+from .validation import validate_modal_serve_options
+
+__all__ = [
+    "command",
+    "get_command",
+    "ModalServeCliError",
+    "validate_modal_serve_options",
+]

synth_ai/cli/modal_serve/core.py

@@ -0,0 +1,14 @@
+from __future__ import annotations
+
+import click
+from synth_ai.cli.task_apps import task_app_group
+
+__all__ = ["command", "get_command"]
+
+command = task_app_group.commands.get("modal-serve")
+
+
+def get_command() -> click.Command:
+    if command is None:
+        raise RuntimeError("modal-serve command is not registered on task_app_group")
+    return command

synth_ai/cli/modal_serve/errors.py

@@ -0,0 +1,8 @@
+from __future__ import annotations
+
+
+class ModalServeCliError(RuntimeError):
+    """Base exception for modal-serve CLI failures."""
+
+
+__all__ = ["ModalServeCliError"]

synth_ai/cli/modal_serve/validation.py

@@ -0,0 +1,11 @@
+from __future__ import annotations
+
+from collections.abc import MutableMapping
+from typing import Any
+
+__all__ = ["validate_modal_serve_options"]
+
+
+def validate_modal_serve_options(options: MutableMapping[str, Any]) -> MutableMapping[str, Any]:
+    """Validate parameters passed to the modal-serve CLI command."""
+    return options

synth_ai/cli/opencode.py

@@ -0,0 +1,107 @@
+import subprocess
+from pathlib import Path
+
+import click
+from synth_ai.types import MODEL_NAMES, ModelName
+from synth_ai.urls import BACKEND_URL_SYNTH_RESEARCH_BASE
+from synth_ai.utils import (
+    create_and_write_json,
+    find_bin_path,
+    install_bin,
+    load_json_to_dict,
+    resolve_env_var,
+    verify_bin,
+    write_agents_md,
+)
+
+CONFIG_PATH = Path.home() / ".config" / "opencode" / "opencode.json"
+AUTH_PATH = Path.home() / ".local" / "share" / "opencode" / "auth.json"
+SYNTH_PROVIDER_ID = "synth"
+
+
+@click.command("opencode")
+@click.option(
+    "--model",
+    "model_name",
+    type=str,
+    default=None
+)
+@click.option(
+    "--force",
+    is_flag=True,
+    help="Prompt for API keys even if cached values exist."
+)
+@click.option(
+    "--url",
+    "override_url",
+    type=str,
+    default=None,
+)
+def opencode_cmd(
+    model_name: ModelName | None = None,
+    force: bool = False,
+    override_url: str | None = None
+) -> None:
+
+    while True:
+        bin_path = find_bin_path("opencode")
+        if bin_path:
+            break
+        if not install_bin(
+            "OpenCode",
+            [
+                "brew install opencode",
+                "bun add -g opencode-ai",
+                "curl -fsSL https://opencode.ai/install | bash",
+                "npm i -g opencode-ai",
+                "paru -S opencode"
+            ]
+        ):
+            print("Failed to find your installed OpenCode")
+            print("Please install from: https://opencode.ai")
+            return
+    print(f"Using OpenCode at {bin_path}")
+
+    if not verify_bin(bin_path):
+        print("Failed to verify OpenCode is runnable")
+        return
+
+    write_agents_md()
+
+    if model_name is not None:
+        if model_name not in MODEL_NAMES:
+            raise ValueError(
+                f"model_name={model_name} is invalid. Valid values for model_name: {MODEL_NAMES}"
+            )
+        synth_api_key = resolve_env_var("SYNTH_API_KEY", override_process_env=force)
+        data = load_json_to_dict(AUTH_PATH)
+        good_entry = {
+            "type": "api",
+            "key": synth_api_key,
+        }
+        if data.get(SYNTH_PROVIDER_ID) != good_entry:
+            data[SYNTH_PROVIDER_ID] = good_entry
+        create_and_write_json(AUTH_PATH, data)
+        config = load_json_to_dict(CONFIG_PATH)
+        config.setdefault("$schema", "https://opencode.ai/config.json")
+        if override_url:
+            url = override_url
+            print("Using override URL:", url)
+        else:
+            url = BACKEND_URL_SYNTH_RESEARCH_BASE
+        provider_section = config.setdefault("provider", {})
+        synth_provider = provider_section.setdefault(SYNTH_PROVIDER_ID, {})
+        synth_provider["npm"] = "@ai-sdk/openai-compatible"
+        synth_provider.setdefault("name", "Synth")
+        models = synth_provider.setdefault("models", {})
+        models.setdefault(model_name, {})
+        options = synth_provider.setdefault("options", {})
+        options["baseURL"] = url
+        full_model_name = f"{SYNTH_PROVIDER_ID}/{model_name}"
+        config["model"] = full_model_name
+        create_and_write_json(CONFIG_PATH, config)
+
+    try:
+        subprocess.run([str(bin_path)], check=True)
+    except subprocess.CalledProcessError:
+        print("Failed to launch OpenCode")

synth_ai/cli/root.py

@@ -158,7 +158,7 @@ def cli():
 
 @cli.command()
 @click.option("--db-file", default="traces/v3/synth_ai.db", help="Database file path")
-@click.option("--sqld-port", default=8080, type=int, help="Port for sqld HTTP interface")
+@click.option("--sqld-port", default=8080, type=int, help="Port for sqld Hrana WebSocket interface (HTTP API will be port+1)")
 @click.option("--env-port", default=8901, type=int, help="Port for environment service")
 @click.option("--no-sqld", is_flag=True, help="Skip starting sqld daemon")
 @click.option("--no-env", is_flag=True, help="Skip starting environment service")
@@ -204,21 +204,25 @@ def serve_deprecated(
 
     if not no_sqld:
         try:
+            hrana_port = sqld_port
+            http_port = sqld_port + 1
             result = subprocess.run(
-                ["pgrep", "-f", f"sqld.*--http-listen-addr.*:{sqld_port}"],
+                ["pgrep", "-f", f"sqld.*(--hrana-listen-addr.*:{hrana_port}|--http-listen-addr.*:{http_port})"],
                 capture_output=True,
                 text=True,
             )
             if result.returncode != 0:
                 sqld_bin = find_sqld_binary() or install_sqld()
-                click.echo(f"🗄️  Starting sqld (local only) on port {sqld_port}")
+                click.echo(f"🗄️  Starting sqld (local only) on hrana port {hrana_port}, HTTP API port {http_port}")
                 proc = subprocess.Popen(
                     [
                         sqld_bin,
                         "--db-path",
                         db_file,
+                        "--hrana-listen-addr",
+                        f"127.0.0.1:{hrana_port}",
                         "--http-listen-addr",
-                        f"127.0.0.1:{sqld_port}",
+                        f"127.0.0.1:{http_port}",
                     ],
                     stdout=open("sqld.log", "w"),  # noqa: SIM115
                     stderr=subprocess.STDOUT,
@@ -274,7 +278,7 @@ def serve_deprecated(
         click.echo(f"   Working directory: {os.getcwd()}")
         click.echo("")
         click.echo("🔄 Starting services...")
-        click.echo(f"   - sqld daemon: http://127.0.0.1:{sqld_port}")
+        click.echo(f"   - sqld daemon: libsql://127.0.0.1:{sqld_port} (HTTP API: http://127.0.0.1:{sqld_port + 1})")
         click.echo(f"   - Environment service: http://127.0.0.1:{env_port}")
         click.echo("")
         click.echo("💡 Tips:")

synth_ai/cli/serve/__init__.py

@@ -0,0 +1,12 @@
+from __future__ import annotations
+
+from .core import command, get_command
+from .errors import ServeCliError
+from .validation import validate_serve_options
+
+__all__ = [
+    "command",
+    "get_command",
+    "ServeCliError",
+    "validate_serve_options",
+]

synth_ai/cli/serve/core.py

@@ -0,0 +1,14 @@
+from __future__ import annotations
+
+import click
+from synth_ai.cli.task_apps import task_app_group
+
+__all__ = ["command", "get_command"]
+
+command = task_app_group.commands.get("serve")
+
+
+def get_command() -> click.Command:
+    if command is None:
+        raise RuntimeError("Serve command is not registered on task_app_group")
+    return command

synth_ai/cli/serve/errors.py

@@ -0,0 +1,8 @@
+from __future__ import annotations
+
+
+class ServeCliError(RuntimeError):
+    """Base exception for serve CLI failures."""
+
+
+__all__ = ["ServeCliError"]

synth_ai/cli/serve/validation.py

@@ -0,0 +1,11 @@
+from __future__ import annotations
+
+from collections.abc import MutableMapping
+from typing import Any
+
+__all__ = ["validate_serve_options"]
+
+
+def validate_serve_options(options: MutableMapping[str, Any]) -> MutableMapping[str, Any]:
+    """Validate parameters passed to the serve CLI command."""
+    return options