synth-ai 0.2.9.dev5__py3-none-any.whl → 0.2.10__py3-none-any.whl

synth_ai/cli/traces.py

@@ -26,7 +26,7 @@ def register(cli):
         console = Console()
 
         async def _run():
-            from synth_ai.tracing_v3.turso.manager import AsyncSQLTraceManager
+            from synth_ai.tracing_v3.storage.factory import StorageConfig, create_storage
 
             # Discover DBs under ./synth_ai.db/dbs (or override via env)
             root = os.getenv("SYNTH_TRACES_ROOT", "./synth_ai.db/dbs")
@@ -51,13 +51,14 @@ def register(cli):
                     for fn in files:
                         fp = os.path.join(dp, fn)
                         import contextlib
+
                         with contextlib.suppress(OSError):
                             total += os.path.getsize(fp)
                 return total
 
             async def db_counts(db_dir: str) -> tuple[int, dict[str, int], int, str | None, int]:
                 data_file = os.path.join(db_dir, "data")
-                mgr = AsyncSQLTraceManager(f"sqlite+aiosqlite:///{data_file}")
+                mgr = create_storage(StorageConfig(connection_string=f"sqlite+aiosqlite:///{data_file}"))
                 await mgr.initialize()
                 try:
                     traces_df = await mgr.query_traces("SELECT COUNT(*) AS c FROM session_traces")
@@ -73,9 +74,11 @@ def register(cli):
                         system_counts = (
                             {
                                 str(r["system_type"] or "-"): int(r["c"] or 0)
-                                for _, r in (systems_df or []).iterrows()
+                                for _, r in systems_df.iterrows()
                             }
-                            if systems_df is not None and not systems_df.empty
+                            if systems_df is not None
+                            and hasattr(systems_df, "iterrows")
+                            and not systems_df.empty
                             else {}
                         )
                     except Exception:

synth_ai/cli/turso.py

@@ -0,0 +1,73 @@
+"""Utility CLI command for managing Turso sqld binaries."""
+
+from __future__ import annotations
+
+import subprocess
+
+import click
+
+from .root import SQLD_VERSION, find_sqld_binary, install_sqld
+
+
+def register(cli: click.Group) -> None:
+    """Register the turso command on the main CLI group."""
+
+    cli.add_command(turso)
+
+
+def _get_sqld_version(binary: str) -> str | None:
+    """Return the version string reported by the sqld binary."""
+
+    try:
+        result = subprocess.run(
+            [binary, "--version"],
+            capture_output=True,
+            text=True,
+            check=True,
+            timeout=5,
+        )
+    except (OSError, subprocess.CalledProcessError, ValueError):
+        return None
+
+    output = result.stdout.strip() or result.stderr.strip()
+    return output or None
+
+
+@click.command()
+@click.option(
+    "--force",
+    is_flag=True,
+    help="Reinstall the pinned sqld build even if one is already available.",
+)
+def turso(force: bool) -> None:
+    """Ensure the Turso sqld binary required for tracing v3 is installed."""
+
+    existing_path = find_sqld_binary()
+
+    if existing_path and not force:
+        version_info = _get_sqld_version(existing_path)
+        click.echo(f"✅ Turso sqld detected at {existing_path}.")
+        if version_info:
+            click.echo(f"   Reported version: {version_info}")
+        if version_info and SQLD_VERSION not in version_info:
+            click.echo(
+                f"⚠️ Pinned version is {SQLD_VERSION}. Run with --force to install the supported build."
+            )
+        else:
+            click.echo("No action taken. Use --force to reinstall the pinned build.")
+        return
+
+    if existing_path and force:
+        click.echo(f"♻️ Reinstalling Turso sqld {SQLD_VERSION} (previously at {existing_path}).")
+    else:
+        click.echo(f"📦 Installing Turso sqld {SQLD_VERSION}…")
+
+    try:
+        installed_path = install_sqld()
+    except subprocess.CalledProcessError as exc:  # pragma: no cover - surfaced as Click error
+        raise click.ClickException(
+            f"sqld installation failed (exit code {exc.returncode})."
+        ) from exc
+
+    click.echo(f"✅ sqld installed to {installed_path}")
+    click.echo("Ensure ~/.local/bin is on your PATH before running Synth AI services.")

synth_ai/cli/watch.py

@@ -16,6 +16,12 @@ from rich.console import Console, Group
 from rich.panel import Panel
 from rich.table import Table
 
+from synth_ai.tracing_v3.storage.factory import StorageConfig, create_storage
+
+
+def _open_db(db_url: str):
+    return create_storage(StorageConfig(connection_string=db_url))
+
 
 class _State:
     def __init__(self):
@@ -48,9 +54,7 @@ def _format_int(value: Any) -> str:
 
 
 async def _fetch_experiments(db_url: str):
-    from synth_ai.tracing_v3.turso.manager import AsyncSQLTraceManager
-
-    db = AsyncSQLTraceManager(db_url)
+    db = _open_db(db_url)
     await db.initialize()
     try:
         df = await db.query_traces(
@@ -114,9 +118,7 @@ def _experiments_table(df, limit: int | None = None) -> Table:
 
 
 async def _experiment_detail(db_url: str, experiment_id: str) -> dict[str, Any]:
-    from synth_ai.tracing_v3.turso.manager import AsyncSQLTraceManager
-
-    db = AsyncSQLTraceManager(db_url)
+    db = _open_db(db_url)
     await db.initialize()
     try:
         exp_df = await db.query_traces(
@@ -253,9 +255,7 @@ def register(cli):
         console = Console()
 
         async def _run():
-            from synth_ai.tracing_v3.turso.manager import AsyncSQLTraceManager
-
-            db = AsyncSQLTraceManager(db_url)
+            db = _open_db(db_url)
             await db.initialize()
             try:
                 df = await db.get_model_usage(model_name=model_name)
@@ -396,9 +396,7 @@ def _parse_hours(args: list[str]) -> float | None:
 
 
 async def _usage_table(db_url: str, model_name: str | None):
-    from synth_ai.tracing_v3.turso.manager import AsyncSQLTraceManager
-
-    db = AsyncSQLTraceManager(db_url)
+    db = _open_db(db_url)
     await db.initialize()
     try:
         df = await db.get_model_usage(model_name=model_name)
@@ -418,9 +416,7 @@ async def _usage_table(db_url: str, model_name: str | None):
 
 
 async def _traces_table(db_url: str, limit: int):
-    from synth_ai.tracing_v3.turso.manager import AsyncSQLTraceManager
-
-    db = AsyncSQLTraceManager(db_url)
+    db = _open_db(db_url)
     await db.initialize()
     try:
         df = await db.query_traces("SELECT * FROM session_summary ORDER BY created_at DESC")
@@ -453,10 +449,8 @@ async def _recent_table(db_url: str, hours: float, limit: int):
     # Inline the recent query to avoid cross-module coupling
     from datetime import timedelta
 
-    from synth_ai.tracing_v3.turso.manager import AsyncSQLTraceManager
-
     start_time = datetime.now() - timedelta(hours=hours)
-    db = AsyncSQLTraceManager(db_url)
+    db = _open_db(db_url)
     await db.initialize()
     try:
         query = """

synth_ai/core/experiment.py

@@ -1,5 +1,3 @@
-
-
 class ExperimentalSystem:
     system_id: str
     system_version_id: str

synth_ai/demo_registry.py

@@ -3,9 +3,9 @@
 from __future__ import annotations
 
 import textwrap
+from collections.abc import Callable, Iterable
 from dataclasses import dataclass
 from pathlib import Path
-from typing import Callable, Iterable
 
 REPO_ROOT = Path(__file__).resolve().parents[1]
 
@@ -85,7 +85,7 @@ DEMO_TEMPLATES: tuple[DemoTemplate, ...] = (
     DemoTemplate(
         template_id="crafter-local",
         name="Crafter GRPO (local FastAPI)",
-        description="Lightweight wrapper around synth_ai.task.apps.grpo_crafter for local experimentation.",
+        description="Lightweight wrapper around examples/warming_up_to_rl/task_app/grpo_crafter for local experimentation.",
         copy_specs=(
             CopySpec(
                 "synth_ai/demos/demo_task_apps/crafter/grpo_crafter_task_app.py",
@@ -103,6 +103,34 @@ DEMO_TEMPLATES: tuple[DemoTemplate, ...] = (
                 "synth_ai/demos/demo_task_apps/crafter/configs/crafter_fft_4b.toml",
                 "configs/crafter_fft_4b.toml",
             ),
+            CopySpec(
+                "examples/warming_up_to_rl/task_app/grpo_crafter.py",
+                "grpo_crafter.py",
+            ),
+            CopySpec(
+                "examples/warming_up_to_rl/task_app/synth_envs_hosted",
+                "synth_envs_hosted",
+            ),
+            CopySpec(
+                "examples/warming_up_to_rl/run_local_rollout.py",
+                "run_local_rollout.py",
+            ),
+            CopySpec(
+                "examples/warming_up_to_rl/run_local_rollout_traced.py",
+                "run_local_rollout_traced.py",
+            ),
+            CopySpec(
+                "examples/warming_up_to_rl/export_trace_sft.py",
+                "export_trace_sft.py",
+            ),
+            CopySpec(
+                "examples/warming_up_to_rl/run_fft_and_save.py",
+                "run_fft_and_save.py",
+            ),
+            CopySpec(
+                "examples/warming_up_to_rl/run_local_rollout_modal.py",
+                "run_local_rollout_modal.py",
+            ),
         ),
         default_subdir="crafter_demo",
         env_lines=(
@@ -137,12 +165,16 @@ def _postprocess_math_modal(root: Path) -> None:
         return
     text = task_path.read_text(encoding="utf-8")
     text = text.replace('App("hendrycks-math-task-app")', 'App("hendrycks-math-task-app-demo")')
-    text = text.replace('DEFAULT_TASK_APP_SECRET_NAME = "hendrycks-math-task-app-secret"', 'DEFAULT_TASK_APP_SECRET_NAME = "hendrycks-math-task-app-demo-secret"')
+    text = text.replace(
+        'DEFAULT_TASK_APP_SECRET_NAME = "hendrycks-math-task-app-secret"',
+        'DEFAULT_TASK_APP_SECRET_NAME = "hendrycks-math-task-app-demo-secret"',
+    )
     task_path.write_text(text, encoding="utf-8")
 
 
-CRAFT_DEMO_TEMPLATE = textwrap.dedent(
-    '''
+CRAFT_DEMO_TEMPLATE = (
+    textwrap.dedent(
+        '''
 """Demo-friendly wrapper for the GRPO Crafter task app."""
 
 from __future__ import annotations
@@ -151,7 +183,12 @@ import argparse
 from pathlib import Path
 
 from synth_ai.task.apps import ModalDeploymentConfig, registry
-from synth_ai.task.apps.grpo_crafter import build_config
+import sys
+from pathlib import Path
+_EXAMPLES_TASK_APP = Path(__file__).resolve().parents[4] / "examples" / "warming_up_to_rl" / "task_app"
+if str(_EXAMPLES_TASK_APP) not in sys.path:
+    sys.path.insert(0, str(_EXAMPLES_TASK_APP))
+from grpo_crafter import build_config
 from synth_ai.task.server import TaskAppConfig, create_task_app, run_task_app
 
 
@@ -159,28 +196,6 @@ APP_ID = "grpo-crafter-demo"
 BASE_APP_ID = "grpo-crafter"
 
 
-_BASE_CONFIG = build_config()
-TASK_APP_CONFIG = TaskAppConfig(
-    app_id="grpo-crafter-demo",
-    name=_BASE_CONFIG.name,
-    description=_BASE_CONFIG.description,
-    base_task_info=_BASE_CONFIG.base_task_info,
-    describe_taskset=_BASE_CONFIG.describe_taskset,
-    provide_task_instances=_BASE_CONFIG.provide_task_instances,
-    rollout=_BASE_CONFIG.rollout,
-    dataset_registry=_BASE_CONFIG.dataset_registry,
-    rubrics=_BASE_CONFIG.rubrics,
-    proxy=_BASE_CONFIG.proxy,
-    routers=_BASE_CONFIG.routers,
-    middleware=_BASE_CONFIG.middleware,
-    app_state=_BASE_CONFIG.app_state,
-    require_api_key=_BASE_CONFIG.require_api_key,
-    expose_debug_env=_BASE_CONFIG.expose_debug_env,
-    cors_origins=_BASE_CONFIG.cors_origins,
-    startup_hooks=_BASE_CONFIG.startup_hooks,
-    shutdown_hooks=_BASE_CONFIG.shutdown_hooks,
-)
-
 try:
     _BASE_ENTRY = registry.get(BASE_APP_ID)
 except Exception:  # pragma: no cover - registry may be unavailable
@@ -213,7 +228,28 @@ ENV_FILES: tuple[str, ...] = ()
 def build_task_app_config() -> TaskAppConfig:
     """Return a fresh TaskAppConfig for the demo wrapper."""
 
-    return TASK_APP_CONFIG.clone()
+    # Build config dynamically so environment variables are read at runtime
+    _base_config = build_config()
+    return TaskAppConfig(
+        app_id="grpo-crafter-demo",
+        name=_base_config.name,
+        description=_base_config.description,
+        base_task_info=_base_config.base_task_info,
+        describe_taskset=_base_config.describe_taskset,
+        provide_task_instances=_base_config.provide_task_instances,
+        rollout=_base_config.rollout,
+        dataset_registry=_base_config.dataset_registry,
+        rubrics=_base_config.rubrics,
+        proxy=_base_config.proxy,
+        routers=_base_config.routers,
+        middleware=_base_config.middleware,
+        app_state=_base_config.app_state,
+        require_api_key=_base_config.require_api_key,
+        expose_debug_env=_base_config.expose_debug_env,
+        cors_origins=_base_config.cors_origins,
+        startup_hooks=_base_config.startup_hooks,
+        shutdown_hooks=_base_config.shutdown_hooks,
+    )
 
 
 def fastapi_app():
@@ -247,7 +283,9 @@ if __name__ == "__main__":
         env_files=env_files,
     )
     '''
-).strip() + "\n"
+    ).strip()
+    + "\n"
+)
 
 
 def _postprocess_crafter_local(root: Path) -> None:
@@ -255,4 +293,3 @@ def _postprocess_crafter_local(root: Path) -> None:
     if not task_path.exists():
         return
     task_path.write_text(CRAFT_DEMO_TEMPLATE, encoding="utf-8")
-