synth-ai 0.2.16__py3-none-any.whl → 0.2.17__py3-none-any.whl

examples/qwen_vl/configs/eval_qwen2vl_vision.toml

@@ -1,44 +0,0 @@
-# Evaluation config for Qwen2-VL via synth-ai hosted inference
-# Collects vision traces for SFT training
-
-[eval]
-model = "Qwen/Qwen2-VL-7B-Instruct"
-provider = "synth"  # Use synth-ai hosted inference
-
-# Task app endpoint (local or hosted)
-# task_app_url = "http://localhost:8000"  # Local
-task_app_url = "https://synth-laboratories--grpo-crafter-task-app.modal.run"  # Hosted
-
-# Vision settings (auto-detected from "qwen2-vl" in model name)
-use_vision = true
-image_only_mode = false  # Include both text + images
-
-# Rollout settings
-num_episodes = 100
-max_steps_per_episode = 50
-seeds = "100-199"  # Different seeds from gpt-5-nano for comparison
-
-# Sampling parameters
-temperature = 0.7
-max_tokens = 512
-
-# Trace collection
-collect_traces = true
-trace_db = "traces/qwen2vl_vision/rollouts.db"
-
-# Tools
-use_tools = true
-
-# Parallel rollouts
-parallel_episodes = 5
-
-[task]
-name = "crafter"
-environment = "crafter-classic"
-
-# Task-specific settings
-[task.config]
-seed_start = 100
-max_episode_length = 256
-render_size = [64, 64]  # 64x64 PNG images
-

synth_ai/cli/tui.py

@@ -1,62 +0,0 @@
-#!/usr/bin/env python3
-"""
-CLI: Interactive TUI dashboard for Synth AI.
-"""
-
-import importlib
-import os
-
-import click
-from rich.console import Console
-
-
-def register(cli):
-    @cli.command()
-    @click.option(
-        "--url",
-        "db_url",
-        default="sqlite+libsql://http://127.0.0.1:8080",
-        help="Database URL (default: sqlite+libsql://http://127.0.0.1:8080)",
-    )
-    @click.option("--debug", is_flag=True, help="Enable debug logging")
-    def tui(db_url: str, debug: bool):
-        """Launch interactive TUI dashboard showing experiments, balance, and active runs."""
-        console = Console()
-
-        # Import here to avoid circular imports and handle optional dependencies
-        try:
-            module = importlib.import_module("synth_ai.tui.dashboard")
-        except (ImportError, ModuleNotFoundError) as e:
-            console.print("[red]Error:[/red] TUI dashboard not available.")
-            console.print(f"Missing dependencies: {e}")
-            console.print("Install with: pip install textual")
-            return
-        except Exception:
-            # Handle other import errors (like missing libsql, type annotation issues, etc.)
-            console.print("[red]Error:[/red] TUI dashboard not available.")
-            console.print("This may be due to missing dependencies or Python version compatibility.")
-            console.print("Try: pip install textual libsql")
-            console.print("If using Python < 3.10, you may need to update Python or install eval_type_backport.")
-            return
-        tui_main = getattr(module, "main", None)
-        if not callable(tui_main):
-            console.print("[red]Error:[/red] TUI dashboard entrypoint not available.")
-            return
-
-        # Set environment variables for the TUI to use
-        os.environ.setdefault("TUI_DB_URL", db_url)
-        if debug:
-            os.environ["TUI_DEBUG"] = "1"
-
-        # Run the TUI by calling the module directly with sanitized argv
-        try:
-            tui_args = ["--url", db_url]
-            if debug:
-                tui_args.append("--debug")
-            tui_main(tui_args)
-        except KeyboardInterrupt:
-            console.print("\n[blue]TUI closed.[/blue]")
-        except Exception as e:
-            console.print(f"\n[red]Error running TUI:[/red] {e}")
-            if debug:
-                raise

synth_ai/tui/__init__.py

@@ -1,5 +0,0 @@
-"""Text User Interface utilities for synth-ai."""
-
-from .dashboard import main
-
-__all__ = ["main"]

synth_ai/tui/__main__.py

@@ -1,13 +0,0 @@
-#!/usr/bin/env python3
-"""
-Entry point for Synth AI TUI dashboard.
-
-Usage:
-    python -m synth_ai.tui
-    python -m synth_ai.tui --url sqlite+aiosqlite:///path/to/db
-"""
-
-from .dashboard import main
-
-if __name__ == "__main__":
-    main()

synth_ai/tui/cli/__init__.py

@@ -1 +0,0 @@
-"""Command Line Interface tools for synth-ai."""

synth_ai/tui/cli/query_experiments.py

@@ -1,164 +0,0 @@
-#!/usr/bin/env python3
-"""
-Query experiments and sessions from Turso/sqld using v3 tracing.
-"""
-
-import argparse
-import asyncio
-
-from synth_ai.tracing_v3.turso import NativeLibsqlTraceManager
-
-
-async def list_experiments(db_url: str):
-    """List all experiments in the database."""
-    db = NativeLibsqlTraceManager(db_url)
-    await db.initialize()
-
-    try:
-        df = await db.query_traces("""
-            SELECT 
-                e.experiment_id,
-                e.name,
-                e.description,
-                e.created_at,
-                COUNT(DISTINCT st.session_id) as num_sessions,
-                COUNT(DISTINCT ev.id) as num_events,
-                SUM(CASE WHEN ev.event_type = 'cais' THEN ev.cost_usd ELSE 0 END) / 100.0 as total_cost,
-                SUM(CASE WHEN ev.event_type = 'cais' THEN ev.total_tokens ELSE 0 END) as total_tokens
-            FROM experiments e
-            LEFT JOIN session_traces st ON e.experiment_id = st.experiment_id
-            LEFT JOIN events ev ON st.session_id = ev.session_id
-            GROUP BY e.experiment_id, e.name, e.description, e.created_at
-            ORDER BY e.created_at DESC
-        """)
-
-        if df.empty:
-            print("No experiments found in database.")
-            return
-
-        print(f"\n{'=' * 100}")
-        print(f"{'Experiments in ' + db_url:^100}")
-        print(f"{'=' * 100}\n")
-
-        for _, row in df.iterrows():
-            print(f"🧪 {row['name']} (id: {row['experiment_id'][:8]}...)")
-            print(f"   Created: {row['created_at']}")
-            print(f"   Description: {row['description']}")
-            print(f"   Sessions: {row['num_sessions']}")
-            print(f"   Events: {row['num_events']:,}")
-            if row["total_cost"] and row["total_cost"] > 0:
-                print(f"   Cost: ${row['total_cost']:.4f}")
-            if row["total_tokens"] and row["total_tokens"] > 0:
-                print(f"   Tokens: {int(row['total_tokens']):,}")
-            print()
-    finally:
-        await db.close()
-
-
-async def show_experiment_details(db_url: str, experiment_id: str):
-    """Show detailed information about a specific experiment."""
-    db = NativeLibsqlTraceManager(db_url)
-    await db.initialize()
-
-    try:
-        # Get experiment info
-        exp_df = await db.query_traces(
-            """
-            SELECT * FROM experiments WHERE experiment_id LIKE :exp_id
-        """,
-            {"exp_id": f"{experiment_id}%"},
-        )
-
-        if exp_df.empty:
-            print(f"No experiment found matching ID: {experiment_id}")
-            return
-
-        exp = exp_df.iloc[0]
-        print(f"\n{'=' * 100}")
-        print(f"Experiment: {exp['name']} ({exp['experiment_id']})")
-        print(f"{'=' * 100}\n")
-
-        # Get session statistics
-        sessions_df = await db.get_sessions_by_experiment(exp["experiment_id"])
-
-        if sessions_df:
-            print(f"Sessions: {len(sessions_df)}")
-
-            # Get aggregated stats
-            stats_df = await db.query_traces(
-                """
-                SELECT 
-                    COUNT(DISTINCT ev.id) as total_events,
-                    COUNT(DISTINCT m.id) as total_messages,
-                    SUM(CASE WHEN ev.event_type = 'cais' THEN ev.cost_usd ELSE 0 END) / 100.0 as total_cost,
-                    SUM(CASE WHEN ev.event_type = 'cais' THEN ev.total_tokens ELSE 0 END) as total_tokens
-                FROM session_traces st
-                LEFT JOIN events ev ON st.session_id = ev.session_id
-                LEFT JOIN messages m ON st.session_id = m.session_id
-                WHERE st.experiment_id = :exp_id
-            """,
-                {"exp_id": exp["experiment_id"]},
-            )
-
-            if not stats_df.empty:
-                stats = stats_df.iloc[0]
-                print(f"Total events: {int(stats['total_events']):,}")
-                print(f"Total messages: {int(stats['total_messages']):,}")
-                print(f"Total cost: ${stats['total_cost']:.4f}")
-                print(f"Total tokens: {int(stats['total_tokens']):,}")
-
-            # Show session list
-            print("\nSession list:")
-            for sess in sessions_df:
-                print(f"  - {sess['session_id']} ({sess['created_at']})")
-                print(
-                    f"    Timesteps: {sess['num_timesteps']}, Events: {sess['num_events']}, Messages: {sess['num_messages']}"
-                )
-    finally:
-        await db.close()
-
-
-async def show_model_usage(db_url: str, model_name: str | None = None):
-    """Show model usage statistics."""
-    db = NativeLibsqlTraceManager(db_url)
-    await db.initialize()
-
-    try:
-        df = await db.get_model_usage(model_name=model_name)
-
-        if df.empty:
-            print("No model usage data found.")
-            return
-
-        print(f"\n{'=' * 100}")
-        print(f"{'Model Usage Statistics':^100}")
-        print(f"{'=' * 100}\n")
-
-        print(df.to_string(index=False))
-    finally:
-        await db.close()
-
-
-async def main():
-    parser = argparse.ArgumentParser(description="Query experiments from Turso/sqld (v3)")
-    parser.add_argument(
-        "-u", "--url", default="sqlite+libsql://http://127.0.0.1:8080", help="Turso database URL"
-    )
-    parser.add_argument(
-        "-e", "--experiment", help="Show details for specific experiment ID (can be partial)"
-    )
-    parser.add_argument("-m", "--model", help="Show usage for specific model")
-    parser.add_argument("--usage", action="store_true", help="Show model usage statistics")
-
-    args = parser.parse_args()
-
-    if args.usage or args.model:
-        await show_model_usage(args.url, args.model)
-    elif args.experiment:
-        await show_experiment_details(args.url, args.experiment)
-    else:
-        await list_experiments(args.url)
-
-
-if __name__ == "__main__":
-    asyncio.run(main())

synth_ai/tui/cli/query_experiments_v3.py

@@ -1,164 +0,0 @@
-#!/usr/bin/env python3
-"""
-Query experiments and sessions from Turso/sqld using v3 tracing.
-"""
-
-import argparse
-import asyncio
-
-from synth_ai.tracing_v3.turso import NativeLibsqlTraceManager
-
-
-async def list_experiments(db_url: str):
-    """List all experiments in the database."""
-    db = NativeLibsqlTraceManager(db_url)
-    await db.initialize()
-
-    try:
-        df = await db.query_traces("""
-            SELECT 
-                e.experiment_id,
-                e.name,
-                e.description,
-                e.created_at,
-                COUNT(DISTINCT st.session_id) as num_sessions,
-                COUNT(DISTINCT ev.id) as num_events,
-                SUM(CASE WHEN ev.event_type = 'cais' THEN ev.cost_usd ELSE 0 END) / 100.0 as total_cost,
-                SUM(CASE WHEN ev.event_type = 'cais' THEN ev.total_tokens ELSE 0 END) as total_tokens
-            FROM experiments e
-            LEFT JOIN session_traces st ON e.experiment_id = st.experiment_id
-            LEFT JOIN events ev ON st.session_id = ev.session_id
-            GROUP BY e.experiment_id, e.name, e.description, e.created_at
-            ORDER BY e.created_at DESC
-        """)
-
-        if df.empty:
-            print("No experiments found in database.")
-            return
-
-        print(f"\n{'=' * 100}")
-        print(f"{'Experiments in ' + db_url:^100}")
-        print(f"{'=' * 100}\n")
-
-        for _, row in df.iterrows():
-            print(f"🧪 {row['name']} (id: {row['experiment_id'][:8]}...)")
-            print(f"   Created: {row['created_at']}")
-            print(f"   Description: {row['description']}")
-            print(f"   Sessions: {row['num_sessions']}")
-            print(f"   Events: {row['num_events']:,}")
-            if row["total_cost"] and row["total_cost"] > 0:
-                print(f"   Cost: ${row['total_cost']:.4f}")
-            if row["total_tokens"] and row["total_tokens"] > 0:
-                print(f"   Tokens: {int(row['total_tokens']):,}")
-            print()
-    finally:
-        await db.close()
-
-
-async def show_experiment_details(db_url: str, experiment_id: str):
-    """Show detailed information about a specific experiment."""
-    db = NativeLibsqlTraceManager(db_url)
-    await db.initialize()
-
-    try:
-        # Get experiment info
-        exp_df = await db.query_traces(
-            """
-            SELECT * FROM experiments WHERE experiment_id LIKE :exp_id
-        """,
-            {"exp_id": f"{experiment_id}%"},
-        )
-
-        if exp_df.empty:
-            print(f"No experiment found matching ID: {experiment_id}")
-            return
-
-        exp = exp_df.iloc[0]
-        print(f"\n{'=' * 100}")
-        print(f"Experiment: {exp['name']} ({exp['experiment_id']})")
-        print(f"{'=' * 100}\n")
-
-        # Get session statistics
-        sessions_df = await db.get_sessions_by_experiment(exp["experiment_id"])
-
-        if sessions_df:
-            print(f"Sessions: {len(sessions_df)}")
-
-            # Get aggregated stats
-            stats_df = await db.query_traces(
-                """
-                SELECT 
-                    COUNT(DISTINCT ev.id) as total_events,
-                    COUNT(DISTINCT m.id) as total_messages,
-                    SUM(CASE WHEN ev.event_type = 'cais' THEN ev.cost_usd ELSE 0 END) / 100.0 as total_cost,
-                    SUM(CASE WHEN ev.event_type = 'cais' THEN ev.total_tokens ELSE 0 END) as total_tokens
-                FROM session_traces st
-                LEFT JOIN events ev ON st.session_id = ev.session_id
-                LEFT JOIN messages m ON st.session_id = m.session_id
-                WHERE st.experiment_id = :exp_id
-            """,
-                {"exp_id": exp["experiment_id"]},
-            )
-
-            if not stats_df.empty:
-                stats = stats_df.iloc[0]
-                print(f"Total events: {int(stats['total_events']):,}")
-                print(f"Total messages: {int(stats['total_messages']):,}")
-                print(f"Total cost: ${stats['total_cost']:.4f}")
-                print(f"Total tokens: {int(stats['total_tokens']):,}")
-
-            # Show session list
-            print("\nSession list:")
-            for sess in sessions_df:
-                print(f"  - {sess['session_id']} ({sess['created_at']})")
-                print(
-                    f"    Timesteps: {sess['num_timesteps']}, Events: {sess['num_events']}, Messages: {sess['num_messages']}"
-                )
-    finally:
-        await db.close()
-
-
-async def show_model_usage(db_url: str, model_name: str | None = None):
-    """Show model usage statistics."""
-    db = NativeLibsqlTraceManager(db_url)
-    await db.initialize()
-
-    try:
-        df = await db.get_model_usage(model_name=model_name)
-
-        if df.empty:
-            print("No model usage data found.")
-            return
-
-        print(f"\n{'=' * 100}")
-        print(f"{'Model Usage Statistics':^100}")
-        print(f"{'=' * 100}\n")
-
-        print(df.to_string(index=False))
-    finally:
-        await db.close()
-
-
-async def main():
-    parser = argparse.ArgumentParser(description="Query experiments from Turso/sqld (v3)")
-    parser.add_argument(
-        "-u", "--url", default="sqlite+libsql://http://127.0.0.1:8080", help="Turso database URL"
-    )
-    parser.add_argument(
-        "-e", "--experiment", help="Show details for specific experiment ID (can be partial)"
-    )
-    parser.add_argument("-m", "--model", help="Show usage for specific model")
-    parser.add_argument("--usage", action="store_true", help="Show model usage statistics")
-
-    args = parser.parse_args()
-
-    if args.usage or args.model:
-        await show_model_usage(args.url, args.model)
-    elif args.experiment:
-        await show_experiment_details(args.url, args.experiment)
-    else:
-        await list_experiments(args.url)
-
-
-if __name__ == "__main__":
-    asyncio.run(main())