synth-ai 0.2.4.dev6__py3-none-any.whl → 0.2.4.dev8__py3-none-any.whl

synth_ai/tui/cli/query_experiments_v3.py

@@ -1,165 +0,0 @@
-#!/usr/bin/env python3
-"""
-Query experiments and sessions from Turso/sqld using v3 tracing.
-"""
-
-import argparse
-import asyncio
-from typing import Optional
-from synth_ai.tracing_v3.turso.manager import AsyncSQLTraceManager
-import pandas as pd
-
-
-async def list_experiments(db_url: str):
-    """List all experiments in the database."""
-    db = AsyncSQLTraceManager(db_url)
-    await db.initialize()
-
-    try:
-        df = await db.query_traces("""
-            SELECT 
-                e.experiment_id,
-                e.name,
-                e.description,
-                e.created_at,
-                COUNT(DISTINCT st.session_id) as num_sessions,
-                COUNT(DISTINCT ev.id) as num_events,
-                SUM(CASE WHEN ev.event_type = 'cais' THEN ev.cost_usd ELSE 0 END) / 100.0 as total_cost,
-                SUM(CASE WHEN ev.event_type = 'cais' THEN ev.total_tokens ELSE 0 END) as total_tokens
-            FROM experiments e
-            LEFT JOIN session_traces st ON e.experiment_id = st.experiment_id
-            LEFT JOIN events ev ON st.session_id = ev.session_id
-            GROUP BY e.experiment_id, e.name, e.description, e.created_at
-            ORDER BY e.created_at DESC
-        """)
-
-        if df.empty:
-            print("No experiments found in database.")
-            return
-
-        print(f"\n{'=' * 100}")
-        print(f"{'Experiments in ' + db_url:^100}")
-        print(f"{'=' * 100}\n")
-
-        for _, row in df.iterrows():
-            print(f"🧪 {row['name']} (id: {row['experiment_id'][:8]}...)")
-            print(f"   Created: {row['created_at']}")
-            print(f"   Description: {row['description']}")
-            print(f"   Sessions: {row['num_sessions']}")
-            print(f"   Events: {row['num_events']:,}")
-            if row["total_cost"] and row["total_cost"] > 0:
-                print(f"   Cost: ${row['total_cost']:.4f}")
-            if row["total_tokens"] and row["total_tokens"] > 0:
-                print(f"   Tokens: {int(row['total_tokens']):,}")
-            print()
-    finally:
-        await db.close()
-
-
-async def show_experiment_details(db_url: str, experiment_id: str):
-    """Show detailed information about a specific experiment."""
-    db = AsyncSQLTraceManager(db_url)
-    await db.initialize()
-
-    try:
-        # Get experiment info
-        exp_df = await db.query_traces(
-            """
-            SELECT * FROM experiments WHERE experiment_id LIKE :exp_id
-        """,
-            {"exp_id": f"{experiment_id}%"},
-        )
-
-        if exp_df.empty:
-            print(f"No experiment found matching ID: {experiment_id}")
-            return
-
-        exp = exp_df.iloc[0]
-        print(f"\n{'=' * 100}")
-        print(f"Experiment: {exp['name']} ({exp['experiment_id']})")
-        print(f"{'=' * 100}\n")
-
-        # Get session statistics
-        sessions_df = await db.get_sessions_by_experiment(exp["experiment_id"])
-
-        if sessions_df:
-            print(f"Sessions: {len(sessions_df)}")
-
-            # Get aggregated stats
-            stats_df = await db.query_traces(
-                """
-                SELECT 
-                    COUNT(DISTINCT ev.id) as total_events,
-                    COUNT(DISTINCT m.id) as total_messages,
-                    SUM(CASE WHEN ev.event_type = 'cais' THEN ev.cost_usd ELSE 0 END) / 100.0 as total_cost,
-                    SUM(CASE WHEN ev.event_type = 'cais' THEN ev.total_tokens ELSE 0 END) as total_tokens
-                FROM session_traces st
-                LEFT JOIN events ev ON st.session_id = ev.session_id
-                LEFT JOIN messages m ON st.session_id = m.session_id
-                WHERE st.experiment_id = :exp_id
-            """,
-                {"exp_id": exp["experiment_id"]},
-            )
-
-            if not stats_df.empty:
-                stats = stats_df.iloc[0]
-                print(f"Total events: {int(stats['total_events']):,}")
-                print(f"Total messages: {int(stats['total_messages']):,}")
-                print(f"Total cost: ${stats['total_cost']:.4f}")
-                print(f"Total tokens: {int(stats['total_tokens']):,}")
-
-            # Show session list
-            print("\nSession list:")
-            for sess in sessions_df:
-                print(f"  - {sess['session_id']} ({sess['created_at']})")
-                print(
-                    f"    Timesteps: {sess['num_timesteps']}, Events: {sess['num_events']}, Messages: {sess['num_messages']}"
-                )
-    finally:
-        await db.close()
-
-
-async def show_model_usage(db_url: str, model_name: Optional[str] = None):
-    """Show model usage statistics."""
-    db = AsyncSQLTraceManager(db_url)
-    await db.initialize()
-
-    try:
-        df = await db.get_model_usage(model_name=model_name)
-
-        if df.empty:
-            print("No model usage data found.")
-            return
-
-        print(f"\n{'=' * 100}")
-        print(f"{'Model Usage Statistics':^100}")
-        print(f"{'=' * 100}\n")
-
-        print(df.to_string(index=False))
-    finally:
-        await db.close()
-
-
-async def main():
-    parser = argparse.ArgumentParser(description="Query experiments from Turso/sqld (v3)")
-    parser.add_argument(
-        "-u", "--url", default="sqlite+libsql://http://127.0.0.1:8080", help="Turso database URL"
-    )
-    parser.add_argument(
-        "-e", "--experiment", help="Show details for specific experiment ID (can be partial)"
-    )
-    parser.add_argument("-m", "--model", help="Show usage for specific model")
-    parser.add_argument("--usage", action="store_true", help="Show model usage statistics")
-
-    args = parser.parse_args()
-
-    if args.usage or args.model:
-        await show_model_usage(args.url, args.model)
-    elif args.experiment:
-        await show_experiment_details(args.url, args.experiment)
-    else:
-        await list_experiments(args.url)
-
-
-if __name__ == "__main__":
-    asyncio.run(main())

synth_ai/tui/dashboard.py

@@ -1,329 +0,0 @@
-#!/usr/bin/env python3
-"""
-Interactive TUI Dashboard for Synth AI experiments.
-
-Launch with: python -m synth_ai.tui.dashboard
-"""
-
-import asyncio
-import logging
-from datetime import datetime
-from typing import List, Optional, Dict, Any
-from urllib.parse import urlparse
-
-from textual.app import App, ComposeResult
-from textual.containers import Container, Horizontal, Vertical
-from textual.widgets import (
-    Header, Footer, DataTable, Static, Input, Button, 
-    TabbedContent, TabPane, Label, ProgressBar
-)
-from textual.reactive import reactive
-from textual.binding import Binding
-from textual import on
-from textual.timer import Timer
-
-from ..tracing_v3.turso.manager import AsyncSQLTraceManager
-
-class ExperimentRow:
-    """Data structure for experiment display."""
-    def __init__(self, exp_id: str, name: str, description: str, 
-                 created_at: datetime, sessions: int, events: int, 
-                 messages: int, cost: float, tokens: int):
-        self.exp_id = exp_id
-        self.name = name or "Unnamed"
-        self.description = description or ""
-        self.created_at = created_at
-        self.sessions = sessions
-        self.events = events  
-        self.messages = messages
-        self.cost = cost
-        self.tokens = tokens
-        
-    def to_row(self) -> List[str]:
-        """Convert to table row format."""
-        return [
-            self.exp_id[:8],  # Shortened ID
-            self.name[:20],   # Truncated name
-            str(self.sessions),
-            str(self.events),
-            str(self.messages),
-            f"${self.cost:.4f}",
-            f"{self.tokens:,}",
-            self.created_at.strftime("%H:%M")
-        ]
-
-class ExperimentTable(DataTable):
-    """Custom DataTable for experiments with refresh capability."""
-    
-    def __init__(self, **kwargs):
-        super().__init__(**kwargs)
-        self.experiments: List[ExperimentRow] = []
-        self.selected_exp_id: Optional[str] = None
-        
-    def setup_table(self):
-        """Initialize table columns."""
-        self.add_columns(
-            "ID", "Name", "Sessions", "Events", 
-            "Messages", "Cost", "Tokens", "Time"
-        )
-        
-    async def refresh_data(self, db_manager: AsyncSQLTraceManager):
-        """Refresh experiment data from database."""
-        try:
-            # Get experiment list with stats using raw query
-            df = await db_manager.query_traces("""
-                SELECT 
-                    e.experiment_id,
-                    e.name,
-                    e.description,
-                    e.created_at,
-                    COUNT(DISTINCT st.session_id) as num_sessions,
-                    COUNT(DISTINCT ev.id) as num_events,
-                    COUNT(DISTINCT m.id) as num_messages,
-                    SUM(CASE WHEN ev.event_type = 'cais' THEN ev.cost_usd ELSE 0 END) / 100.0 as total_cost,
-                    SUM(CASE WHEN ev.event_type = 'cais' THEN ev.total_tokens ELSE 0 END) as total_tokens
-                FROM experiments e
-                LEFT JOIN session_traces st ON e.experiment_id = st.experiment_id
-                LEFT JOIN events ev ON st.session_id = ev.session_id
-                LEFT JOIN messages m ON st.session_id = m.session_id
-                GROUP BY e.experiment_id, e.name, e.description, e.created_at
-                ORDER BY e.created_at DESC
-            """)
-            
-            self.experiments.clear()
-            self.clear()
-            
-            if not df.empty:
-                for _, row in df.iterrows():
-                    exp_row = ExperimentRow(
-                        exp_id=row['experiment_id'],
-                        name=row['name'],
-                        description=row['description'],
-                        created_at=row['created_at'],
-                        sessions=int(row['num_sessions'] or 0),
-                        events=int(row['num_events'] or 0),
-                        messages=int(row['num_messages'] or 0),
-                        cost=float(row['total_cost'] or 0.0),
-                        tokens=int(row['total_tokens'] or 0)
-                    )
-                    self.experiments.append(exp_row)
-                    self.add_row(*exp_row.to_row(), key=exp_row.exp_id)
-                
-        except Exception as e:
-            logging.error(f"Failed to refresh experiments: {e}")
-            
-    def get_selected_experiment(self) -> Optional[ExperimentRow]:
-        """Get currently selected experiment."""
-        if self.cursor_row >= 0 and self.cursor_row < len(self.experiments):
-            return self.experiments[self.cursor_row]
-        return None
-
-class ExperimentDetail(Static):
-    """Detailed view of selected experiment."""
-    
-    def __init__(self, **kwargs):
-        super().__init__(**kwargs)
-        self.current_experiment: Optional[ExperimentRow] = None
-        
-    def update_experiment(self, experiment: Optional[ExperimentRow]):
-        """Update the displayed experiment details."""
-        self.current_experiment = experiment
-        if experiment:
-            details = f"""
-🔬 **{experiment.name}**
-ID: {experiment.exp_id}
-Description: {experiment.description or 'No description'}
-
-📊 **Statistics**
-Sessions: {experiment.sessions}
-Events: {experiment.events}  
-Messages: {experiment.messages}
-Cost: ${experiment.cost:.4f}
-Tokens: {experiment.tokens:,}
-
-🕒 **Created**: {experiment.created_at.strftime('%Y-%m-%d %H:%M:%S')}
-            """.strip()
-        else:
-            details = "Select an experiment to view details"
-            
-        self.update(details)
-
-class DatabaseStatus(Static):
-    """Display database connection status."""
-    
-    connection_status = reactive("🔴 Disconnected")
-    
-    def __init__(self, **kwargs):
-        super().__init__(**kwargs)
-        
-    def render(self) -> str:
-        return f"Database: {self.connection_status}"
-        
-    def set_connected(self, url: str):
-        parsed = urlparse(url)
-        host_info = f"{parsed.hostname}:{parsed.port}" if parsed.port else str(parsed.hostname)
-        self.connection_status = f"🟢 Connected ({host_info})"
-        
-    def set_disconnected(self, error: str = ""):
-        error_text = f" - {error}" if error else ""
-        self.connection_status = f"🔴 Disconnected{error_text}"
-
-class SynthDashboard(App):
-    """Main Synth AI TUI Dashboard application."""
-    
-    CSS = """
-    Screen {
-        layout: grid;
-        grid-size: 2 3;
-        grid-gutter: 1;
-    }
-    
-    #header {
-        column-span: 2;
-        height: 3;
-    }
-    
-    #experiments-table {
-        row-span: 2;
-    }
-    
-    #experiment-detail {
-        height: 1fr;
-    }
-    
-    #status-bar {
-        column-span: 2;
-        height: 3;
-    }
-    
-    ExperimentTable {
-        height: 100%;
-    }
-    
-    ExperimentDetail {
-        border: solid $primary;
-        padding: 1;
-        height: 100%;
-    }
-    
-    DatabaseStatus {
-        height: 1;
-        padding: 0 1;
-    }
-    """
-    
-    BINDINGS = [
-        Binding("q", "quit", "Quit"),
-        Binding("r", "refresh", "Refresh"),
-        Binding("d", "toggle_debug", "Debug"),
-        ("ctrl+c", "quit", "Quit"),
-    ]
-    
-    def __init__(self, db_url: str = "sqlite+aiosqlite:///./synth_ai.db/dbs/default/data"):
-        super().__init__()
-        self.db_url = db_url
-        self.db_manager: Optional[AsyncSQLTraceManager] = None
-        self.refresh_timer: Optional[Timer] = None
-        
-    def compose(self) -> ComposeResult:
-        """Create the UI layout."""
-        yield Header(show_clock=True)
-        
-        with Container(id="experiments-table"):
-            yield Static("🧪 Experiments", classes="section-title")
-            yield ExperimentTable(id="experiments")
-            
-        with Container(id="experiment-detail"):
-            yield Static("📋 Details", classes="section-title")  
-            yield ExperimentDetail(id="detail")
-            
-        with Container(id="status-bar"):
-            yield DatabaseStatus(id="db-status")
-            yield Footer()
-            
-    async def on_mount(self) -> None:
-        """Initialize the app when mounted."""
-        # Setup database connection
-        try:
-            self.db_manager = AsyncSQLTraceManager(self.db_url)
-            await self.db_manager.initialize()
-            
-            db_status = self.query_one("#db-status", DatabaseStatus)
-            db_status.set_connected(self.db_url)
-            
-        except Exception as e:
-            logging.error(f"Failed to connect to database: {e}")
-            db_status = self.query_one("#db-status", DatabaseStatus)
-            db_status.set_disconnected(str(e))
-            
-        # Setup experiment table
-        exp_table = self.query_one("#experiments", ExperimentTable)
-        exp_table.setup_table()
-        
-        # Initial data load
-        await self.action_refresh()
-        
-        # Start auto-refresh timer (every 5 seconds)
-        self.refresh_timer = self.set_interval(5.0, self._auto_refresh)
-        
-    async def _auto_refresh(self) -> None:
-        """Auto-refresh data periodically."""
-        if self.db_manager:
-            exp_table = self.query_one("#experiments", ExperimentTable)
-            await exp_table.refresh_data(self.db_manager)
-            
-    async def action_refresh(self) -> None:
-        """Manual refresh action."""
-        if self.db_manager:
-            exp_table = self.query_one("#experiments", ExperimentTable)
-            await exp_table.refresh_data(self.db_manager)
-            
-    async def action_quit(self) -> None:
-        """Quit the application."""
-        if self.refresh_timer:
-            self.refresh_timer.stop()
-        if self.db_manager:
-            await self.db_manager.close()
-        self.exit()
-        
-    def action_toggle_debug(self) -> None:
-        """Toggle debug mode."""
-        # Could add debug panel or logging level toggle
-        pass
-        
-    @on(DataTable.RowHighlighted, "#experiments")
-    def on_experiment_selected(self, event: DataTable.RowHighlighted) -> None:
-        """Handle experiment selection."""
-        exp_table = self.query_one("#experiments", ExperimentTable)
-        selected_exp = exp_table.get_selected_experiment()
-        
-        detail_panel = self.query_one("#detail", ExperimentDetail)
-        detail_panel.update_experiment(selected_exp)
-
-def main():
-    """Main entry point for the dashboard."""
-    import argparse
-    
-    parser = argparse.ArgumentParser(description="Synth AI Interactive Dashboard")
-    parser.add_argument(
-        "-u", "--url", 
-        default="sqlite+libsql://http://127.0.0.1:8080",
-        help="Database URL (default: sqlite+libsql://http://127.0.0.1:8080)"
-    )
-    parser.add_argument(
-        "--debug",
-        action="store_true",
-        help="Enable debug logging"
-    )
-    
-    args = parser.parse_args()
-    
-    if args.debug:
-        logging.basicConfig(level=logging.DEBUG)
-        
-    # Run the dashboard
-    app = SynthDashboard(db_url=args.url)
-    app.run()
-
-if __name__ == "__main__":
-    main()

synth_ai-0.2.4.dev6.dist-info/METADATA

@@ -1,203 +0,0 @@
-Metadata-Version: 2.4
-Name: synth-ai
-Version: 0.2.4.dev6
-Summary: Software for aiding the best and multiplying the will - Core AI functionality and tracing
-Author-email: Synth AI <josh@usesynth.ai>
-License-Expression: MIT
-Project-URL: Homepage, https://github.com/synth-laboratories/synth-ai
-Project-URL: Repository, https://github.com/synth-laboratories/synth-ai
-Project-URL: Issues, https://github.com/synth-laboratories/synth-ai/issues
-Requires-Python: >=3.11
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: pydantic>=2.0.0
-Requires-Dist: python-dotenv>=1.0.1
-Requires-Dist: requests>=2.32.3
-Requires-Dist: urllib3>=2.3.0
-Requires-Dist: tqdm>=4.66.4
-Requires-Dist: jsonschema>=4.23.0
-Requires-Dist: backoff>=2.0.0
-Requires-Dist: typing_extensions>=4.0.0
-Requires-Dist: openai>=1.99.0
-Requires-Dist: anthropic>=0.42.0
-Requires-Dist: langfuse<3.0.0,>=2.53.9
-Requires-Dist: opentelemetry-api<1.27.0,>=1.26.0
-Requires-Dist: opentelemetry-sdk<1.27.0,>=1.26.0
-Requires-Dist: diskcache>=5.6.3
-Requires-Dist: groq>=0.30.0
-Requires-Dist: google-genai>=1.26.0
-Requires-Dist: together>=1.5.21
-Requires-Dist: mistralai>=1.9.2
-Requires-Dist: fastapi>=0.115.12
-Requires-Dist: uvicorn>=0.34.2
-Requires-Dist: numpy>=2.2.3
-Requires-Dist: networkx>=3.4.2
-Requires-Dist: redis>=6.2.0
-Requires-Dist: duckdb>=1.0.0
-Requires-Dist: pandas>=2.2.3
-Requires-Dist: ty>=0.0.1a5
-Requires-Dist: toml>=0.10.2
-Requires-Dist: sqlalchemy>=2.0.42
-Requires-Dist: aiosqlite>=0.21.0
-Requires-Dist: greenlet>=3.2.3
-Requires-Dist: libsql>=0.1.8
-Requires-Dist: google-api-core>=2.25.1
-Requires-Dist: google-generativeai>=0.8.5
-Requires-Dist: crafter>=1.8.3
-Requires-Dist: click>=8.1.0
-Requires-Dist: textual>=1.1.0
-Requires-Dist: openai-harmony>=0.0.1
-Requires-Dist: asyncpg>=0.30.0
-Requires-Dist: aiohttp>=3.8.0
-Requires-Dist: datasets>=4.0.0
-Provides-Extra: dev
-Requires-Dist: build>=1.2.2.post1; extra == "dev"
-Requires-Dist: twine>=4.0.0; extra == "dev"
-Requires-Dist: keyring>=24.0.0; extra == "dev"
-Requires-Dist: pytest>=8.3.3; extra == "dev"
-Requires-Dist: pytest-asyncio>=0.24.0; extra == "dev"
-Requires-Dist: pytest-cov>=4.1.0; extra == "dev"
-Requires-Dist: pyright>=1.1.350; extra == "dev"
-Requires-Dist: coverage[toml]>=7.3.0; extra == "dev"
-Requires-Dist: ruff>=0.1.0; extra == "dev"
-Provides-Extra: google
-Requires-Dist: google-api-core>=2.0.0; extra == "google"
-Requires-Dist: google-generativeai>=0.8.0; extra == "google"
-Requires-Dist: google-genai>=1.0.0; extra == "google"
-Provides-Extra: mistral
-Requires-Dist: mistralai>=1.0.0; extra == "mistral"
-Provides-Extra: research
-Requires-Dist: crafter>=1.8.3; extra == "research"
-Requires-Dist: datasets>=4.0.0; extra == "research"
-Provides-Extra: all
-Requires-Dist: google-api-core>=2.0.0; extra == "all"
-Requires-Dist: google-generativeai>=0.8.0; extra == "all"
-Requires-Dist: google-genai>=1.0.0; extra == "all"
-Requires-Dist: mistralai>=1.0.0; extra == "all"
-Requires-Dist: crafter>=1.8.3; extra == "all"
-Requires-Dist: datasets>=4.0.0; extra == "all"
-Dynamic: license-file
-
-# Synth AI
-
-Modern Compound AI System Development
-
-**Comprehensive AI Framework for Language Models, Environments, and Observability**
-
-[![Python](https://img.shields.io/badge/python-3.11+-blue)](https://www.python.org/)
-[![License](https://img.shields.io/badge/license-MIT-green)](LICENSE)
-[![PyPI](https://img.shields.io/badge/PyPI-0.2.3.dev0-orange)](https://pypi.org/project/synth-ai/)
-![Coverage](https://img.shields.io/badge/coverage-0.0%25-red)
-![Tests](https://img.shields.io/badge/tests-17%2F17%20passing-brightgreen)
-
-A unified framework combining language model capabilities, synthetic environments, and comprehensive tracing for building and evaluating AI agents.
-
-## 🚀 Quick Start
-
-### Installation
-
-```bash
-# Basic installation
-pip install synth-ai
-
-# With research environments (includes game environments)
-pip install synth-ai[research]
-
-# Full installation with all providers
-pip install synth-ai[all]
-```
-
-### Spinning Up
-
-Start the Synth AI service daemon (includes sqld database + environment service):
-
-```bash
-# Start both database daemon (port 8080) and environment service (port 8901)
-uvx synth-ai serve
-```
-
-#### Service Command Options
-
-```bash
-uvx synth-ai serve [OPTIONS]
-```
-
-**Available Options:**
-- `--db-file` - Database file path (default: "synth_ai.db")
-- `--sqld-port` - Port for sqld HTTP interface (default: 8080)  
-- `--env-port` - Port for environment service (default: 8901)
-- `--no-sqld` - Skip starting sqld database daemon
-- `--no-env` - Skip starting environment service
-
-**Examples:**
-```bash
-# Start with custom ports
-uvx synth-ai serve --sqld-port 8081 --env-port 8902
-
-# Start only the environment service
-uvx synth-ai serve --no-sqld
-
-# Start only the database service
-uvx synth-ai serve --no-env
-```
-
-#### What the Serve Command Provides
-
-**sqld Database Service (port 8080)**
-- Local SQLite-compatible database server with HTTP API
-- Automatically downloads and installs sqld binary if needed
-- Provides persistent storage for agent interactions and traces
-
-**Environment Service (port 8901)**
-- FastAPI service for managing AI environments and tasks
-- Built-in environments: Crafter, Sokoban, MiniGrid, TicTacToe, Verilog, NetHack, Enron
-- RESTful API for environment initialization, stepping, and termination
-- Dynamic environment registry for custom environments
-
-In another terminal, run your first example:
-
-```bash
-# Run a Crafter agent demo with Gemini
-./examples/run_crafter_demo.sh
-```
-
-This will:
-- Start the sqld database daemon with HTTP API on port 8080
-- Launch the environment service API on port 8901  
-- Run a reactive agent in the Crafter environment using Gemini 1.5 Flash
-
-#### Demos (Eval + Finetuning)
-
-You can run interactive demos from the repo without remembering exact commands:
-
-```bash
-# Lists all available demos under examples/, then prompts you to choose
-uvx synth-ai demo
-```
-
-Today this includes:
-- Eval demo: `examples/evals/run_demo.sh`
-  - Prompts for models, episodes, etc.
-  - Runs Crafter rollouts with v3 tracing, then analyzes and filters traces
-  - Writes a JSONL like `ft_data/evals_filtered.jsonl` for downstream use
-- Finetuning demo: `examples/finetuning/synth_qwen/run_demo.sh`
-  - Guides you through: rollouts → filter v3 traces → prepare SFT JSONL
-  - Pair with `uvpm examples.finetuning.synth_qwen.sft_kickoff` to start an SFT job when ready
-
-Notes:
-- Ensure the service is running (`uvx synth-ai serve`) so v3 traces are recorded locally.
-- Set API configuration for finetuning:
-  - `export LEARNING_V2_BASE_URL="http://localhost:8000/api"` (or your proxy)
-  - `export SYNTH_API_KEY="sk_live_..."`
-- v3 trace data is stored under `traces/v3/synth_ai.db/` by default. Inspect with `uvx synth-ai traces`.
- - LM tracing: all model calls (prompts, outputs, tool calls, token usage, latency, cost) are automatically captured via v3 tracing and stored locally; inspect with `uvx synth-ai traces`.
-
-### One-Command Demos
-
-Quickly browse and launch interactive demos under `examples/`:
-
-```bash
-uvx synth-ai demo
-```
-
-This lists all `run_demo.sh` scripts found in the repo (e.g., eval comparisons, finetuning flows) and lets you pick one to run.