synth-ai 0.2.4.dev7__py3-none-any.whl → 0.2.4.dev8__py3-none-any.whl

synth_ai/tui/dashboard.py

@@ -1,340 +0,0 @@
-#!/usr/bin/env python3
-"""
-Interactive TUI Dashboard for Synth AI experiments.
-
-Launch with: python -m synth_ai.tui.dashboard
-"""
-
-import logging
-from datetime import datetime
-from urllib.parse import urlparse
-
-from textual import on
-from textual.app import App, ComposeResult
-from textual.binding import Binding
-from textual.containers import Container
-from textual.reactive import reactive
-from textual.timer import Timer
-from textual.widgets import (
-    DataTable,
-    Footer,
-    Header,
-    Static,
-)
-
-from ..tracing_v3.turso.manager import AsyncSQLTraceManager
-
-
-class ExperimentRow:
-    """Data structure for experiment display."""
-
-    def __init__(
-        self,
-        exp_id: str,
-        name: str,
-        description: str,
-        created_at: datetime,
-        sessions: int,
-        events: int,
-        messages: int,
-        cost: float,
-        tokens: int,
-    ):
-        self.exp_id = exp_id
-        self.name = name or "Unnamed"
-        self.description = description or ""
-        self.created_at = created_at
-        self.sessions = sessions
-        self.events = events
-        self.messages = messages
-        self.cost = cost
-        self.tokens = tokens
-
-    def to_row(self) -> list[str]:
-        """Convert to table row format."""
-        return [
-            self.exp_id[:8],  # Shortened ID
-            self.name[:20],  # Truncated name
-            str(self.sessions),
-            str(self.events),
-            str(self.messages),
-            f"${self.cost:.4f}",
-            f"{self.tokens:,}",
-            self.created_at.strftime("%H:%M"),
-        ]
-
-
-class ExperimentTable(DataTable):
-    """Custom DataTable for experiments with refresh capability."""
-
-    def __init__(self, **kwargs):
-        super().__init__(**kwargs)
-        self.experiments: list[ExperimentRow] = []
-        self.selected_exp_id: str | None = None
-
-    def setup_table(self):
-        """Initialize table columns."""
-        self.add_columns("ID", "Name", "Sessions", "Events", "Messages", "Cost", "Tokens", "Time")
-
-    async def refresh_data(self, db_manager: AsyncSQLTraceManager):
-        """Refresh experiment data from database."""
-        try:
-            # Get experiment list with stats using raw query
-            df = await db_manager.query_traces("""
-                SELECT 
-                    e.experiment_id,
-                    e.name,
-                    e.description,
-                    e.created_at,
-                    COUNT(DISTINCT st.session_id) as num_sessions,
-                    COUNT(DISTINCT ev.id) as num_events,
-                    COUNT(DISTINCT m.id) as num_messages,
-                    SUM(CASE WHEN ev.event_type = 'cais' THEN ev.cost_usd ELSE 0 END) / 100.0 as total_cost,
-                    SUM(CASE WHEN ev.event_type = 'cais' THEN ev.total_tokens ELSE 0 END) as total_tokens
-                FROM experiments e
-                LEFT JOIN session_traces st ON e.experiment_id = st.experiment_id
-                LEFT JOIN events ev ON st.session_id = ev.session_id
-                LEFT JOIN messages m ON st.session_id = m.session_id
-                GROUP BY e.experiment_id, e.name, e.description, e.created_at
-                ORDER BY e.created_at DESC
-            """)
-
-            self.experiments.clear()
-            self.clear()
-
-            if not df.empty:
-                for _, row in df.iterrows():
-                    exp_row = ExperimentRow(
-                        exp_id=row["experiment_id"],
-                        name=row["name"],
-                        description=row["description"],
-                        created_at=row["created_at"],
-                        sessions=int(row["num_sessions"] or 0),
-                        events=int(row["num_events"] or 0),
-                        messages=int(row["num_messages"] or 0),
-                        cost=float(row["total_cost"] or 0.0),
-                        tokens=int(row["total_tokens"] or 0),
-                    )
-                    self.experiments.append(exp_row)
-                    self.add_row(*exp_row.to_row(), key=exp_row.exp_id)
-
-        except Exception as e:
-            logging.error(f"Failed to refresh experiments: {e}")
-
-    def get_selected_experiment(self) -> ExperimentRow | None:
-        """Get currently selected experiment."""
-        if self.cursor_row >= 0 and self.cursor_row < len(self.experiments):
-            return self.experiments[self.cursor_row]
-        return None
-
-
-class ExperimentDetail(Static):
-    """Detailed view of selected experiment."""
-
-    def __init__(self, **kwargs):
-        super().__init__(**kwargs)
-        self.current_experiment: ExperimentRow | None = None
-
-    def update_experiment(self, experiment: ExperimentRow | None):
-        """Update the displayed experiment details."""
-        self.current_experiment = experiment
-        if experiment:
-            details = f"""
-🔬 **{experiment.name}**
-ID: {experiment.exp_id}
-Description: {experiment.description or "No description"}
-
-📊 **Statistics**
-Sessions: {experiment.sessions}
-Events: {experiment.events}  
-Messages: {experiment.messages}
-Cost: ${experiment.cost:.4f}
-Tokens: {experiment.tokens:,}
-
-🕒 **Created**: {experiment.created_at.strftime("%Y-%m-%d %H:%M:%S")}
-            """.strip()
-        else:
-            details = "Select an experiment to view details"
-
-        self.update(details)
-
-
-class DatabaseStatus(Static):
-    """Display database connection status."""
-
-    connection_status = reactive("🔴 Disconnected")
-
-    def __init__(self, **kwargs):
-        super().__init__(**kwargs)
-
-    def render(self) -> str:
-        return f"Database: {self.connection_status}"
-
-    def set_connected(self, url: str):
-        parsed = urlparse(url)
-        host_info = f"{parsed.hostname}:{parsed.port}" if parsed.port else str(parsed.hostname)
-        self.connection_status = f"🟢 Connected ({host_info})"
-
-    def set_disconnected(self, error: str = ""):
-        error_text = f" - {error}" if error else ""
-        self.connection_status = f"🔴 Disconnected{error_text}"
-
-
-class SynthDashboard(App):
-    """Main Synth AI TUI Dashboard application."""
-
-    CSS = """
-    Screen {
-        layout: grid;
-        grid-size: 2 3;
-        grid-gutter: 1;
-    }
-    
-    #header {
-        column-span: 2;
-        height: 3;
-    }
-    
-    #experiments-table {
-        row-span: 2;
-    }
-    
-    #experiment-detail {
-        height: 1fr;
-    }
-    
-    #status-bar {
-        column-span: 2;
-        height: 3;
-    }
-    
-    ExperimentTable {
-        height: 100%;
-    }
-    
-    ExperimentDetail {
-        border: solid $primary;
-        padding: 1;
-        height: 100%;
-    }
-    
-    DatabaseStatus {
-        height: 1;
-        padding: 0 1;
-    }
-    """
-
-    BINDINGS = [
-        Binding("q", "quit", "Quit"),
-        Binding("r", "refresh", "Refresh"),
-        Binding("d", "toggle_debug", "Debug"),
-        ("ctrl+c", "quit", "Quit"),
-    ]
-
-    def __init__(self, db_url: str = "sqlite+aiosqlite:///./synth_ai.db/dbs/default/data"):
-        super().__init__()
-        self.db_url = db_url
-        self.db_manager: AsyncSQLTraceManager | None = None
-        self.refresh_timer: Timer | None = None
-
-    def compose(self) -> ComposeResult:
-        """Create the UI layout."""
-        yield Header(show_clock=True)
-
-        with Container(id="experiments-table"):
-            yield Static("🧪 Experiments", classes="section-title")
-            yield ExperimentTable(id="experiments")
-
-        with Container(id="experiment-detail"):
-            yield Static("📋 Details", classes="section-title")
-            yield ExperimentDetail(id="detail")
-
-        with Container(id="status-bar"):
-            yield DatabaseStatus(id="db-status")
-            yield Footer()
-
-    async def on_mount(self) -> None:
-        """Initialize the app when mounted."""
-        # Setup database connection
-        try:
-            self.db_manager = AsyncSQLTraceManager(self.db_url)
-            await self.db_manager.initialize()
-
-            db_status = self.query_one("#db-status", DatabaseStatus)
-            db_status.set_connected(self.db_url)
-
-        except Exception as e:
-            logging.error(f"Failed to connect to database: {e}")
-            db_status = self.query_one("#db-status", DatabaseStatus)
-            db_status.set_disconnected(str(e))
-
-        # Setup experiment table
-        exp_table = self.query_one("#experiments", ExperimentTable)
-        exp_table.setup_table()
-
-        # Initial data load
-        await self.action_refresh()
-
-        # Start auto-refresh timer (every 5 seconds)
-        self.refresh_timer = self.set_interval(5.0, self._auto_refresh)
-
-    async def _auto_refresh(self) -> None:
-        """Auto-refresh data periodically."""
-        if self.db_manager:
-            exp_table = self.query_one("#experiments", ExperimentTable)
-            await exp_table.refresh_data(self.db_manager)
-
-    async def action_refresh(self) -> None:
-        """Manual refresh action."""
-        if self.db_manager:
-            exp_table = self.query_one("#experiments", ExperimentTable)
-            await exp_table.refresh_data(self.db_manager)
-
-    async def action_quit(self) -> None:
-        """Quit the application."""
-        if self.refresh_timer:
-            self.refresh_timer.stop()
-        if self.db_manager:
-            await self.db_manager.close()
-        self.exit()
-
-    def action_toggle_debug(self) -> None:
-        """Toggle debug mode."""
-        # Could add debug panel or logging level toggle
-        pass
-
-    @on(DataTable.RowHighlighted, "#experiments")
-    def on_experiment_selected(self, event: DataTable.RowHighlighted) -> None:
-        """Handle experiment selection."""
-        exp_table = self.query_one("#experiments", ExperimentTable)
-        selected_exp = exp_table.get_selected_experiment()
-
-        detail_panel = self.query_one("#detail", ExperimentDetail)
-        detail_panel.update_experiment(selected_exp)
-
-
-def main():
-    """Main entry point for the dashboard."""
-    import argparse
-
-    parser = argparse.ArgumentParser(description="Synth AI Interactive Dashboard")
-    parser.add_argument(
-        "-u",
-        "--url",
-        default="sqlite+libsql://http://127.0.0.1:8080",
-        help="Database URL (default: sqlite+libsql://http://127.0.0.1:8080)",
-    )
-    parser.add_argument("--debug", action="store_true", help="Enable debug logging")
-
-    args = parser.parse_args()
-
-    if args.debug:
-        logging.basicConfig(level=logging.DEBUG)
-
-    # Run the dashboard
-    app = SynthDashboard(db_url=args.url)
-    app.run()
-
-
-if __name__ == "__main__":
-    main()

synth_ai-0.2.4.dev7.dist-info/METADATA

@@ -1,193 +0,0 @@
-Metadata-Version: 2.4
-Name: synth-ai
-Version: 0.2.4.dev7
-Summary: Software for aiding the best and multiplying the will - Core AI functionality and tracing
-Author-email: Synth AI <josh@usesynth.ai>
-License-Expression: MIT
-Project-URL: Homepage, https://github.com/synth-laboratories/synth-ai
-Project-URL: Repository, https://github.com/synth-laboratories/synth-ai
-Project-URL: Issues, https://github.com/synth-laboratories/synth-ai/issues
-Requires-Python: >=3.11
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: pydantic>=2.0.0
-Requires-Dist: python-dotenv>=1.0.1
-Requires-Dist: requests>=2.32.3
-Requires-Dist: urllib3>=2.3.0
-Requires-Dist: tqdm>=4.66.4
-Requires-Dist: jsonschema>=4.23.0
-Requires-Dist: backoff>=2.0.0
-Requires-Dist: typing_extensions>=4.0.0
-Requires-Dist: openai>=1.99.0
-Requires-Dist: anthropic>=0.42.0
-Requires-Dist: langfuse<3.0.0,>=2.53.9
-Requires-Dist: opentelemetry-api<1.27.0,>=1.26.0
-Requires-Dist: opentelemetry-sdk<1.27.0,>=1.26.0
-Requires-Dist: diskcache>=5.6.3
-Requires-Dist: groq>=0.30.0
-Requires-Dist: google-genai>=1.26.0
-Requires-Dist: together>=1.5.21
-Requires-Dist: mistralai>=1.9.2
-Requires-Dist: fastapi>=0.115.12
-Requires-Dist: uvicorn>=0.34.2
-Requires-Dist: numpy>=2.2.3
-Requires-Dist: networkx>=3.4.2
-Requires-Dist: redis>=6.2.0
-Requires-Dist: duckdb>=1.0.0
-Requires-Dist: pandas>=2.2.3
-Requires-Dist: ty>=0.0.1a5
-Requires-Dist: toml>=0.10.2
-Requires-Dist: sqlalchemy>=2.0.42
-Requires-Dist: aiosqlite>=0.21.0
-Requires-Dist: greenlet>=3.2.3
-Requires-Dist: libsql>=0.1.8
-Requires-Dist: google-api-core>=2.25.1
-Requires-Dist: google-generativeai>=0.8.5
-Requires-Dist: crafter>=1.8.3
-Requires-Dist: click>=8.1.0
-Requires-Dist: textual>=1.1.0
-Requires-Dist: openai-harmony>=0.0.1
-Requires-Dist: asyncpg>=0.30.0
-Requires-Dist: aiohttp>=3.8.0
-Requires-Dist: datasets>=4.0.0
-Provides-Extra: dev
-Requires-Dist: build>=1.2.2.post1; extra == "dev"
-Requires-Dist: twine>=4.0.0; extra == "dev"
-Requires-Dist: keyring>=24.0.0; extra == "dev"
-Requires-Dist: pytest>=8.3.3; extra == "dev"
-Requires-Dist: pytest-asyncio>=0.24.0; extra == "dev"
-Requires-Dist: pytest-cov>=4.1.0; extra == "dev"
-Requires-Dist: pyright>=1.1.350; extra == "dev"
-Requires-Dist: coverage[toml]>=7.3.0; extra == "dev"
-Requires-Dist: ruff>=0.1.0; extra == "dev"
-Provides-Extra: research
-Requires-Dist: crafter>=1.8.3; extra == "research"
-Requires-Dist: datasets>=4.0.0; extra == "research"
-Provides-Extra: all
-Requires-Dist: crafter>=1.8.3; extra == "all"
-Requires-Dist: datasets>=4.0.0; extra == "all"
-Dynamic: license-file
-
-# Synth AI
-
-Modern Compound AI System Development
-
-**Comprehensive AI Framework for Language Models, Environments, and Observability**
-
-[![Python](https://img.shields.io/badge/python-3.11+-blue)](https://www.python.org/)
-[![License](https://img.shields.io/badge/license-MIT-green)](LICENSE)
-[![PyPI](https://img.shields.io/badge/PyPI-0.2.3.dev0-orange)](https://pypi.org/project/synth-ai/)
-![Coverage](https://img.shields.io/badge/coverage-0.0%25-red)
-![Tests](https://img.shields.io/badge/tests-17%2F17%20passing-brightgreen)
-
-A unified framework combining language model capabilities, synthetic environments, and comprehensive tracing for building and evaluating AI agents.
-
-## 🚀 Quick Start
-
-### Installation
-
-```bash
-# Basic installation
-pip install synth-ai
-
-# With research environments (includes game environments)
-pip install synth-ai[research]
-
-# Full installation with all providers
-pip install synth-ai[all]
-```
-
-### Spinning Up
-
-Start the Synth AI service daemon (includes sqld database + environment service):
-
-```bash
-# Start both database daemon (port 8080) and environment service (port 8901)
-uvx synth-ai serve
-```
-
-#### Service Command Options
-
-```bash
-uvx synth-ai serve [OPTIONS]
-```
-
-**Available Options:**
-- `--db-file` - Database file path (default: "synth_ai.db")
-- `--sqld-port` - Port for sqld HTTP interface (default: 8080)  
-- `--env-port` - Port for environment service (default: 8901)
-- `--no-sqld` - Skip starting sqld database daemon
-- `--no-env` - Skip starting environment service
-
-**Examples:**
-```bash
-# Start with custom ports
-uvx synth-ai serve --sqld-port 8081 --env-port 8902
-
-# Start only the environment service
-uvx synth-ai serve --no-sqld
-
-# Start only the database service
-uvx synth-ai serve --no-env
-```
-
-#### What the Serve Command Provides
-
-**sqld Database Service (port 8080)**
-- Local SQLite-compatible database server with HTTP API
-- Automatically downloads and installs sqld binary if needed
-- Provides persistent storage for agent interactions and traces
-
-**Environment Service (port 8901)**
-- FastAPI service for managing AI environments and tasks
-- Built-in environments: Crafter, Sokoban, MiniGrid, TicTacToe, Verilog, NetHack, Enron
-- RESTful API for environment initialization, stepping, and termination
-- Dynamic environment registry for custom environments
-
-In another terminal, run your first example:
-
-```bash
-# Run a Crafter agent demo with Gemini
-./examples/run_crafter_demo.sh
-```
-
-This will:
-- Start the sqld database daemon with HTTP API on port 8080
-- Launch the environment service API on port 8901  
-- Run a reactive agent in the Crafter environment using Gemini 1.5 Flash
-
-#### Demos (Eval + Finetuning)
-
-You can run interactive demos from the repo without remembering exact commands:
-
-```bash
-# Lists all available demos under examples/, then prompts you to choose
-uvx synth-ai demo
-```
-
-Today this includes:
-- Eval demo: `examples/evals/run_demo.sh`
-  - Prompts for models, episodes, etc.
-  - Runs Crafter rollouts with v3 tracing, then analyzes and filters traces
-  - Writes a JSONL like `ft_data/evals_filtered.jsonl` for downstream use
-- Finetuning demo: `examples/finetuning/synth_qwen/run_demo.sh`
-  - Guides you through: rollouts → filter v3 traces → prepare SFT JSONL
-  - Pair with `uvpm examples.finetuning.synth_qwen.sft_kickoff` to start an SFT job when ready
-
-Notes:
-- Ensure the service is running (`uvx synth-ai serve`) so v3 traces are recorded locally.
-- Set API configuration for finetuning:
-  - `export LEARNING_V2_BASE_URL="http://localhost:8000/api"` (or your proxy)
-  - `export SYNTH_API_KEY="sk_live_..."`
-- v3 trace data is stored under `traces/v3/synth_ai.db/` by default. Inspect with `uvx synth-ai traces`.
- - LM tracing: all model calls (prompts, outputs, tool calls, token usage, latency, cost) are automatically captured via v3 tracing and stored locally; inspect with `uvx synth-ai traces`.
-
-### One-Command Demos
-
-Quickly browse and launch interactive demos under `examples/`:
-
-```bash
-uvx synth-ai demo
-```
-
-This lists all `run_demo.sh` scripts found in the repo (e.g., eval comparisons, finetuning flows) and lets you pick one to run.