synth-ai 0.2.4.dev8__tar.gz → 0.2.5__tar.gz

synth_ai-0.2.5/PKG-INFO

@@ -0,0 +1,106 @@
+Metadata-Version: 2.4
+Name: synth-ai
+Version: 0.2.5
+Summary: Software for aiding the best and multiplying the will - Core AI functionality and tracing
+Author-email: Synth AI <josh@usesynth.ai>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/synth-laboratories/synth-ai
+Project-URL: Repository, https://github.com/synth-laboratories/synth-ai
+Project-URL: Issues, https://github.com/synth-laboratories/synth-ai/issues
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: requests>=2.32.3
+Requires-Dist: urllib3>=2.3.0
+Requires-Dist: tqdm>=4.66.4
+Requires-Dist: jsonschema>=4.23.0
+Requires-Dist: backoff>=2.0.0
+Requires-Dist: typing_extensions>=4.0.0
+Requires-Dist: openai>=1.99.0
+Requires-Dist: anthropic>=0.42.0
+Requires-Dist: langfuse<3.0.0,>=2.53.9
+Requires-Dist: opentelemetry-api<1.27.0,>=1.26.0
+Requires-Dist: opentelemetry-sdk<1.27.0,>=1.26.0
+Requires-Dist: diskcache>=5.6.3
+Requires-Dist: groq>=0.30.0
+Requires-Dist: google-genai>=1.26.0
+Requires-Dist: together>=1.5.21
+Requires-Dist: mistralai>=1.9.2
+Requires-Dist: fastapi>=0.115.12
+Requires-Dist: uvicorn>=0.34.2
+Requires-Dist: numpy>=2.2.3
+Requires-Dist: networkx>=3.4.2
+Requires-Dist: redis>=6.2.0
+Requires-Dist: duckdb>=1.0.0
+Requires-Dist: pandas>=2.2.3
+Requires-Dist: ty>=0.0.1a5
+Requires-Dist: toml>=0.10.2
+Requires-Dist: sqlalchemy>=2.0.42
+Requires-Dist: aiosqlite>=0.21.0
+Requires-Dist: greenlet>=3.2.3
+Requires-Dist: libsql>=0.1.8
+Requires-Dist: pynacl>=1.5.0
+Requires-Dist: google-api-core>=2.25.1
+Requires-Dist: google-generativeai>=0.8.5
+Requires-Dist: crafter>=1.8.3
+Requires-Dist: click>=8.1.0
+Requires-Dist: textual>=1.1.0
+Requires-Dist: openai-harmony>=0.0.1
+Requires-Dist: asyncpg>=0.30.0
+Requires-Dist: aiohttp>=3.8.0
+Requires-Dist: datasets>=4.0.0
+Requires-Dist: transformers>=4.56.1
+Requires-Dist: modal>=1.1.4
+Provides-Extra: dev
+Requires-Dist: build>=1.2.2.post1; extra == "dev"
+Requires-Dist: twine>=4.0.0; extra == "dev"
+Requires-Dist: keyring>=24.0.0; extra == "dev"
+Requires-Dist: pytest>=8.3.3; extra == "dev"
+Requires-Dist: pytest-asyncio>=0.24.0; extra == "dev"
+Requires-Dist: pytest-cov>=4.1.0; extra == "dev"
+Requires-Dist: pyright>=1.1.350; extra == "dev"
+Requires-Dist: coverage[toml]>=7.3.0; extra == "dev"
+Requires-Dist: ruff>=0.1.0; extra == "dev"
+Provides-Extra: research
+Requires-Dist: crafter>=1.8.3; extra == "research"
+Requires-Dist: datasets>=4.0.0; extra == "research"
+Provides-Extra: all
+Requires-Dist: crafter>=1.8.3; extra == "all"
+Requires-Dist: datasets>=4.0.0; extra == "all"
+Dynamic: license-file
+
+# Synth-AI
+
+[![Python](https://img.shields.io/badge/python-3.11+-blue)](https://www.python.org/)
+[![License](https://img.shields.io/badge/license-MIT-green)](LICENSE)
+[![PyPI](https://img.shields.io/badge/PyPI-0.2.4.dev9-orange)](https://pypi.org/project/synth-ai/)
+![Coverage](https://img.shields.io/badge/coverage-0.0%25-red)
+![Tests](https://img.shields.io/badge/tests-17%2F17%20passing-brightgreen)
+
+Docs: [Synth‑AI Documentation](https://docs.usesynth.ai/synth-ai/introduction)
+
+Fast and effective reinforcement learning for agents, via an API
+
+## Highlights
+
+- Easily scale gpu topologies - train on 3 a10gs or 8 H100s (multi-node available upon request)
+- Requires only a thin fastapi wrapper to integrate with existing agent software.
+- Supports the best OSS models like Qwen3. (gpt-oss available upon request, GA soon)
+- Own your trained models
+
+## Getting Started
+
+synth-ai comes with a built-in RL example tailored for training Qwen/Qwen3-0.6B to succeed at Math.
+
+Please create an account at [Synth](https://usesynth.ai) and [Modal](https://modal.com) for the Math hello‑world test run. Then run:
+
+```bash
+uvx synth-ai rl_demo check
+uvx synth-ai rl_demo deploy
+uvx synth-ai rl_demo configure
+uvx synth-ai rl_demo run
+```
+
+To walk through kicking off your first RL run, see the [Synth‑AI Documentation](https://docs.usesynth.ai/synth-ai/introduction).

synth_ai-0.2.5/README.md

@@ -0,0 +1,33 @@
+# Synth-AI
+
+[![Python](https://img.shields.io/badge/python-3.11+-blue)](https://www.python.org/)
+[![License](https://img.shields.io/badge/license-MIT-green)](LICENSE)
+[![PyPI](https://img.shields.io/badge/PyPI-0.2.4.dev9-orange)](https://pypi.org/project/synth-ai/)
+![Coverage](https://img.shields.io/badge/coverage-0.0%25-red)
+![Tests](https://img.shields.io/badge/tests-17%2F17%20passing-brightgreen)
+
+Docs: [Synth‑AI Documentation](https://docs.usesynth.ai/synth-ai/introduction)
+
+Fast and effective reinforcement learning for agents, via an API
+
+## Highlights
+
+- Easily scale gpu topologies - train on 3 a10gs or 8 H100s (multi-node available upon request)
+- Requires only a thin fastapi wrapper to integrate with existing agent software.
+- Supports the best OSS models like Qwen3. (gpt-oss available upon request, GA soon)
+- Own your trained models
+
+## Getting Started
+
+synth-ai comes with a built-in RL example tailored for training Qwen/Qwen3-0.6B to succeed at Math.
+
+Please create an account at [Synth](https://usesynth.ai) and [Modal](https://modal.com) for the Math hello‑world test run. Then run:
+
+```bash
+uvx synth-ai rl_demo check
+uvx synth-ai rl_demo deploy
+uvx synth-ai rl_demo configure
+uvx synth-ai rl_demo run
+```
+
+To walk through kicking off your first RL run, see the [Synth‑AI Documentation](https://docs.usesynth.ai/synth-ai/introduction).

{synth_ai-0.2.4.dev8 → synth_ai-0.2.5}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "synth-ai"
-version = "0.2.4.dev8"
+version = "0.2.5"
 description = "Software for aiding the best and multiplying the will - Core AI functionality and tracing"
 authors = [{name = "Synth AI", email = "josh@usesynth.ai"}]
 license = "MIT"
@@ -54,10 +54,12 @@ dependencies = [
     "aiohttp>=3.8.0", # For async HTTP requests in Harmony integration
     "datasets>=4.0.0",
     "transformers>=4.56.1",
+    "modal>=1.1.4",
 ]
 
 [project.scripts]
 synth-ai = "synth_ai.cli:cli"
+synth-ai-demo = "synth_ai.demos.core.cli:main"
 
 [project.optional-dependencies]
 dev = [
@@ -107,7 +109,7 @@ exclude = [
 ]
 
 [tool.setuptools]
-include-package-data = false
+include-package-data = true
 
 [tool.setuptools.exclude-package-data]
 "synth_ai" = [
@@ -118,6 +120,12 @@ include-package-data = false
     "**/units/**",
 ]
 
+[tool.setuptools.package-data]
+"synth_ai" = [
+    "demos/demo_task_apps/math/config.toml",
+    "demos/demo_task_apps/math/deploy_task_app.sh",
+]
+
 [tool.pytest.ini_options]
 testpaths = ["tests", "private_tests"]
 python_files = "test_*.py"

{synth_ai-0.2.4.dev8 → synth_ai-0.2.5}/synth_ai/__init__.py

@@ -23,7 +23,7 @@ from synth_ai.tracing_v1.abstractions import (
 from synth_ai.tracing_v1.decorators import trace_event_async, trace_event_sync
 from synth_ai.tracing_v1.upload import upload
 
-__version__ = "0.2.4.dev8"
+__version__ = "0.2.5"
 __all__ = [
     "LM",
     "tracing",

{synth_ai-0.2.4.dev8 → synth_ai-0.2.5}/synth_ai/cli/__init__.py

@@ -69,3 +69,9 @@ try:
     _demo.register(cli)
 except Exception:
     pass
+try:
+    from . import rl_demo as _rl_demo
+
+    _rl_demo.register(cli)
+except Exception:
+    pass

synth_ai-0.2.5/synth_ai/cli/demo.py

@@ -0,0 +1,131 @@
+#!/usr/bin/env python3
+"""
+CLI: interactive launcher for example demos and forwarders for new RL demo.
+
+- `synth-ai demo` (no subcommand) -> legacy examples/ runner (run_demo.sh picker)
+- `synth-ai demo deploy|configure|run` -> forwards to synth_ai.demos.core.cli
+"""
+
+from __future__ import annotations
+
+import os
+import subprocess
+from pathlib import Path
+
+import click
+
+
+def _find_demo_scripts(root: Path) -> list[Path]:
+    if not root.exists():
+        return []
+    return sorted([p for p in root.rglob("run_demo.sh") if p.is_file()])
+
+
+def _forward_to_new(args: list[str]) -> None:
+    import sys
+    try:
+        from synth_ai.demos.core import cli as demo_cli  # type: ignore
+    except Exception as e:  # pragma: no cover
+        click.echo(f"Failed to import demo CLI: {e}")
+        sys.exit(1)
+    rc = int(demo_cli.main(args) or 0)
+    if rc != 0:
+        sys.exit(rc)
+
+
+def register(cli):
+    @cli.group("demo", invoke_without_command=True)
+    @click.option("--list", "list_only", is_flag=True, help="List available legacy demos and exit")
+    @click.option("-f", "filter_term", default="", help="Filter legacy demos by substring")
+    @click.pass_context
+    def demo(ctx: click.Context, list_only: bool, filter_term: str):
+        """Demo helpers.
+
+        - Legacy mode (no subcommand): find and run examples/*/run_demo.sh
+        - New RL demo subcommands: deploy, configure, run
+        """
+        if ctx.invoked_subcommand is not None:
+            return
+        # Legacy behavior: interactive examples runner
+        repo_root = Path(os.getcwd())
+        examples_dir = repo_root / "examples"
+        demos = _find_demo_scripts(examples_dir)
+        if filter_term:
+            demos = [p for p in demos if filter_term.lower() in str(p).lower()]
+
+        if not demos:
+            click.echo("No run_demo.sh scripts found under examples/.")
+            return
+
+        if list_only:
+            click.echo("Available demos:")
+            for p in demos:
+                click.echo(f" - {p.relative_to(repo_root)}")
+            return
+
+        click.echo("Available demos:")
+        for idx, p in enumerate(demos, start=1):
+            click.echo(f" {idx}. {p.relative_to(repo_root)}")
+        click.echo("")
+
+        def _validate_choice(val: str) -> int:
+            try:
+                i = int(val)
+            except Exception as err:
+                raise click.BadParameter("Enter a number from the list") from err
+            if i < 1 or i > len(demos):
+                raise click.BadParameter(f"Choose a number between 1 and {len(demos)}")
+            return i
+
+        choice = click.prompt("Select a demo to run", value_proc=_validate_choice)
+        script = demos[choice - 1]
+
+        click.echo("")
+        click.echo(f"🚀 Running {script.relative_to(repo_root)}\n")
+
+        try:
+            subprocess.run(["bash", str(script)], check=True)
+        except subprocess.CalledProcessError as e:
+            click.echo(f"❌ Demo exited with non-zero status: {e.returncode}")
+        except KeyboardInterrupt:
+            click.echo("\n🛑 Demo interrupted by user")
+
+    # (prepare command removed; configure now prepares baseline TOML)
+
+    @demo.command("deploy")
+    @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
+    @click.option("--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy")
+    @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
+    @click.option("--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)")
+    def demo_deploy(local: bool, app: str | None, name: str, script: str | None):
+        args: list[str] = ["rl_demo.deploy"]
+        if local:
+            args.append("--local")
+        if app:
+            args.extend(["--app", app])
+        if name:
+            args.extend(["--name", name])
+        if script:
+            args.extend(["--script", script])
+        _forward_to_new(args)
+
+    @demo.command("configure")
+    def demo_configure():
+        _forward_to_new(["rl_demo.configure"]) 
+
+    @demo.command("run")
+    @click.option("--batch-size", type=int, default=None)
+    @click.option("--group-size", type=int, default=None)
+    @click.option("--model", type=str, default=None)
+    @click.option("--timeout", type=int, default=600)
+    def demo_run(batch_size: int | None, group_size: int | None, model: str | None, timeout: int):
+        args = ["rl_demo.run"]
+        if batch_size is not None:
+            args.extend(["--batch-size", str(batch_size)])
+        if group_size is not None:
+            args.extend(["--group-size", str(group_size)])
+        if model:
+            args.extend(["--model", model])
+        if timeout:
+            args.extend(["--timeout", str(timeout)])
+        _forward_to_new(args)

synth_ai-0.2.5/synth_ai/cli/rl_demo.py

@@ -0,0 +1,137 @@
+#!/usr/bin/env python3
+"""
+New RL demo command group kept fully separate from legacy demo.
+
+Usage examples:
+  uvx synth-ai rl_demo check
+  uvx synth-ai rl_demo deploy --app /path/to/math_task_app.py --name synth-math-demo
+  uvx synth-ai rl_demo configure
+  uvx synth-ai rl_demo run --batch-size 4 --group-size 16 --model Qwen/Qwen3-0.6B
+
+For convenience, dotted aliases are also exposed:
+  uvx synth-ai rl_demo.check
+"""
+
+from __future__ import annotations
+
+import click
+
+
+def _forward(args: list[str]) -> None:
+    import sys
+    try:
+        from synth_ai.demos.core import cli as demo_cli  # type: ignore
+    except Exception as e:  # pragma: no cover
+        click.echo(f"Failed to import RL demo CLI: {e}")
+        sys.exit(1)
+    rc = int(demo_cli.main(args) or 0)
+    if rc != 0:
+        sys.exit(rc)
+
+
+def register(cli):
+    @cli.group("rl_demo")
+    def rl_demo():
+        """RL Demo commands (separate from legacy demo)."""
+
+    @rl_demo.command("check")
+    def rl_check():
+        _forward(["rl_demo.check"])  # reuse same implementation
+
+    # (prepare command removed; consolidated into configure)
+
+    @rl_demo.command("deploy")
+    @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
+    @click.option("--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy")
+    @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
+    @click.option("--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)")
+    def rl_deploy(local: bool, app: str | None, name: str, script: str | None):
+        args: list[str] = ["rl_demo.deploy"]
+        if local:
+            args.append("--local")
+        if app:
+            args.extend(["--app", app])
+        if name:
+            args.extend(["--name", name])
+        if script:
+            args.extend(["--script", script])
+        _forward(args)
+
+    @rl_demo.command("configure")
+    def rl_configure():
+        _forward(["rl_demo.configure"]) 
+
+    @rl_demo.command("run")
+    @click.option("--config", type=click.Path(), default=None, help="Path to TOML config (skip prompt)")
+    @click.option("--batch-size", type=int, default=None)
+    @click.option("--group-size", type=int, default=None)
+    @click.option("--model", type=str, default=None)
+    @click.option("--timeout", type=int, default=600)
+    @click.option("--dry-run", is_flag=True, help="Print request body and exit")
+    def rl_run(config: str | None, batch_size: int | None, group_size: int | None, model: str | None, timeout: int, dry_run: bool):
+        args = ["rl_demo.run"]
+        if config:
+            args.extend(["--config", config])
+        if batch_size is not None:
+            args.extend(["--batch-size", str(batch_size)])
+        if group_size is not None:
+            args.extend(["--group-size", str(group_size)])
+        if model:
+            args.extend(["--model", model])
+        if timeout is not None:
+            args.extend(["--timeout", str(timeout)])
+        if dry_run:
+            args.append("--dry-run")
+        _forward(args)
+
+    # Dotted aliases (top-level) for convenience: rl_demo.check etc.
+    @cli.command("rl_demo.check")
+    def rl_check_alias():
+        _forward(["rl_demo.check"]) 
+
+    # (prepare alias removed)
+
+    @cli.command("rl_demo.deploy")
+    @click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
+    @click.option("--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy")
+    @click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
+    @click.option("--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)")
+    def rl_deploy_alias(local: bool, app: str | None, name: str, script: str | None):
+        args: list[str] = ["rl_demo.deploy"]
+        if local:
+            args.append("--local")
+        if app:
+            args.extend(["--app", app])
+        if name:
+            args.extend(["--name", name])
+        if script:
+            args.extend(["--script", script])
+        _forward(args)
+
+    @cli.command("rl_demo.configure")
+    def rl_configure_alias():
+        _forward(["rl_demo.configure"]) 
+
+    @cli.command("rl_demo.run")
+    @click.option("--config", type=click.Path(), default=None, help="Path to TOML config (skip prompt)")
+    @click.option("--batch-size", type=int, default=None)
+    @click.option("--group-size", type=int, default=None)
+    @click.option("--model", type=str, default=None)
+    @click.option("--timeout", type=int, default=600)
+    @click.option("--dry-run", is_flag=True, help="Print request body and exit")
+    def rl_run_alias(config: str | None, batch_size: int | None, group_size: int | None, model: str | None, timeout: int, dry_run: bool):
+        args = ["rl_demo.run"]
+        if config:
+            args.extend(["--config", config])
+        if batch_size is not None:
+            args.extend(["--batch-size", str(batch_size)])
+        if group_size is not None:
+            args.extend(["--group-size", str(group_size)])
+        if model:
+            args.extend(["--model", model])
+        if timeout is not None:
+            args.extend(["--timeout", str(timeout)])
+        if dry_run:
+            args.append("--dry-run")
+        _forward(args)
+

{synth_ai-0.2.4.dev8 → synth_ai-0.2.5}/synth_ai/cli/root.py

@@ -71,6 +71,71 @@ def cli():
     """Synth AI - Software for aiding the best and multiplying the will."""
 
 
+# === Legacy demo command group (aliases new rl_demo implementation) ===
+@cli.group()
+def demo():
+    """Demo helpers (deploy, configure, run)."""
+
+
+def _forward_to_demo(args: list[str]) -> None:
+    # Lazy import to avoid loading demo deps unless needed
+    try:
+        from synth_ai.demos.core import cli as demo_cli  # type: ignore
+    except Exception as e:  # pragma: no cover
+        click.echo(f"Failed to import demo CLI: {e}")
+        sys.exit(1)
+    rc = int(demo_cli.main(args) or 0)
+    if rc != 0:
+        sys.exit(rc)
+
+
+# (prepare command removed; handled by configure)
+
+
+@demo.command()
+@click.option("--local", is_flag=True, help="Run local FastAPI instead of Modal deploy")
+@click.option("--app", type=click.Path(), default=None, help="Path to Modal app.py for uv run modal deploy")
+@click.option("--name", type=str, default="synth-math-demo", help="Modal app name")
+@click.option("--script", type=click.Path(), default=None, help="Path to deploy_task_app.sh (optional legacy)")
+def deploy(local: bool, app: str | None, name: str, script: str | None):
+    """Deploy the Math Task App (Modal by default)."""
+    args: list[str] = ["rl_demo.deploy"]
+    if local:
+        args.append("--local")
+    if app:
+        args.extend(["--app", app])
+    if name:
+        args.extend(["--name", name])
+    if script:
+        args.extend(["--script", script])
+    _forward_to_demo(args)
+
+
+@demo.command()
+def configure():
+    """Print resolved environment and config path."""
+    _forward_to_demo(["rl_demo.configure"])
+
+
+@demo.command()
+@click.option("--batch-size", type=int, default=None)
+@click.option("--group-size", type=int, default=None)
+@click.option("--model", type=str, default=None)
+@click.option("--timeout", type=int, default=600)
+def run(batch_size: int | None, group_size: int | None, model: str | None, timeout: int):
+    """Kick off a short RL job using the prepared TOML."""
+    args = ["rl_demo.run"]
+    if batch_size is not None:
+        args.extend(["--batch-size", str(batch_size)])
+    if group_size is not None:
+        args.extend(["--group-size", str(group_size)])
+    if model:
+        args.extend(["--model", model])
+    if timeout:
+        args.extend(["--timeout", str(timeout)])
+    _forward_to_demo(args)
+
+
 @cli.command()
 @click.option("--db-file", default="traces/v3/synth_ai.db", help="Database file path")
 @click.option("--sqld-port", default=8080, type=int, help="Port for sqld HTTP interface")

synth_ai-0.2.5/synth_ai/demos/core/__init__.py

@@ -0,0 +1 @@
+# Core demo CLI and helpers package