synth-ai 0.2.8.dev4__py3-none-any.whl → 0.2.23.dev3__py3-none-any.whl

{synth_ai-0.2.8.dev4.dist-info → synth_ai-0.2.23.dev3.dist-info}/entry_points.txt

@@ -1,3 +1,2 @@
 [console_scripts]
 synth-ai = synth_ai.cli:cli
-synth-ai-demo = synth_ai.demos.core.cli:main

{synth_ai-0.2.8.dev4.dist-info → synth_ai-0.2.23.dev3.dist-info}/top_level.txt

@@ -1 +1,2 @@
+examples
 synth_ai

synth_ai/cli/man.py

@@ -1,106 +0,0 @@
-#!/usr/bin/env python3
-"""
-CLI: human-friendly manual for Synth AI commands and options.
-"""
-
-from __future__ import annotations
-
-from rich import box
-from rich.console import Console
-from rich.panel import Panel
-from rich.table import Table
-
-
-def _commands_table() -> Table:
-    t = Table(title="Commands", box=box.SIMPLE, header_style="bold")
-    t.add_column("Command")
-    t.add_column("Summary")
-    t.add_row(
-        "balance",
-        "Show remaining credit balance (USD) and a compact spend summary for last 24h and 7d.\n"
-        "Options: --base-url, --api-key, --usage",
-    )
-    t.add_row(
-        "traces",
-        "List local trace DBs, trace counts, experiments, and per-system counts.\nOptions: --root",
-    )
-    t.add_row(
-        "experiments",
-        "Snapshot table of experiments from the local traces DB.\nOptions: --url, --limit",
-    )
-    t.add_row(
-        "experiment <id>",
-        "Details and sessions for an experiment (accepts partial ID).\nOptions: --url",
-    )
-    t.add_row(
-        "usage",
-        "Model usage statistics (tokens, cost).\nOptions: --url, --model",
-    )
-    t.add_row(
-        "status",
-        "DB stats, systems, and environment service health.\nOptions: --url, --service-url",
-    )
-    t.add_row(
-        "calc '<expr>'",
-        "Evaluate a simple arithmetic expression (e.g., 2*(3+4)).",
-    )
-    t.add_row(
-        "env list | env register | env unregister",
-        "Manage environment registry via the service.\nOptions vary; see examples.",
-    )
-    return t
-
-
-def _env_table() -> Table:
-    t = Table(title="Environment Variables", box=box.SIMPLE, header_style="bold")
-    t.add_column("Variable")
-    t.add_column("Used By")
-    t.add_column("Purpose")
-    t.add_row(
-        "SYNTH_BACKEND_BASE_URL",
-        "balance",
-        "Backend base URL (preferred) e.g. http://localhost:8000/api/v1",
-    )
-    t.add_row("BACKEND_BASE_URL", "balance", "Fallback backend base URL")
-    t.add_row("LOCAL_BACKEND_URL", "balance", "Another fallback backend base URL")
-    t.add_row("SYNTH_BASE_URL", "balance", "Generic base URL (may point to Modal, guarded)")
-    t.add_row("SYNTH_BACKEND_API_KEY", "balance", "Backend API key (preferred)")
-    t.add_row("SYNTH_API_KEY", "balance, env*", "API key used if backend-specific key not set")
-    t.add_row("DEFAULT_DEV_API_KEY", "balance", "Dev fallback key for local testing")
-    t.add_row(
-        "SYNTH_TRACES_ROOT",
-        "traces",
-        "Root directory of local trace DBs (default ./synth_ai.db/dbs)",
-    )
-    return t
-
-
-def _examples_table() -> Table:
-    t = Table(title="Examples", box=box.SIMPLE, header_style="bold")
-    t.add_column("Command")
-    t.add_column("Example")
-    t.add_row("Balance (local backend)", "uvx . balance")
-    t.add_row(
-        "Balance with URL+key",
-        "uvx . balance --base-url http://localhost:8000 --api-key $SYNTH_API_KEY",
-    )
-    t.add_row("Traces (default root)", "uvx . traces")
-    t.add_row("Traces (custom root)", "uvx . traces --root /path/to/dbs")
-    t.add_row("Experiments", "uvx . experiments --limit 20")
-    t.add_row("Experiment detail", "uvx . experiment abcd1234")
-    t.add_row("Usage by model", "uvx . usage --model gpt-4o-mini")
-    t.add_row("Status", "uvx . status")
-    t.add_row("Calc", "uvx . calc '2*(3+4)'")
-    t.add_row("Env list", "uvx . env list --service-url http://localhost:8901")
-    return t
-
-
-def register(cli):
-    @cli.command(name="man")
-    def man():
-        """Show Synth AI CLI manual with commands, options, env vars, and examples."""
-        console = Console()
-        console.print(Panel("Synth AI CLI Manual", border_style="cyan"))
-        console.print(_commands_table())
-        console.print(_env_table())
-        console.print(_examples_table())

synth_ai/core/experiment.py

@@ -1,15 +0,0 @@
-
-
-class ExperimentalSystem:
-    system_id: str
-    system_version_id: str
-    pass
-
-
-class Experiment:
-    id: str
-    name: str
-    description: str
-    created_at: str
-    updated_at: str
-    related_systems: list[ExperimentalSystem]

synth_ai/core/system.py

@@ -1,15 +0,0 @@
-class System:
-    id: str
-    name: str
-    description: str
-    pass
-
-
-class SystemVersion:
-    id: str
-    system_id: str
-    branch: str
-    commit: str
-    created_at: str
-    description: str
-    pass

synth_ai/environments/examples/sokoban/units/astar_common.py

@@ -1,95 +0,0 @@
-"""
-astar_common.py – one A* routine usable by both engine-level and
-environment-level unit tests.
-"""
-
-import heapq
-import itertools
-import json
-from typing import Any, Awaitable, Callable, List, Tuple
-
-import numpy as np
-
-
-# ---------- generic utilities ------------------------------------ #
-def _boxes_left(env_pkg) -> int:
-    """#targets – #boxes-on-targets (uses raw grids, never the counter)."""
-    return int(np.sum(env_pkg.room_fixed == 2) - np.sum(env_pkg.room_state == 3))
-
-
-def solved(obj: Any) -> bool:
-    """Expects obj to have a .package_sokoban_env attribute."""
-    return _boxes_left(obj.package_sokoban_env) == 0
-
-
-def heuristic(obj: Any) -> int:
-    """Expects obj to have a .package_sokoban_env attribute."""
-    return _boxes_left(obj.package_sokoban_env)
-
-
-# ---------- single reusable A* ----------------------------------- #
-async def astar(
-    root_obj: Any,
-    step_fn: Callable[[Any, int], Awaitable[None]],
-    deserialize_fn: Callable[[Any], Awaitable[Any]],
-    max_nodes: int = 1000,
-) -> List[int]:
-    """
-    Generic A* over Sokoban snapshots.
-
-    • `root_obj` - current engine *or* environment
-    • `step_fn(obj, action)` - async: apply one move to *obj*
-    • `deserialize_fn(snapshot)` - async: new obj from snapshot
-    """
-    start_snap = await root_obj._serialize_engine()
-
-    frontier: List[Tuple[int, int, Any, List[int]]] = []
-    counter = itertools.count()
-    frontier.append((heuristic(root_obj), next(counter), start_snap, []))
-    seen: set[str] = set()
-
-    nodes = 0
-    while frontier and nodes < max_nodes:
-        f, _, snap, path = heapq.heappop(frontier)
-        cur = await deserialize_fn(snap)
-        key = json.dumps(snap.engine_snapshot, sort_keys=True)
-        if key in seen:
-            continue
-        seen.add(key)
-        if solved(cur):
-            return path
-
-        nodes += 1
-        for action in range(cur.package_sokoban_env.action_space.n):
-            child = await deserialize_fn(snap)  # fresh copy
-            try:
-                await step_fn(child, action)
-            except Exception:  # illegal/off-board
-                continue
-
-            child_snap = await child._serialize_engine()
-            g = len(path) + 1
-            heapq.heappush(
-                frontier,
-                (g + heuristic(child), next(counter), child_snap, path + [action]),
-            )
-    return []
-
-
-# convenience lambdas for the two concrete APIs
-async def _engine_step(e, a):  # `SokobanEngine`
-    await e._step_engine(a)
-
-
-async def _env_step(env, a):  # `SokobanEnvironment` (expects Move wrapper)
-    from synth_ai.environments.examples.sokoban.units.test_sokoban_environment import Move
-
-    await env.step([[Move(a)]])
-
-
-ENGINE_ASTAR = lambda eng, **kw: astar(eng, _engine_step, eng.__class__._deserialize_engine, **kw)
-ENV_ASTAR = lambda env, **kw: astar(
-    env.engine, _env_step, env.engine.__class__._deserialize_engine, **kw
-)
-
-# ----------------------------------------------------------------- #

synth_ai/experimental/synth_oss.py

@@ -1,446 +0,0 @@
-# ruff: noqa
-'''
-Synth OSS Integration Module
-
-This module provides integration with Synth's open-source inference and training APIs
-from the monorepo learning_v2 service. All APIs are OpenAI-compatible.
-
-Learning V2 APIs available for integration via lm/:
-"""
-
-# API Configuration
-SYNTH_BACKEND_URL = ""
-
-# Learning V2 Modal Service URLs
-LEARNING_V2_URLS = {
-    "dev": "https://synth-laboratories-dev--learning-v2-service-fastapi-app.modal.run",
-    "prod": "https://synth-laboratories-prod--learning-v2-service-fastapi-app.modal.run", 
-    "main": "https://synth-laboratories--learning-v2-service-fastapi-app.modal.run"
-}
-
-# ============================================================================
-# HEALTH & STATUS APIS
-# ============================================================================
-
-HEALTH_APIS = {
-    "basic_health": {
-        "method": "GET",
-        "endpoint": "/health",
-        "description": "Basic health check",
-        "response": {"status": "healthy"}
-    },
-    "detailed_health": {
-        "method": "GET", 
-        "endpoint": "/learning/health",
-        "description": "Detailed health check including GPU function availability",
-        "response": {"status": "healthy", "components": {...}}
-    }
-}
-
-# ============================================================================
-# FILE MANAGEMENT APIS
-# ============================================================================
-
-FILE_MANAGEMENT_APIS = {
-    "upload_file": {
-        "method": "POST",
-        "endpoint": "/files",
-        "description": "Upload a file for fine-tuning (JSONL format)",
-        "request": "multipart/form-data with 'file' and 'purpose'='fine-tune'",
-        "response": {
-            "id": "file-abc123",
-            "object": "file", 
-            "bytes": 1234,
-            "created_at": 1638360000,
-            "filename": "data.jsonl",
-            "purpose": "fine-tune"
-        }
-    },
-    "list_files": {
-        "method": "GET",
-        "endpoint": "/files",
-        "description": "List all uploaded files",
-        "params": {"limit": "optional"},
-        "response": {"object": "list", "data": ["file_objects"]}
-    },
-    "get_file": {
-        "method": "GET",
-        "endpoint": "/files/{file_id}",
-        "description": "Get file metadata by ID",
-        "response": "Single file object with metadata"
-    },
-    "delete_file": {
-        "method": "DELETE",
-        "endpoint": "/files/{file_id}",
-        "description": "Delete a file",
-        "response": {"id": "file-abc123", "object": "file", "deleted": True}
-    },
-    "get_file_content": {
-        "method": "GET",
-        "endpoint": "/files/{file_id}/content",
-        "description": "Download raw file content",
-        "response": "Raw file content stream"
-    }
-}
-
-# ============================================================================
-# TRAINING/FINE-TUNING APIS  
-# ============================================================================
-
-TRAINING_APIS = {
-    "create_training_job": {
-        "method": "POST",
-        "endpoint": "/fine_tuning/jobs",
-        "description": "Create a fine-tuning job",
-        "request": {
-            "model": "Qwen/Qwen3-0.5B",
-            "training_file": "file-abc123", 
-            "training_type": "sft",  # or "dpo"
-            "hyperparameters": {...},
-            "suffix": "optional"
-        },
-        "response": {
-            "object": "fine_tuning.job",
-            "id": "ftjob-xyz789",
-            "model": "...",
-            "status": "validating_files",
-            "training_file": "file-abc123",
-            "hyperparameters": {...}
-        }
-    },
-    "list_training_jobs": {
-        "method": "GET",
-        "endpoint": "/fine_tuning/jobs", 
-        "description": "List all training jobs",
-        "response": {"object": "list", "data": ["job_objects"]}
-    },
-    "get_training_job": {
-        "method": "GET",
-        "endpoint": "/fine_tuning/jobs/{job_id}",
-        "description": "Get training job status",
-        "response": {
-            "object": "fine_tuning.job",
-            "id": "ftjob-xyz789",
-            "status": "running",  # or "completed", "failed", "cancelled"
-            "fine_tuned_model": "ft:model:suffix"  # when completed
-        }
-    },
-    "cancel_training_job": {
-        "method": "POST",
-        "endpoint": "/fine_tuning/jobs/{job_id}/cancel",
-        "description": "Cancel a running training job",
-        "response": {"object": "fine_tuning.job", "id": "...", "status": "cancelled"}
-    },
-    "get_training_events": {
-        "method": "GET", 
-        "endpoint": "/fine_tuning/jobs/{job_id}/events",
-        "description": "Get training logs/events",
-        "response": {
-            "object": "list",
-            "data": [{
-                "object": "fine_tuning.job.event",
-                "level": "info",
-                "message": "Training started",
-                "created_at": 1638360000
-            }]
-        }
-    }
-}
-
-# ============================================================================
-# INFERENCE APIS
-# ============================================================================
-
-INFERENCE_APIS = {
-    "chat_completions": {
-        "method": "POST",
-        "endpoint": "/chat/completions", 
-        "description": "OpenAI-compatible chat completions for base and fine-tuned models",
-        "request": {
-            "model": "Qwen/Qwen3-0.5B",  # or "ft:Qwen/Qwen3-0.5B:suffix"
-            "messages": [{"role": "user", "content": "Hello"}],
-            "temperature": 0.7,
-            "max_tokens": 100,
-            "top_p": 1.0,
-            "stream": False,  # Set to True for streaming
-            "tools": [],  # For tool calling
-            "tool_choice": "auto"
-        },
-        "response": {
-            "id": "chatcmpl-123",
-            "object": "chat.completion",
-            "created": 1638360000,
-            "model": "Qwen/Qwen3-0.5B",
-            "choices": [{
-                "index": 0,
-                "message": {
-                    "role": "assistant",
-                    "content": "Hello! How can I help you?",
-                    "tool_calls": []  # If tools were used
-                },
-                "finish_reason": "stop"
-            }],
-            "usage": {
-                "prompt_tokens": 10,
-                "completion_tokens": 20,
-                "total_tokens": 30
-            }
-        },
-        "streaming": "Server-sent events with data: {...} format when stream=True"
-    }
-}
-
-# ============================================================================  
-# MODEL MANAGEMENT APIS
-# ============================================================================
-
-MODEL_APIS = {
-    "list_models": {
-        "method": "GET",
-        "endpoint": "/models",
-        "description": "List all available models (base and fine-tuned)",
-        "response": {
-            "object": "list",
-            "data": [{
-                "id": "Qwen/Qwen3-0.5B",
-                "object": "model", 
-                "created": 1638360000,
-                "owned_by": "learning_v2"
-            }]
-        }
-    },
-    "delete_model": {
-        "method": "DELETE",
-        "endpoint": "/models/{model_id}",
-        "description": "Delete a fine-tuned model",
-        "response": {"id": "ft:model:suffix", "object": "model", "deleted": True}
-    }
-}
-
-# ============================================================================
-# SUPPORTED MODELS
-# ============================================================================
-
-SUPPORTED_MODELS = {
-    "base_models": [
-        # Qwen 3 family
-        "Qwen/Qwen3-0.6B",
-        "Qwen/Qwen3-1.8B",
-        "Qwen/Qwen3-8B",
-        "Qwen/Qwen3-14B",
-        "Qwen/Qwen3-32B",
-        # Qwen 2.5 family
-        "Qwen/Qwen2.5-0.5B-Instruct",
-        "Qwen/Qwen2.5-1.5B-Instruct",
-        "Qwen/Qwen2.5-3B-Instruct",
-        "Qwen/Qwen2.5-7B-Instruct",
-        "Qwen/Qwen2.5-14B-Instruct",
-        "Qwen/Qwen2.5-32B-Instruct",
-        "Qwen/Qwen2.5-72B-Instruct",
-        # OLMo 2 family
-        "allenai/OLMo-2-0425-1B-Instruct",
-        "allenai/OLMo-2-1124-7B-Instruct",
-        "allenai/OLMo-2-1124-13B-Instruct"
-    ],
-    "training_types": ["sft", "dpo"],
-    "gpu_types": ["A10G", "L40S", "A100", "H100"],
-    "features": [
-        "Tool calling",
-        "Streaming responses", 
-        "Fine-tuning",
-        "Multi-GPU training",
-        "JSONL data format",
-        "OpenAI compatibility"
-    ]
-}
-
-# ============================================================================
-# INTEGRATION PLAN – Synth OSS
-# ==========================================================================
-"""
-GPU & Resource Selection
-------------------------
-Synth OSS decides the GPU based on the `ModelFamily` definition:
-• Each `ModelConfig` lists `inference_gpus` and `training_gpus`.
-• The API’s `InferenceRouter` calls `_select_gpu_for_model`, which chooses the **first recommended GPU** returned by `get_model_gpu_recommendations` (usually the `default_inference_gpu`).
-• By default the server picks the first recommended GPU, **but** we can request
-another GPU type via a custom header that the server *can* opt to honor:
-
-    X-GPU-Preference: L40S  # or A10G, A100, H100
-
-The current dev deployment already forwards this header to `InferenceRouter`,
-so adding it makes the GPU configurable without breaking existing behaviour.
-
-`InferenceConfig` therefore gets a new optional field:
-
-```python
-class InferenceConfig(BaseModel):
-    stream: bool = False
-    gpu_preference: Optional[str] = None  # "A10G", "L40S", "A100", "H100"
-    # ...future knobs (temperature, max_tokens, etc.)
-```
-
-LM will include `gpu_preference` as that header when `backend="synth"`. If the
-header is omitted or the value is not valid for the chosen model, the server
-falls back to its default selection. This keeps the API forward-compatible and
-provides explicit GPU control when supported.
-
-Only two parts of synth-ai need to change for Synth OSS inference:
-
-1.  LM() class (synth_ai.lm)
-2.  The async respond(...) coroutine on that class
-
-Extend LM with backend="synth"; when selected, issue POST requests to
-`${LEARNING_V2_URL}/chat/completions`, supporting both streaming and
-non-streaming modes and returning the same dict structure as today.
-
-Everything else (file upload, fine-tuning, model listing) lives in the
-`synth_ai.learning` package and does NOT affect LM:
-
-synth_ai/learning/
-    ├─ files.py
-    ├─ training.py
-    ├─ models.py
-    ├─ client.py
-    └─ types.py
-
-Warm-up flow
-~~~~~~~~~~~~
-`learning_v2` exposes `POST /warmup/{model_id}` and `GET /warmup/status/{model_id}`
-(via the Render proxy).  We can exploit that to reduce first-token latency.
-
-LM API addition:
-
-```python
-async def warmup(self, model: str | None = None, gpu_preference: str | None = None) -> dict:
-    """Pre-spin the container & load weights for *model* on the requested GPU.
-    Returns the JSON response from /warmup.  If *model* is None we warm-up
-    `self.model`.
-    """
-```
-
-Implementation sketch (backend == "synth")
-------------------------------------------
-1.  Determine `model_id = model or self.model`.
-2.  Build headers:
-    ```python
-    headers = {}
-    if gpu_preference:
-        headers["X-GPU-Preference"] = gpu_preference
-    ```
-3.  `POST  f"{url}/warmup/{model_id}"`.
-4.  Optionally call `GET /warmup/status/{model_id}` in a loop until
-    `status == "ready"` (exponential backoff) – or expose a separate
-    `await LM.warmup_status(model)` helper.
-
-The method is a *no-op* for the default (OpenAI) backend so existing code keeps
-working.
-
-'''
-
-
-"""
-LEARNING_v2 server-side changes required to honor `X-GPU-Preference`
-====================================================================
-1.  **Add header extraction in API layer**
-    • File: `backend/app/services/learning_v2/modal_service/api_openai_complete.py`
-    • In `@app.post("/chat/completions")` add:
-        ```python
-        gpu_pref = req.headers.get("X-GPU-Preference")
-        ```
-    • Pass `gpu_pref` to `inference_router.route_completion(...)` and
-      `route_streaming_completion(...)`.
-
-2.  **Propagate preference through `InferenceRouter`**
-    • Update signatures of `route_completion`, `route_streaming_completion` and
-      `_select_gpu_for_model` to accept `gpu_preference: Optional[str] = None`.
-    • Inside `_select_gpu_for_model`:
-        ```python
-        if gpu_preference and gpu_preference in valid_gpu_types_for_model:
-            return gpu_preference
-        ```
-      falling back to current auto-selection logic otherwise.
-
-3.  **Validate against model config**
-    • Retrieve `model_cfg.inference_gpus` and refuse unsupported choices with
-      `HTTP 400` ("GPU type not supported for this model").
-
-4.  **Expose preference in usage / logging**
-    • Include the chosen GPU in the response’s `system_fingerprint` or add a
-      field `selected_gpu` so clients can confirm the assignment.
-    • Log header + selected GPU for observability.
-
-5.  **(Optional) Accept preference in JSON body**
-    • If we want parity with LM’s `InferenceConfig`, extend
-      `ChatCompletionRequest` with an optional `gpu_preference` field and treat
-      it as a fallback if the header is missing.
-
-6.  **Update automated tests**
-    • Modify `tests/dev/learning_v2/test_multi_gpu_inference_v2.py` to set the
-      header and assert that the correct GPU function (`*_L40S_generate`, etc.)
-      was invoked (can mock `get_gpu_function`).
-
-7.  **Documentation**
-    • Add the header to `learning_v2_api_structure.txt` and README so external
-      callers know how to request a GPU.
-
-These changes are backwards-compatible: calls without the header behave exactly
-as before.
-"""
-
-"""
-Ran tool
-
-Ran tool
-
-Read file: /Users/joshuapurtell/Documents/GitHub/monorepo/backend/app/services/learning/unified_ft_service/api.py
-
-Ran tool
-Read file: /Users/joshuapurtell/Documents/GitHub/monorepo/backend/app/services/learning/unified_ft_service/api.py
-
-Ran tool
-
-Warm-up today:
-
-• `POST /warmup/{model_name}` in `unified_ft_service/api.py` kicks off an async worker that:
-  1. Calls `get_model_routing(model_name)` → this falls back to `choose_gpu(model_id, req_gpu=None)`  
-     so no GPU can be requested.
-  2. Fires the routed Modal function once (“dummy request”) to cache weights.
-
-Because the handler never accepts a GPU argument and never reads `X-GPU-Preference`, the server always warms the model with its default GPU.
-
-What has to change
-==================
-
-Server-side (learning_v2)
-1. Add an optional header or query field  
-   `X-GPU-Preference` **or** `?gpu=A100` to `POST /warmup/{model_id}`.
-2. Pass the value into `choose_gpu(model_id, req_gpu)` inside
-   `warmup_worker()`.  The helper already validates the choice, so no other
-   change is required.
-3. Expose the selected GPU in the JSON response for visibility.
-
-Client-side (synth-ai LM)
-```python
-async def warmup(
-    self,
-    model: str | None = None,
-    gpu_preference: str | None = None,
-    wait_until_ready: bool = False,
-) -> dict:
-    mdl = model or self.model
-    headers = {}
-    if gpu_preference:
-        headers["X-GPU-Preference"] = gpu_preference
-    resp = await _client.post(f"{url}/warmup/{mdl}", headers=headers)
-    if wait_until_ready:
-        while resp.json()["status"] != "warmed":
-            await asyncio.sleep(2)
-            resp = await _client.get(f"{url}/warmup/status/{mdl}")
-    return resp.json()
-```
-
-So: **the existing endpoint does not yet support GPU selection; we need to add
-the small change above on the `learning_v2` side and then LM.warmup can request
-specific GPUs.**
-"""