synth-ai 0.2.14__py3-none-any.whl → 0.2.16__py3-none-any.whl

synth_ai/demos/math/task_app_entry.py

@@ -0,0 +1,51 @@
+"""Task app registry entry for the math demo Modal deployment."""
+
+from __future__ import annotations
+
+from contextlib import suppress
+from importlib import import_module
+
+from synth_ai.task.apps import ModalDeploymentConfig, TaskAppEntry, register_task_app
+
+try:
+    from synth_ai.task.apps.math_single_step import build_config as base_build_config
+except ModuleNotFoundError:
+    base_module = import_module("examples.rl.task_app.math_single_step")
+    base_build_config = base_module.build_config
+
+DEMO_MODAL_CONFIG = ModalDeploymentConfig(
+    app_name="hendrycks-math-task-app",
+    pip_packages=(
+        "fastapi>=0.110.0",
+        "uvicorn>=0.23.0",
+        "pydantic>=2.6.0",
+        "httpx>=0.24.0",
+        "numpy>=1.24.0",
+        "aiohttp>=3.8.0",
+        "datasets>=2.16.0",
+        "synth-ai",
+    ),
+)
+
+
+def build_config():
+    """Reuse the shared math single-step TaskAppConfig."""
+
+    return base_build_config()
+
+
+def register_demo_entry() -> None:
+    entry = TaskAppEntry(
+        app_id="hendrycks-math-demo",
+        description="Demo math task app (Modal-focused) shipping with synth-ai demos.",
+        config_factory=build_config,
+        modal=DEMO_MODAL_CONFIG,
+    )
+    with suppress(ValueError):
+        register_task_app(entry=entry)
+
+
+register_demo_entry()
+
+
+__all__ = ["DEMO_MODAL_CONFIG", "build_config", "register_demo_entry"]

synth_ai/environments/environment/core.py

@@ -1,4 +1,10 @@
-from synth_ai.core.system import System
+class System:
+    """Minimal base data structure shared by environment types."""
+
+    id: str
+    name: str
+    description: str
+    pass
 
 
 class Environment(System):

synth_ai/environments/examples/bandit/engine.py

@@ -4,7 +4,6 @@ from dataclasses import dataclass
 from typing import Any
 
 import numpy as np
-
 from synth_ai.environments.environment.shared_engine import (
     GetObservationCallable,
     InternalObservation,

synth_ai/environments/examples/bandit/environment.py

@@ -3,7 +3,6 @@ from __future__ import annotations
 from typing import Any
 
 from pydantic import BaseModel, Field, ValidationError
-
 from synth_ai.environments.environment.shared_engine import (
     GetObservationCallable,
     InternalObservation,

synth_ai/environments/examples/wordle/environment.py

@@ -3,7 +3,6 @@ from __future__ import annotations
 from typing import Any
 
 from pydantic import BaseModel, Field
-
 from synth_ai.environments.environment.shared_engine import (
     GetObservationCallable,
     InternalObservation,

synth_ai/evals/base.py

@@ -1,13 +1,24 @@
+from __future__ import annotations
+
+from abc import ABC, abstractmethod
+from typing import Any
+
+
 class Judgement:
     def __init__(
-        self, criteria: str, score: float, reasoning: str = "", evidence: list[str] = None
-    ):
+        self,
+        criteria: str,
+        score: float,
+        reasoning: str = "",
+        evidence: list[str] | None = None,
+    ) -> None:
         self.criteria = criteria
         self.score = score
         self.reasoning = reasoning
         self.evidence = evidence or []
 
 
-class BaseEval:
-    async def run(self, data: any) -> list[Judgement]:
-        pass
+class BaseEval(ABC):
+    @abstractmethod
+    async def run(self, data: Any) -> list[Judgement]:
+        """Execute the evaluation and return a list of judgements."""

synth_ai/evals/client.py

@@ -10,7 +10,7 @@ import os
 import warnings
 from typing import Any, Literal, TypedDict
 
-from synth_ai.http import AsyncHttpClient, HTTPError
+from synth_ai.http_client import AsyncHttpClient, HTTPError
 from synth_ai.tracing_v3.serialization import normalize_for_json
 
 Provider = Literal["groq", "gemini"]

synth_ai/inference/client.py

@@ -7,7 +7,7 @@ from synth_ai.api.models.supported import (
     normalize_model_identifier,
 )
 
-from ..http import AsyncHttpClient
+from .._utils.http import AsyncHttpClient
 
 
 class InferenceClient:

synth_ai/judge_schemas.py

@@ -9,7 +9,7 @@ This is the canonical contract that the backend MUST conform to.
 
 from __future__ import annotations
 
-from typing import Any, Dict, Literal, Optional
+from typing import Any, Literal
 
 from pydantic import BaseModel, Field
 
@@ -31,7 +31,7 @@ class ReviewPayload(BaseModel):
         description="Map of criterion keys to their scores"
     )
     total: float = Field(default=0.0, description="Aggregated total score")
-    summary: Optional[str] = Field(None, description="Optional text summary")
+    summary: str | None = Field(None, description="Optional text summary")
 
 
 class JudgeScoreResponse(BaseModel):
@@ -46,7 +46,7 @@ class JudgeScoreResponse(BaseModel):
         default_factory=list,
         description="List of per-event rubric reviews (one per step)"
     )
-    outcome_review: Optional[ReviewPayload] = Field(
+    outcome_review: ReviewPayload | None = Field(
         None,
         description="Optional outcome-level rubric review"
     )
@@ -92,15 +92,15 @@ class JudgeTaskApp(BaseModel):
     """Task application metadata."""
     
     id: str = Field(..., description="Task app identifier")
-    base_url: Optional[str] = Field(None, description="Optional base URL for task app")
+    base_url: str | None = Field(None, description="Optional base URL for task app")
 
 
 class JudgeOptions(BaseModel):
     """Judge provider and configuration options."""
     
-    provider: Optional[str] = Field(None, description="Judge provider (e.g., 'openai', 'groq')")
-    model: Optional[str] = Field(None, description="Model identifier")
-    rubric_id: Optional[str] = Field(None, description="Rubric identifier")
+    provider: str | None = Field(None, description="Judge provider (e.g., 'openai', 'groq')")
+    model: str | None = Field(None, description="Model identifier")
+    rubric_id: str | None = Field(None, description="Rubric identifier")
     event: bool = Field(True, description="Enable event-level judging")
     outcome: bool = Field(True, description="Enable outcome-level judging")
 
@@ -123,5 +123,5 @@ class JudgeScoreRequest(BaseModel):
     task_app: JudgeTaskApp = Field(..., description="Task application metadata")
     trace: JudgeTracePayload = Field(..., description="Trajectory trace to evaluate")
     options: JudgeOptions = Field(default_factory=lambda: JudgeOptions(), description="Judge options")
-    rubric: Optional[Dict[str, Any]] = Field(None, description="Optional explicit rubric criteria")
+    rubric: dict[str, Any] | None = Field(None, description="Optional explicit rubric criteria")
 

synth_ai/learning/client.py

@@ -11,7 +11,7 @@ from synth_ai.api.models.supported import (
 )
 from synth_ai.learning.sft.config import prepare_sft_job_payload
 
-from ..http import AsyncHttpClient, HTTPError, sleep
+from .._utils.http import AsyncHttpClient, HTTPError, sleep
 
 
 class LearningClient:

synth_ai/learning/health.py

@@ -2,7 +2,7 @@ from __future__ import annotations
 
 from typing import Any
 
-from ..http import AsyncHttpClient
+from .._utils.http import AsyncHttpClient
 
 
 def _api_base(b: str) -> str:

synth_ai/learning/jobs.py

@@ -5,7 +5,7 @@ from collections.abc import Callable
 from contextlib import suppress
 from typing import Any
 
-from ..http import AsyncHttpClient, sleep
+from .._utils.http import AsyncHttpClient, sleep
 from .constants import TERMINAL_EVENT_FAILURE, TERMINAL_EVENT_SUCCESS, TERMINAL_STATUSES
 
 

synth_ai/learning/rl/client.py

@@ -10,7 +10,7 @@ from synth_ai.api.models.supported import (
     normalize_model_identifier,
 )
 
-from ...http import AsyncHttpClient, HTTPError, sleep
+from ..._utils.http import AsyncHttpClient, HTTPError, sleep
 
 
 def _api_base(b: str) -> str:

synth_ai/learning/rl/env_keys.py

@@ -1,4 +1,4 @@
-"""Helpers for uploading RL environment credentials to the backend."""
+"""Helpers for uploading Environment credentials to the backend."""
 
 from __future__ import annotations
 

synth_ai/learning/rl/secrets.py

@@ -1,4 +1,4 @@
-"""Helpers for generating RL environment credentials."""
+"""Helpers for generating Environment credentials."""
 
 from __future__ import annotations
 

synth_ai/learning/sft/client.py

@@ -3,7 +3,7 @@ from __future__ import annotations
 from pathlib import Path
 from typing import Any
 
-from ...http import AsyncHttpClient, HTTPError
+from ..._utils.http import AsyncHttpClient, HTTPError
 from .config import prepare_sft_job_payload
 from .data import validate_jsonl_or_raise