synth-ai 0.2.14__py3-none-any.whl → 0.2.17__py3-none-any.whl

synth_ai/environments/examples/red/trace_hooks_v3.py

@@ -0,0 +1,168 @@
+"""
+Trace hooks for Pokemon Red environment - v3 version.
+Captures reward information and saves to Turso database.
+"""
+
+from datetime import datetime
+from typing import Any, Dict, Optional
+
+from synth_ai.tracing_v3.abstractions import BaseEvent, EnvironmentEvent
+from synth_ai.tracing_v3.hooks import HookManager
+
+# Pokemon Red achievement categories by reward value
+EXPLORATION_ACHIEVEMENTS = {
+    0.02: "explore_new_area",
+    0.04: "explore_multiple_areas",
+    1.0: "leave_starting_area",
+    1.5: "enter_new_city",
+    2.0: "explore_new_route",
+    5.0: "enter_gym_building",
+}
+
+TRAINING_ACHIEVEMENTS = {
+    0.2: "pokemon_level_up",
+    0.3: "reach_power_level",
+    3.0: "pokemon_ready_for_battle",
+}
+
+BATTLE_ACHIEVEMENTS = {
+    0.1: "encounter_wild_pokemon",
+}
+
+RESOURCE_ACHIEVEMENTS = {
+    0.05: "keep_pokemon_healthy",
+    0.5: "find_valuable_item",
+    0.8: "visit_pokemon_center",
+}
+
+MAJOR_ACHIEVEMENTS = {
+    50.0: "defeat_brock_win_badge",
+}
+
+
+async def track_pokemon_rewards(event_obj: BaseEvent, **kwargs) -> Optional[Dict[str, Any]]:
+    """Hook that captures detailed Pokemon Red reward information."""
+    # Only process EnvironmentEvents
+    if not isinstance(event_obj, EnvironmentEvent):
+        return None
+
+    reward = event_obj.reward
+    if reward is None or reward == 0.0:
+        return None
+
+    # Determine achievement type based on reward value
+    achievement_type = "unknown"
+    achievement_category = "other"
+
+    # Check each category
+    if reward in EXPLORATION_ACHIEVEMENTS:
+        achievement_type = EXPLORATION_ACHIEVEMENTS[reward]
+        achievement_category = "exploration"
+    elif reward in TRAINING_ACHIEVEMENTS:
+        achievement_type = TRAINING_ACHIEVEMENTS[reward]
+        achievement_category = "training"
+    elif reward in BATTLE_ACHIEVEMENTS:
+        achievement_type = BATTLE_ACHIEVEMENTS[reward]
+        achievement_category = "battle"
+    elif reward in RESOURCE_ACHIEVEMENTS:
+        achievement_type = RESOURCE_ACHIEVEMENTS[reward]
+        achievement_category = "resource"
+    elif reward in MAJOR_ACHIEVEMENTS:
+        achievement_type = MAJOR_ACHIEVEMENTS[reward]
+        achievement_category = "major"
+
+    return {
+        "reward_value": reward,
+        "achievement_type": achievement_type,
+        "achievement_category": achievement_category,
+        "timestamp": datetime.now().isoformat(),
+        "system_state_before": event_obj.system_state_before,
+        "system_state_after": event_obj.system_state_after,
+    }
+
+
+async def track_pokemon_milestones(event_obj: BaseEvent, **kwargs) -> Optional[Dict[str, Any]]:
+    """Hook that tracks significant Pokemon Red milestones."""
+    # Only process EnvironmentEvents
+    if not isinstance(event_obj, EnvironmentEvent):
+        return None
+
+    reward = event_obj.reward
+    if reward is None:
+        return None
+
+    # Track major milestones
+    if reward >= 1.0:  # Significant progress rewards
+        return {
+            "milestone": "major_progress",
+            "reward": reward,
+            "timestamp": datetime.now().isoformat(),
+        }
+    elif reward >= 0.5:  # Moderate rewards
+        return {
+            "milestone": "moderate_progress",
+            "reward": reward,
+            "timestamp": datetime.now().isoformat(),
+        }
+
+    return None
+
+
+async def track_pokemon_outcomes(event_obj: BaseEvent, **kwargs) -> Optional[Dict[str, Any]]:
+    """Hook that tracks episode outcomes for Pokemon Red."""
+    # Only process EnvironmentEvents
+    if not isinstance(event_obj, EnvironmentEvent):
+        return None
+
+    # Check for termination conditions
+    if event_obj.terminated or event_obj.truncated:
+        total_reward = getattr(event_obj, 'total_reward', 0.0)
+        steps_taken = getattr(event_obj, 'step_count', 0)
+
+        # Extract achievement information from system state
+        achievements_count = 0
+        if event_obj.system_state_after:
+            # Count positive rewards as achievements
+            # This is a simplified count - in practice you'd track actual achievements
+            achievements_count = max(1, int(total_reward / 0.1))  # Rough estimate
+
+        return {
+            "outcome_type": "episode_end",
+            "total_reward": total_reward,
+            "steps_taken": steps_taken,
+            "achievements_count": achievements_count,
+            "terminated": event_obj.terminated,
+            "truncated": event_obj.truncated,
+            "timestamp": datetime.now().isoformat(),
+        }
+
+    return None
+
+
+# Create the global POKEMON_RED_HOOKS instance
+POKEMON_RED_HOOKS = HookManager()
+
+# Register all hooks
+POKEMON_RED_HOOKS.register(
+    "event_recorded",
+    track_pokemon_rewards,
+    name="pokemon_rewards",
+    priority=10,
+    event_types=["environment"],
+)
+
+POKEMON_RED_HOOKS.register(
+    "event_recorded",
+    track_pokemon_milestones,
+    name="pokemon_milestones",
+    priority=5,
+    event_types=["environment"],
+)
+
+POKEMON_RED_HOOKS.register(
+    "event_recorded",
+    track_pokemon_outcomes,
+    name="pokemon_outcomes",
+    priority=5,
+    event_types=["environment"],
+)

synth_ai/environments/examples/wordle/environment.py

@@ -3,7 +3,6 @@ from __future__ import annotations
 from typing import Any
 
 from pydantic import BaseModel, Field
-
 from synth_ai.environments.environment.shared_engine import (
     GetObservationCallable,
     InternalObservation,

synth_ai/evals/base.py

@@ -1,13 +1,24 @@
+from __future__ import annotations
+
+from abc import ABC, abstractmethod
+from typing import Any
+
+
 class Judgement:
     def __init__(
-        self, criteria: str, score: float, reasoning: str = "", evidence: list[str] = None
-    ):
+        self,
+        criteria: str,
+        score: float,
+        reasoning: str = "",
+        evidence: list[str] | None = None,
+    ) -> None:
         self.criteria = criteria
         self.score = score
         self.reasoning = reasoning
         self.evidence = evidence or []
 
 
-class BaseEval:
-    async def run(self, data: any) -> list[Judgement]:
-        pass
+class BaseEval(ABC):
+    @abstractmethod
+    async def run(self, data: Any) -> list[Judgement]:
+        """Execute the evaluation and return a list of judgements."""

synth_ai/evals/client.py

@@ -10,7 +10,7 @@ import os
 import warnings
 from typing import Any, Literal, TypedDict
 
-from synth_ai.http import AsyncHttpClient, HTTPError
+from synth_ai.http_client import AsyncHttpClient, HTTPError
 from synth_ai.tracing_v3.serialization import normalize_for_json
 
 Provider = Literal["groq", "gemini"]

synth_ai/http.py

@@ -1,26 +1,12 @@
 """
-Compatibility shim to avoid shadowing Python's stdlib `http` module.
-This re-exports the actual client implementation from http_client.py and
-supports both package and script execution contexts.
+Backward-compatible HTTP client exports.
+
+Historically, some modules imported ``synth_ai.http``. The canonical location
+is ``synth_ai.http_client``; this module simply re-exports the same symbols so
+legacy imports keep working.
 """
 
-try:
-    from synth_ai.http_client import *  # type: ignore F401,F403
-except Exception:
-    try:
-        from .http_client import *  # type: ignore F401,F403
-    except Exception:
-        import importlib.util as _ilu
-        import sys as _sys
-        from pathlib import Path as _Path
 
-        _here = _Path(__file__).resolve()
-        _client_path = _here.parent / "http_client.py"
-        _spec = _ilu.spec_from_file_location("http_client", str(_client_path))
-        if not _spec or not _spec.loader:
-            raise ImportError("Could not load http_client module") from None
-        _mod = _ilu.module_from_spec(_spec)
-        _spec.loader.exec_module(_mod)
-        _sys.modules["synth_ai.http_client"] = _mod
-        for _name in ("HTTPError", "AsyncHttpClient", "sleep"):
-            globals()[_name] = getattr(_mod, _name)
+from synth_ai.http_client import AsyncHttpClient, HTTPError, sleep
+
+__all__ = ["AsyncHttpClient", "HTTPError", "sleep"]

synth_ai/inference/client.py

@@ -7,7 +7,7 @@ from synth_ai.api.models.supported import (
     normalize_model_identifier,
 )
 
-from ..http import AsyncHttpClient
+from .._utils.http import AsyncHttpClient
 
 
 class InferenceClient:

synth_ai/judge_schemas.py

@@ -9,7 +9,7 @@ This is the canonical contract that the backend MUST conform to.
 
 from __future__ import annotations
 
-from typing import Any, Dict, Literal, Optional
+from typing import Any, Literal, Optional
 
 from pydantic import BaseModel, Field
 
@@ -63,7 +63,7 @@ class JudgeScoreResponse(BaseModel):
         description="Request metadata (provider, options, etc.)"
     )
 
-    def aggregate_event_reward(self) -> float | None:
+    def aggregate_event_reward(self) -> Optional[float]:
         """
         Aggregate all event totals into a single reward.
         
@@ -74,7 +74,7 @@ class JudgeScoreResponse(BaseModel):
             return None
         return sum(self.event_totals)
 
-    def aggregate_outcome_reward(self) -> float | None:
+    def aggregate_outcome_reward(self) -> Optional[float]:
         """
         Extract outcome reward from outcome_review.
         
@@ -123,5 +123,4 @@ class JudgeScoreRequest(BaseModel):
     task_app: JudgeTaskApp = Field(..., description="Task application metadata")
     trace: JudgeTracePayload = Field(..., description="Trajectory trace to evaluate")
     options: JudgeOptions = Field(default_factory=lambda: JudgeOptions(), description="Judge options")
-    rubric: Optional[Dict[str, Any]] = Field(None, description="Optional explicit rubric criteria")
-
+    rubric: Optional[dict[str, Any]] = Field(None, description="Optional explicit rubric criteria")

synth_ai/learning/client.py

@@ -11,7 +11,7 @@ from synth_ai.api.models.supported import (
 )
 from synth_ai.learning.sft.config import prepare_sft_job_payload
 
-from ..http import AsyncHttpClient, HTTPError, sleep
+from .._utils.http import AsyncHttpClient, HTTPError, sleep
 
 
 class LearningClient:

synth_ai/learning/health.py

@@ -2,7 +2,7 @@ from __future__ import annotations
 
 from typing import Any
 
-from ..http import AsyncHttpClient
+from .._utils.http import AsyncHttpClient
 
 
 def _api_base(b: str) -> str:

synth_ai/learning/jobs.py

@@ -5,7 +5,7 @@ from collections.abc import Callable
 from contextlib import suppress
 from typing import Any
 
-from ..http import AsyncHttpClient, sleep
+from .._utils.http import AsyncHttpClient, sleep
 from .constants import TERMINAL_EVENT_FAILURE, TERMINAL_EVENT_SUCCESS, TERMINAL_STATUSES
 
 

synth_ai/learning/rl/client.py

@@ -10,7 +10,7 @@ from synth_ai.api.models.supported import (
     normalize_model_identifier,
 )
 
-from ...http import AsyncHttpClient, HTTPError, sleep
+from ..._utils.http import AsyncHttpClient, HTTPError, sleep
 
 
 def _api_base(b: str) -> str:
@@ -107,7 +107,9 @@ class RlClient:
         async with AsyncHttpClient(self._base_url, self._api_key, timeout=30.0) as http:
             try:
                 js = await http.get(
-                    f"{_api_base(self._base_url)}/learning/jobs/{job_id}/events", params=params
+                    f"{_api_base(self._base_url)}/learning/jobs/{job_id}/events",
+                    params=params,
+                    headers={"accept": "application/json"},
                 )
             except HTTPError as he:
                 with suppress(Exception):

synth_ai/learning/rl/env_keys.py

@@ -1,4 +1,4 @@
-"""Helpers for uploading RL environment credentials to the backend."""
+"""Helpers for uploading Environment credentials to the backend."""
 
 from __future__ import annotations
 

synth_ai/learning/rl/secrets.py

@@ -1,4 +1,4 @@
-"""Helpers for generating RL environment credentials."""
+"""Helpers for generating Environment credentials."""
 
 from __future__ import annotations
 

synth_ai/learning/sft/client.py

@@ -3,7 +3,7 @@ from __future__ import annotations
 from pathlib import Path
 from typing import Any
 
-from ...http import AsyncHttpClient, HTTPError
+from ..._utils.http import AsyncHttpClient, HTTPError
 from .config import prepare_sft_job_payload
 from .data import validate_jsonl_or_raise