synth-ai 0.2.9.dev7__py3-none-any.whl → 0.2.9.dev8__py3-none-any.whl

synth_ai/learning/health.py

@@ -1,7 +1,6 @@
 from __future__ import annotations
 
-from typing import Any, Dict, Optional
-import aiohttp
+from typing import Any
 
 from ..http import AsyncHttpClient
 
@@ -11,13 +10,13 @@ def _api_base(b: str) -> str:
     return b if b.endswith("/api") else f"{b}/api"
 
 
-async def backend_health(base_url: str, api_key: str) -> Dict[str, Any]:
+async def backend_health(base_url: str, api_key: str) -> dict[str, Any]:
     async with AsyncHttpClient(base_url, api_key, timeout=15.0) as http:
         js = await http.get(f"{_api_base(base_url)}/health")
     return {"ok": True, "raw": js}
 
 
-async def task_app_health(task_app_url: str) -> Dict[str, Any]:
+async def task_app_health(task_app_url: str) -> dict[str, Any]:
     # Delegate to central task module for consistency
     from synth_ai.task.health import task_app_health as _th
 
@@ -32,7 +31,7 @@ async def pricing_preflight(
     gpu_type: str,
     estimated_seconds: float,
     container_count: int,
-) -> Dict[str, Any]:
+) -> dict[str, Any]:
     body = {
         "job_type": job_type,
         "gpu_type": gpu_type,
@@ -44,7 +43,7 @@ async def pricing_preflight(
     return js if isinstance(js, dict) else {"raw": js}
 
 
-async def balance_autumn_normalized(base_url: str, api_key: str) -> Dict[str, Any]:
+async def balance_autumn_normalized(base_url: str, api_key: str) -> dict[str, Any]:
     async with AsyncHttpClient(base_url, api_key, timeout=30.0) as http:
         js = await http.get(f"{_api_base(base_url)}/v1/balance/autumn-normalized")
     return js if isinstance(js, dict) else {"raw": js}

synth_ai/learning/jobs.py

@@ -1,10 +1,12 @@
 from __future__ import annotations
 
-from typing import Any, Callable, Dict, List, Optional
 import time
+from collections.abc import Callable
+from contextlib import suppress
+from typing import Any
 
-from .constants import TERMINAL_EVENT_FAILURE, TERMINAL_EVENT_SUCCESS, TERMINAL_STATUSES
 from ..http import AsyncHttpClient, sleep
+from .constants import TERMINAL_EVENT_FAILURE, TERMINAL_EVENT_SUCCESS, TERMINAL_STATUSES
 
 
 def _api_base(b: str) -> str:
@@ -17,7 +19,7 @@ class JobsApiResolver:
         self._base = _api_base(base_url)
         self._strict = strict
 
-    def status_urls(self, job_id: str) -> List[str]:
+    def status_urls(self, job_id: str) -> list[str]:
         if self._strict:
             return [f"{self._base}/learning/jobs/{job_id}"]
         return [
@@ -26,7 +28,7 @@ class JobsApiResolver:
             f"{self._base}/orchestration/jobs/{job_id}",
         ]
 
-    def events_urls(self, job_id: str, since: int) -> List[str]:
+    def events_urls(self, job_id: str, since: int) -> list[str]:
         if self._strict:
             return [f"{self._base}/learning/jobs/{job_id}/events?since_seq={since}&limit=200"]
         return [
@@ -62,23 +64,23 @@ class JobHandle:
         max_seconds: float | None = None,
         empty_polls_threshold: int = 5,
         startup_deadline_s: int = 45,
-        on_event: Optional[Callable[[Dict[str, Any]], None]] = None,
-        on_metric: Optional[Callable[[Dict[str, Any]], None]] = None,
-    ) -> Dict[str, Any]:
-        last_seq_by_stream: Dict[str, int] = {}
-        events_job_id: Optional[str] = None
-        last_status: Optional[str] = None
-        last_step_by_name: Dict[str, int] = {}
+        on_event: Callable[[dict[str, Any]], None] | None = None,
+        on_metric: Callable[[dict[str, Any]], None] | None = None,
+    ) -> dict[str, Any]:
+        last_seq_by_stream: dict[str, int] = {}
+        events_job_id: str | None = None
+        last_status: str | None = None
+        last_step_by_name: dict[str, int] = {}
         empty_polls = 0
         saw_any_event = False
         start_t = time.time()
         resolver = JobsApiResolver(self.base_url, strict=self.strict)
-        detected_fine_tuned_model: Optional[str] = None
+        detected_fine_tuned_model: str | None = None
 
         async with AsyncHttpClient(self.base_url, self.api_key, timeout=self.timeout) as http:
             while True:
                 # Status
-                status_data: Optional[Dict[str, Any]] = None
+                status_data: dict[str, Any] | None = None
                 for su in resolver.status_urls(self.job_id):
                     try:
                         status_data = await http.get(su)
@@ -99,10 +101,8 @@ class JobHandle:
                 if status and status != last_status:
                     last_status = status
                     if on_event:
-                        try:
+                        with suppress(Exception):
                             on_event({"type": "job.status", "message": status})
-                        except Exception:
-                            pass
 
                 # Events
                 stream_ids = [self.job_id]
@@ -110,7 +110,7 @@ class JobHandle:
                     stream_ids.append(events_job_id)
                 total_events_this_cycle = 0
                 terminal_event_seen = False
-                terminal_event_status: Optional[str] = None
+                terminal_event_status: str | None = None
                 for ev_id in stream_ids:
                     since = last_seq_by_stream.get(ev_id, 0)
                     for eu in resolver.events_urls(ev_id, since):
@@ -118,11 +118,8 @@ class JobHandle:
                             ev_js = await http.get(eu)
                         except Exception:
                             continue
-                        try:
-                            events = (ev_js or {}).get("events") or (ev_js or {}).get("data") or []
-                            if not isinstance(events, list):
-                                events = []
-                        except Exception:
+                        events = (ev_js or {}).get("events") or (ev_js or {}).get("data") or []
+                        if not isinstance(events, list):
                             events = []
                         total_events_this_cycle += len(events)
                         if events:
@@ -133,24 +130,16 @@ class JobHandle:
                                 continue
                             last_seq_by_stream[ev_id] = seq_val
                             if on_event:
-                                try:
+                                with suppress(Exception):
                                     on_event(e)
-                                except Exception:
-                                    pass
                             et = str(e.get("type") or e.get("event_type") or "").lower()
                             # Capture fine_tuned_model from event data when available
                             if not detected_fine_tuned_model:
-                                try:
-                                    data_obj = e.get("data") or {}
-                                    ftm = (
-                                        data_obj.get("fine_tuned_model")
-                                        if isinstance(data_obj, dict)
-                                        else None
-                                    )
+                                data_obj = e.get("data") or {}
+                                if isinstance(data_obj, dict):
+                                    ftm = data_obj.get("fine_tuned_model")
                                     if isinstance(ftm, str) and ftm:
                                         detected_fine_tuned_model = ftm
-                                except Exception:
-                                    pass
                             if et in TERMINAL_EVENT_SUCCESS:
                                 terminal_event_seen = True
                                 terminal_event_status = "succeeded"
@@ -170,10 +159,8 @@ class JobHandle:
                             continue
                         last_step_by_name[name] = step
                         if on_metric:
-                            try:
+                            with suppress(Exception):
                                 on_metric(p)
-                            except Exception:
-                                pass
                 except Exception:
                     pass
 
@@ -181,20 +168,17 @@ class JobHandle:
                 if terminal_event_seen or (status and status in TERMINAL_STATUSES):
                     # Best-effort enrichment of final result with fine_tuned_model
                     result_status = terminal_event_status or status or "completed"
-                    final_res: Dict[str, Any] = {"status": result_status, "job_id": self.job_id}
+                    final_res: dict[str, Any] = {"status": result_status, "job_id": self.job_id}
                     if not detected_fine_tuned_model:
                         # Briefly try to re-fetch status to see if fine_tuned_model is persisted
                         try:
                             for su in resolver.status_urls(self.job_id):
-                                try:
-                                    final_status = await http.get(su)
-                                    if isinstance(final_status, dict):
-                                        ftm2 = final_status.get("fine_tuned_model")
-                                        if isinstance(ftm2, str) and ftm2:
-                                            detected_fine_tuned_model = ftm2
-                                            break
-                                except Exception:
-                                    continue
+                                final_status = await http.get(su)
+                                if isinstance(final_status, dict):
+                                    ftm2 = final_status.get("fine_tuned_model")
+                                    if isinstance(ftm2, str) and ftm2:
+                                        detected_fine_tuned_model = ftm2
+                                        break
                         except Exception:
                             pass
                     if detected_fine_tuned_model:

synth_ai/{rl → learning/rl}/__init__.py

@@ -1,18 +1,28 @@
+from __future__ import annotations
+
+from .client import RlClient
+from .config import RLJobConfig
 from .contracts import (
     RolloutEnvSpec,
+    RolloutMetrics,
     RolloutPolicySpec,
     RolloutRecordConfig,
-    RolloutSafetyConfig,
     RolloutRequest,
+    RolloutResponse,
+    RolloutSafetyConfig,
     RolloutStep,
     RolloutTrajectory,
-    RolloutMetrics,
-    RolloutResponse,
 )
-from .env_keys import MAX_ENVIRONMENT_API_KEY_BYTES, encrypt_for_backend, setup_environment_api_key
+from .env_keys import (
+    MAX_ENVIRONMENT_API_KEY_BYTES,
+    encrypt_for_backend,
+    setup_environment_api_key,
+)
 from .secrets import mint_environment_api_key
 
 __all__ = [
+    "RlClient",
+    "RLJobConfig",
     "RolloutEnvSpec",
     "RolloutPolicySpec",
     "RolloutRecordConfig",

synth_ai/learning/rl/client.py

@@ -0,0 +1,267 @@
+from __future__ import annotations
+
+import time
+from collections.abc import Callable
+from contextlib import suppress
+from typing import Any
+
+from synth_ai.api.models.supported import (
+    UnsupportedModelError,
+    normalize_model_identifier,
+)
+
+from ...http import AsyncHttpClient, HTTPError, sleep
+
+
+def _api_base(b: str) -> str:
+    b = (b or "").rstrip("/")
+    return b if b.endswith("/api") else f"{b}/api"
+
+
+class RlClient:
+    """Lightweight RL client for provider-agnostic job control."""
+
+    def __init__(self, base_url: str, api_key: str, *, timeout: float = 600.0) -> None:
+        self._base_url = base_url.rstrip("/")
+        self._api_key = api_key
+        self._timeout = timeout
+
+    async def resolve_trainer_start_url(self, trainer_id: str) -> str:
+        path = f"/api/rl/services/{trainer_id}"
+        async with AsyncHttpClient(self._base_url, self._api_key, timeout=30.0) as http:
+            js = await http.get(path)
+        if not isinstance(js, dict):
+            raise HTTPError(
+                status=500,
+                url=path,
+                message="invalid_service_response",
+                body_snippet=str(js)[:200],
+            )
+        start_url = js.get("training_start_url")
+        if not isinstance(start_url, str) or not start_url:
+            raise HTTPError(
+                status=500,
+                url=path,
+                message="missing_training_start_url",
+                body_snippet=str(js)[:200],
+            )
+        return start_url
+
+    async def create_job(
+        self,
+        *,
+        model: str,
+        task_app_url: str,
+        trainer: dict[str, Any],
+        trainer_id: str | None = None,
+        job_config_id: str | None = None,
+        inline_config: dict[str, Any] | None = None,
+    ) -> dict[str, Any]:
+        try:
+            normalized_model = normalize_model_identifier(model)
+        except UnsupportedModelError as exc:
+            raise ValueError(str(exc)) from exc
+
+        body = {
+            "job_type": "rl",
+            "data": {
+                "model": normalized_model,
+                "endpoint_base_url": task_app_url,
+                **({"job_config_id": job_config_id} if job_config_id else {}),
+                **({"config": inline_config} if inline_config else {}),
+                "trainer": {
+                    "batch_size": int(trainer.get("batch_size", 1)),
+                    "group_size": max(2, int(trainer.get("group_size", 2))),
+                },
+            },
+        }
+        async with AsyncHttpClient(self._base_url, self._api_key, timeout=self._timeout) as http:
+            js = await http.post_json(f"{_api_base(self._base_url)}/rl/jobs", json=body)
+        if not isinstance(js, dict):
+            raise HTTPError(
+                status=500,
+                url="/api/rl/jobs",
+                message="invalid_create_response",
+                body_snippet=str(js)[:200],
+            )
+        return js
+
+    async def start_job_if_supported(self, job_id: str) -> dict[str, Any] | None:
+        path = f"{_api_base(self._base_url)}/rl/jobs/{job_id}/start"
+        try:
+            async with AsyncHttpClient(self._base_url, self._api_key, timeout=30.0) as http:
+                return await http.post_json(path, json={})
+        except HTTPError as he:  # noqa: PERF203
+            if he.status == 404:
+                return None
+            raise
+
+    async def get_job(self, job_id: str) -> dict[str, Any]:
+        async with AsyncHttpClient(self._base_url, self._api_key, timeout=30.0) as http:
+            return await http.get(f"{_api_base(self._base_url)}/learning/jobs/{job_id}")
+
+    async def get_events(
+        self, job_id: str, *, since_seq: int = 0, limit: int = 200
+    ) -> list[dict[str, Any]]:
+        params = {"since_seq": since_seq, "limit": limit}
+        async with AsyncHttpClient(self._base_url, self._api_key, timeout=30.0) as http:
+            try:
+                js = await http.get(
+                    f"{_api_base(self._base_url)}/learning/jobs/{job_id}/events", params=params
+                )
+            except HTTPError as he:
+                with suppress(Exception):
+                    print(
+                        f"[poll] events HTTPError status={he.status} url={he.url} since_seq={since_seq} body={(he.body_snippet or '')[:200]}"
+                    )
+                raise
+        if isinstance(js, dict):
+            evs = js.get("events") or js.get("data")
+            if isinstance(evs, list):
+                return evs
+        return []
+
+    async def get_metrics(
+        self, job_id: str, *, after_step: int = -1, limit: int = 200
+    ) -> list[dict[str, Any]]:
+        params = {"after_step": after_step, "limit": limit}
+        async with AsyncHttpClient(self._base_url, self._api_key, timeout=30.0) as http:
+            js = await http.get(
+                f"{_api_base(self._base_url)}/learning/jobs/{job_id}/metrics", params=params
+            )
+        if isinstance(js, dict) and isinstance(js.get("points"), list):
+            return js["points"]
+        return []
+
+    async def poll_until_terminal(
+        self,
+        job_id: str,
+        *,
+        interval_seconds: float = 2.0,
+        max_seconds: float | None = None,
+        empty_polls_threshold: int = 5,
+        startup_deadline_s: int = 45,
+        on_event: Callable[[dict[str, Any]], None] | None = None,
+        on_metric: Callable[[dict[str, Any]], None] | None = None,
+    ) -> dict[str, Any]:
+        last_seq_by_stream: dict[str, int] = {}
+        events_job_id: str | None = None
+        last_status: str | None = None
+        last_step_by_name: dict[str, int] = {}
+        empty_polls = 0
+        saw_any_event = False
+        start_t = time.time()
+        terminal = {"succeeded", "failed", "cancelled", "canceled", "error", "completed"}
+
+        while True:
+            status_data: dict[str, Any] | None = None
+            try:
+                status_data = await self.get_job(job_id)
+            except Exception:
+                status_data = None
+            if status_data is None:
+                with suppress(Exception):
+                    print(f"[poll] get_job returned None base={self._base_url} job_id={job_id}")
+            status = str((status_data or {}).get("status") or "").lower()
+            if status_data:
+                linked = status_data.get("linked_job_id")
+                if isinstance(linked, str) and linked and linked != events_job_id:
+                    events_job_id = linked
+                    with suppress(Exception):
+                        print(f"[poll] discovered linked_job_id stream={events_job_id}")
+            if status and status != last_status:
+                last_status = status
+                if on_event:
+                    with suppress(Exception):
+                        on_event({"type": "rl.status", "message": status})
+
+            stream_ids = [job_id]
+            if events_job_id and events_job_id not in stream_ids:
+                stream_ids.append(events_job_id)
+            with suppress(Exception):
+                print(
+                    f"[poll] streams={stream_ids} intervals={interval_seconds}s since_map={last_seq_by_stream} empty_polls={empty_polls}"
+                )
+            total_events_this_cycle = 0
+            terminal_event_seen = False
+            terminal_event_status: str | None = None
+            for ev_id in stream_ids:
+                since = last_seq_by_stream.get(ev_id, 0)
+                try:
+                    events = await self.get_events(ev_id, since_seq=since, limit=200)
+                except HTTPError as he:
+                    with suppress(Exception):
+                        print(
+                            f"[poll] get_events error status={he.status} url={he.url} since={since} body={(he.body_snippet or '')[:200]}"
+                        )
+                    events = []
+                except Exception as e:
+                    with suppress(Exception):
+                        print(
+                            f"[poll] get_events unexpected error ev_id={ev_id} since={since} err={type(e).__name__}: {e}"
+                        )
+                    events = []
+                total_events_this_cycle += len(events)
+                if events:
+                    saw_any_event = True
+                for e in events:
+                    seq_val = int(e.get("seq") or 0)
+                    if seq_val <= last_seq_by_stream.get(ev_id, 0):
+                        continue
+                    last_seq_by_stream[ev_id] = seq_val
+                    if on_event:
+                        with suppress(Exception):
+                            on_event(e)
+                    et = str(e.get("type") or e.get("event_type") or "").lower()
+                    if et in ("rl.job.completed", "workflow.completed", "rl.train.completed"):
+                        terminal_event_seen = True
+                        terminal_event_status = "succeeded"
+                    elif et in ("rl.job.failed", "workflow.failed"):
+                        terminal_event_seen = True
+                        terminal_event_status = "failed"
+
+            try:
+                after = max(last_step_by_name.values()) if last_step_by_name else -1
+                points = await self.get_metrics(job_id, after_step=after, limit=200)
+                for p in points:
+                    name = str(p.get("name") or "")
+                    step = int(p.get("step") or -1)
+                    if step <= last_step_by_name.get(name, -1):
+                        continue
+                    last_step_by_name[name] = step
+                    if on_metric:
+                        with suppress(Exception):
+                            on_metric(p)
+            except Exception:
+                pass
+
+            if terminal_event_seen:
+                return {"status": terminal_event_status or status or "completed", "job_id": job_id}
+            if status and status in terminal:
+                return {"status": status, "job_id": job_id}
+
+            if total_events_this_cycle == 0:
+                empty_polls += 1
+            else:
+                empty_polls = 0
+            if empty_polls >= max(1, int(empty_polls_threshold)):
+                with suppress(Exception):
+                    print(
+                        f"[poll] threshold hit: empty_polls={empty_polls} >= {empty_polls_threshold} streams={stream_ids} last_seq_map={last_seq_by_stream}"
+                    )
+                raise AssertionError(
+                    f"No new events detected for {empty_polls_threshold} consecutive polls. Check event ingestion."
+                )
+
+            if not saw_any_event and (time.time() - start_t) > int(startup_deadline_s):
+                with suppress(Exception):
+                    print(
+                        f"[poll] startup window exceeded: {startup_deadline_s}s base={self._base_url} job={job_id} streams={stream_ids} last_seq_map={last_seq_by_stream}"
+                    )
+                raise AssertionError(
+                    f"No events observed within startup window ({startup_deadline_s}s). Investigate event streaming."
+                )
+
+            await sleep(interval_seconds)
+            if max_seconds is not None and (time.time() - start_t) >= max_seconds:
+                raise TimeoutError(f"Polling timed out after {max_seconds}s for job {job_id}")

synth_ai/learning/rl/config.py

@@ -0,0 +1,31 @@
+from __future__ import annotations
+
+from dataclasses import dataclass
+from typing import Any
+
+
+def _ensure_positive(value: Any, *, name: str) -> int:
+    try:
+        ivalue = int(value)
+    except (TypeError, ValueError) as exc:
+        raise ValueError(f"{name} must be an integer") from exc
+    if ivalue < 1:
+        raise ValueError(f"{name} must be >= 1")
+    return ivalue
+
+
+@dataclass(slots=True)
+class RLJobConfig:
+    model: str
+    task_app_url: str
+    trainer_id: str
+    batch_size: int = 1
+    group_size: int = 2
+    job_config_id: str | None = None
+    inline_config: dict[str, Any] | None = None
+
+    def trainer_dict(self) -> dict[str, Any]:
+        return {
+            "batch_size": _ensure_positive(self.batch_size, name="trainer.batch_size"),
+            "group_size": _ensure_positive(self.group_size, name="trainer.group_size"),
+        }

synth_ai/{rl → learning/rl}/contracts.py

@@ -1,20 +1,17 @@
-from __future__ import annotations
+"""Compatibility re-export for rollout contracts used by RL tooling."""
 
-"""
-Compatibility layer: re-export Task App rollout contracts from synth_ai.task.contracts
-so existing imports continue to work while consolidating under synth_ai.task.
-"""
+from __future__ import annotations
 
 from synth_ai.task.contracts import (
     RolloutEnvSpec,
+    RolloutMetrics,
     RolloutPolicySpec,
     RolloutRecordConfig,
-    RolloutSafetyConfig,
     RolloutRequest,
+    RolloutResponse,
+    RolloutSafetyConfig,
     RolloutStep,
     RolloutTrajectory,
-    RolloutMetrics,
-    RolloutResponse,
 )
 
 __all__ = [