synth-ai 0.2.17__py3-none-any.whl → 0.2.19__py3-none-any.whl

synth_ai/cli/opencode.py

@@ -0,0 +1,107 @@
+import subprocess
+from pathlib import Path
+
+import click
+from synth_ai.types import MODEL_NAMES, ModelName
+from synth_ai.urls import BACKEND_URL_SYNTH_RESEARCH_BASE
+from synth_ai.utils import (
+    create_and_write_json,
+    find_bin_path,
+    install_bin,
+    load_json_to_dict,
+    resolve_env_var,
+    verify_bin,
+    write_agents_md,
+)
+
+CONFIG_PATH = Path.home() / ".config" / "opencode" / "opencode.json"
+AUTH_PATH = Path.home() / ".local" / "share" / "opencode" / "auth.json"
+SYNTH_PROVIDER_ID = "synth"
+
+
+@click.command("opencode")
+@click.option(
+    "--model",
+    "model_name",
+    type=str,
+    default=None
+)
+@click.option(
+    "--force",
+    is_flag=True,
+    help="Prompt for API keys even if cached values exist."
+)
+@click.option(
+    "--url",
+    "override_url",
+    type=str,
+    default=None,
+)
+def opencode_cmd(
+    model_name: ModelName | None = None,
+    force: bool = False,
+    override_url: str | None = None
+) -> None:
+
+    while True:
+        bin_path = find_bin_path("opencode")
+        if bin_path:
+            break
+        if not install_bin(
+            "OpenCode",
+            [
+                "brew install opencode",
+                "bun add -g opencode-ai",
+                "curl -fsSL https://opencode.ai/install | bash",
+                "npm i -g opencode-ai",
+                "paru -S opencode"
+            ]
+        ):
+            print("Failed to find your installed OpenCode")
+            print("Please install from: https://opencode.ai")
+            return
+    print(f"Using OpenCode at {bin_path}")
+
+    if not verify_bin(bin_path):
+        print("Failed to verify OpenCode is runnable")
+        return
+
+    write_agents_md()
+
+    if model_name is not None:
+        if model_name not in MODEL_NAMES:
+            raise ValueError(
+                f"model_name={model_name} is invalid. Valid values for model_name: {MODEL_NAMES}"
+            )
+        synth_api_key = resolve_env_var("SYNTH_API_KEY", override_process_env=force)
+        data = load_json_to_dict(AUTH_PATH)
+        good_entry = {
+            "type": "api",
+            "key": synth_api_key,
+        }
+        if data.get(SYNTH_PROVIDER_ID) != good_entry:
+            data[SYNTH_PROVIDER_ID] = good_entry
+        create_and_write_json(AUTH_PATH, data)
+        config = load_json_to_dict(CONFIG_PATH)
+        config.setdefault("$schema", "https://opencode.ai/config.json")
+        if override_url:
+            url = override_url
+            print("Using override URL:", url)
+        else:
+            url = BACKEND_URL_SYNTH_RESEARCH_BASE
+        provider_section = config.setdefault("provider", {})
+        synth_provider = provider_section.setdefault(SYNTH_PROVIDER_ID, {})
+        synth_provider["npm"] = "@ai-sdk/openai-compatible"
+        synth_provider.setdefault("name", "Synth")
+        models = synth_provider.setdefault("models", {})
+        models.setdefault(model_name, {})
+        options = synth_provider.setdefault("options", {})
+        options["baseURL"] = url
+        full_model_name = f"{SYNTH_PROVIDER_ID}/{model_name}"
+        config["model"] = full_model_name
+        create_and_write_json(CONFIG_PATH, config)
+
+    try:
+        subprocess.run([str(bin_path)], check=True)
+    except subprocess.CalledProcessError:
+        print("Failed to launch OpenCode")

synth_ai/cli/root.py

@@ -158,7 +158,7 @@ def cli():
 
 @cli.command()
 @click.option("--db-file", default="traces/v3/synth_ai.db", help="Database file path")
-@click.option("--sqld-port", default=8080, type=int, help="Port for sqld HTTP interface")
+@click.option("--sqld-port", default=8080, type=int, help="Port for sqld Hrana WebSocket interface (HTTP API will be port+1)")
 @click.option("--env-port", default=8901, type=int, help="Port for environment service")
 @click.option("--no-sqld", is_flag=True, help="Skip starting sqld daemon")
 @click.option("--no-env", is_flag=True, help="Skip starting environment service")
@@ -204,21 +204,25 @@ def serve_deprecated(
 
     if not no_sqld:
         try:
+            hrana_port = sqld_port
+            http_port = sqld_port + 1
             result = subprocess.run(
-                ["pgrep", "-f", f"sqld.*--http-listen-addr.*:{sqld_port}"],
+                ["pgrep", "-f", f"sqld.*(--hrana-listen-addr.*:{hrana_port}|--http-listen-addr.*:{http_port})"],
                 capture_output=True,
                 text=True,
             )
             if result.returncode != 0:
                 sqld_bin = find_sqld_binary() or install_sqld()
-                click.echo(f"🗄️  Starting sqld (local only) on port {sqld_port}")
+                click.echo(f"🗄️  Starting sqld (local only) on hrana port {hrana_port}, HTTP API port {http_port}")
                 proc = subprocess.Popen(
                     [
                         sqld_bin,
                         "--db-path",
                         db_file,
+                        "--hrana-listen-addr",
+                        f"127.0.0.1:{hrana_port}",
                         "--http-listen-addr",
-                        f"127.0.0.1:{sqld_port}",
+                        f"127.0.0.1:{http_port}",
                     ],
                     stdout=open("sqld.log", "w"),  # noqa: SIM115
                     stderr=subprocess.STDOUT,
@@ -274,7 +278,7 @@ def serve_deprecated(
         click.echo(f"   Working directory: {os.getcwd()}")
         click.echo("")
         click.echo("🔄 Starting services...")
-        click.echo(f"   - sqld daemon: http://127.0.0.1:{sqld_port}")
+        click.echo(f"   - sqld daemon: libsql://127.0.0.1:{sqld_port} (HTTP API: http://127.0.0.1:{sqld_port + 1})")
         click.echo(f"   - Environment service: http://127.0.0.1:{env_port}")
         click.echo("")
         click.echo("💡 Tips:")

synth_ai/cli/task_app_deploy.py

@@ -2,6 +2,6 @@
 
 from __future__ import annotations
 
-from synth_ai.cli.commands.deploy import command as deploy_command
+from synth_ai.cli.deploy import deploy_cmd as deploy_command  # type: ignore[attr-defined]
 
 __all__ = ["deploy_command"]

synth_ai/cli/task_apps.py

@@ -32,7 +32,6 @@ except Exception:  # pragma: no cover - fallback
 
 import click
 from click.exceptions import Abort
-from synth_ai.cli.commands import deploy as _deploy_commands
 from synth_ai.cli.commands.eval import core as eval_core
 from synth_ai.cli.commands.filter import core as filter_core
 
@@ -269,20 +268,25 @@ def _markov_message_from_dict(payload: dict[str, Any]) -> SessionEventMarkovBlan
         json_payload=content_payload.get("json_payload"),
     )
     raw_type = (payload.get("message_type") or "").lower()
-    if raw_type == "observation":
+    original_type = payload.get("message_type") or raw_type
+    
+    if raw_type in ("observation", "policy_system_prompt"):
         normalized_type = "system"
-    elif raw_type == "action":
+    elif raw_type in ("action", "policy_tool_call"):
         normalized_type = "assistant"
     elif raw_type in {"user", "assistant", "system", "tool_use", "tool_result"}:
         normalized_type = raw_type
     else:
         normalized_type = "system"
 
+    metadata = dict(payload.get("metadata") or {})
+    metadata["original_message_type"] = original_type
+
     return SessionEventMarkovBlanketMessage(
         content=content,
         message_type=normalized_type,
         time_record=_time_record_from_dict(payload.get("time_record")),
-        metadata=payload.get("metadata") or {},
+        metadata=metadata,
     )
 
 
@@ -354,12 +358,8 @@ async def _store_trace(
     _logger.info(f"[STORE_TRACE_DEBUG] Called with tracer={tracer is not None}, trace_namespace={trace_namespace is not None}")
     
     if tracer is None or not isinstance(trace_namespace, dict):
-        message = (
-            f"Trace storage requires a tracer instance and dict payload. "
-            f"Got tracer_present={tracer is not None}, payload_type={type(trace_namespace)}"
-        )
-        _logger.error("[STORE_TRACE_DEBUG] %s", message)
-        raise ValueError(message)
+        _logger.warning(f"[STORE_TRACE_DEBUG] Early return: tracer={tracer is not None}, trace_namespace type={type(trace_namespace)}")
+        return
     
     _logger.info(f"[STORE_TRACE_DEBUG] trace_namespace keys: {list(trace_namespace.keys())}")
     
@@ -373,13 +373,8 @@ async def _store_trace(
             session_payload = trace_namespace
             _logger.info("[STORE_TRACE_DEBUG] Using trace_namespace directly as session_payload (no session_trace key)")
         else:
-            message = (
-                "Trace payload did not contain a 'session_trace' dict and lacked top-level "
-                "session fields (session_id, markov_blanket_message_history). "
-                f"Payload keys: {list(trace_namespace.keys())}"
-            )
-            _logger.error("[STORE_TRACE_DEBUG] %s", message)
-            raise ValueError(message)
+            _logger.warning(f"[STORE_TRACE_DEBUG] No session_trace found or wrong type: {type(session_payload)}")
+            return
     
     _logger.info(f"[STORE_TRACE_DEBUG] session_payload keys: {list(session_payload.keys())}")
     msg_count = len(session_payload.get("markov_blanket_message_history", []))
@@ -387,26 +382,8 @@ async def _store_trace(
     
     trace_obj = _session_trace_from_dict(session_payload)
     if trace_obj is None:
-        message = "Session trace payload could not be parsed into a SessionTrace object."
-        _logger.error("[STORE_TRACE_DEBUG] %s", message)
-        raise ValueError(message)
-
-    if not trace_obj.markov_blanket_message_history:
-        message = (
-            "Session trace is missing markov_blanket_message_history; "
-            "eval output must include all prompts/tool calls. "
-            f"session_id={trace_obj.session_id}"
-        )
-        _logger.error("[STORE_TRACE_DEBUG] %s", message)
-        raise ValueError(message)
-
-    if not trace_obj.event_history:
-        message = (
-            "Session trace is missing event_history; rollout should emit environment/LLM events. "
-            f"session_id={trace_obj.session_id}"
-        )
-        _logger.error("[STORE_TRACE_DEBUG] %s", message)
-        raise ValueError(message)
+        _logger.warning("[STORE_TRACE_DEBUG] _session_trace_from_dict returned None")
+        return
     
     _logger.info(f"[STORE_TRACE_DEBUG] Created SessionTrace object with {len(trace_obj.markov_blanket_message_history)} messages")
     
@@ -2454,16 +2431,7 @@ def serve_command(
     trace_dir: str | None,
     trace_db: str | None,
 ) -> None:
-    _deploy_commands.run_uvicorn_runtime(
-        app_id,
-        host,
-        port,
-        env_file,
-        reload_flag,
-        force,
-        trace_dir,
-        trace_db,
-    )
+    return None
 
 
 @task_app_group.command("info")
@@ -2575,20 +2543,52 @@ def serve_task_group(
     trace_dir: str | None,
     trace_db: str | None,
 ) -> None:
-    _deploy_commands.run_uvicorn_runtime(
-        app_id,
+    """Serve a TaskAppConfig-based task app using uvicorn."""
+    import contextlib
+    
+    if not host:
+        host = "0.0.0.0"
+    
+    if port is None:
+        port = 8001
+    
+    # Auto-enable tracing by default
+    try:
+        auto_trace = os.getenv("SYNTH_AUTO_TRACE", "1")
+        auto_trace_enabled = auto_trace not in {"0", "false", "False", ""}
+    except Exception:
+        auto_trace_enabled = True
+
+    if auto_trace_enabled:
+        demo_base = Path(os.environ.get("SYNTH_DEMO_DIR") or Path.cwd())
+        if trace_dir is None:
+            default_trace_dir = (demo_base / "traces" / "v3").resolve()
+            with contextlib.suppress(Exception):
+                default_trace_dir.mkdir(parents=True, exist_ok=True)
+            trace_dir = str(default_trace_dir)
+            click.echo(f"[trace] Using trace directory: {trace_dir}")
+        if trace_dir and trace_db is None:
+            default_trace_db = (Path(trace_dir) / "synth_ai.db").resolve()
+            with contextlib.suppress(Exception):
+                default_trace_db.parent.mkdir(parents=True, exist_ok=True)
+            trace_db = str(default_trace_db)
+            click.echo(f"[trace] Using trace DB: {trace_db}")
+    
+    # Select and serve the app
+    choice = _select_app_choice(app_id, purpose="serve")
+    entry = choice.ensure_entry()
+    _serve_entry(
+        entry,
         host,
         port,
         env_file,
         reload_flag,
         force,
-        trace_dir,
-        trace_db,
+        trace_dir=trace_dir,
+        trace_db=trace_db,
     )
 
 
-_deploy_commands.register_task_app_commands(task_app_group)
-
 
 def _determine_env_files(
     entry: TaskAppEntryType, user_env_files: Sequence[str], *, original_path: Path | None = None

synth_ai/environments/examples/crafter_classic/engine_deterministic_patch.py

@@ -6,16 +6,18 @@ the hash-based set-iteration nondeterminism that caused the drift.
 """
 
 import collections
+import os
 
 import crafter
 
-print("[PATCH] Attempting to apply Crafter deterministic patch...")
+# Patch messages permanently disabled to reduce noise
+# print("[PATCH] Attempting to apply Crafter deterministic patch...")
 
 # -----------------------------------------------------------------------------
 # 1.  Make per–chunk object order stable
 # -----------------------------------------------------------------------------
 if not hasattr(crafter.Env, "_orig_balance_object"):
-    print("[PATCH] Patching crafter.Env._balance_object...")
+    # print("[PATCH] Patching crafter.Env._balance_object...")
     crafter.Env._orig_balance_object = crafter.Env._balance_object
 
     def _balance_object_det(self, chunk, objs, *args, **kwargs):
@@ -25,9 +27,10 @@ if not hasattr(crafter.Env, "_orig_balance_object"):
         return crafter.Env._orig_balance_object(self, chunk, objs, *args, **kwargs)
 
     crafter.Env._balance_object = _balance_object_det
-    print("[PATCH] crafter.Env._balance_object patched.")
+    # print("[PATCH] crafter.Env._balance_object patched.")
 else:
-    print("[PATCH] crafter.Env._balance_object already patched or _orig_balance_object exists.")
+    pass
+    # print("[PATCH] crafter.Env._balance_object already patched or _orig_balance_object exists.")
 
 # -----------------------------------------------------------------------------
 # 2.  Make *chunk* iteration order stable

synth_ai/environments/examples/crafter_classic/engine_serialization_patch_v3.py

@@ -4,6 +4,7 @@ This version handles player references for Zombie and Skeleton objects.
 """
 
 import collections
+import os
 import pickle
 from typing import Any, Dict, Optional, Set
 
@@ -11,11 +12,12 @@ import crafter
 import numpy as np
 from crafter import objects
 
-print("[PATCH] Attempting to apply Crafter serialization patch v3...")
+# Patch messages permanently disabled
+# print("[PATCH] Attempting to apply Crafter serialization patch v3...")
 
 # Check if already patched
 if not hasattr(crafter.Env, "save"):
-    print("[PATCH] Adding enhanced save/load methods to crafter.Env...")
+    # print("[PATCH] Adding enhanced save/load methods to crafter.Env...")
 
     def _save(self) -> Dict[str, Any]:
         """Save complete environment state including all details."""
@@ -260,8 +262,10 @@ if not hasattr(crafter.Env, "save"):
     crafter.Env.save = _save
     crafter.Env.load = _load
 
-    print("[PATCH] crafter.Env.save() and load() methods added (v3).")
+    pass
+    # print("[PATCH] crafter.Env.save() and load() methods added (v3).")
 else:
-    print("[PATCH] crafter.Env already has save/load methods.")
+    pass
+    # print("[PATCH] crafter.Env already has save/load methods.")
 
-print("[PATCH] Crafter serialization patch v3 complete.")
+# print("[PATCH] Crafter serialization patch v3 complete.")

synth_ai/environments/examples/crafter_classic/world_config_patch_simple.py

@@ -9,7 +9,8 @@ from typing import Any, Dict, Optional
 
 import crafter
 
-print("[PATCH] Attempting to apply simplified Crafter world configuration patch...")
+# Patch messages permanently disabled
+# print("[PATCH] Attempting to apply simplified Crafter world configuration patch...")
 
 # World configuration presets
 WORLD_CONFIGS = {
@@ -279,8 +280,8 @@ def patched_env_init(
 
 crafter.Env.__init__ = patched_env_init
 
-print("[PATCH] Simplified Crafter world configuration patch complete.")
-print("[PATCH] Available configs: easy, normal, hard, peaceful")
+# print("[PATCH] Simplified Crafter world configuration patch complete.")
+# print("[PATCH] Available configs: easy, normal, hard, peaceful")
 
 # Example custom config
 EXAMPLE_CUSTOM_CONFIG = {

synth_ai/judge_schemas.py

@@ -124,3 +124,4 @@ class JudgeScoreRequest(BaseModel):
     trace: JudgeTracePayload = Field(..., description="Trajectory trace to evaluate")
     options: JudgeOptions = Field(default_factory=lambda: JudgeOptions(), description="Judge options")
     rubric: Optional[dict[str, Any]] = Field(None, description="Optional explicit rubric criteria")
+

synth_ai/learning/__init__.py

@@ -3,6 +3,12 @@ from synth_ai.task import task_app_health, validate_task_app_url
 from .client import LearningClient
 from .health import backend_health, balance_autumn_normalized, pricing_preflight
 from .jobs import JobHandle, JobsApiResolver
+from .prompt_learning_client import (
+    PromptLearningClient,
+    get_prompt_text,
+    get_prompts,
+    get_scoring_summary,
+)
 from .rl import (
     MAX_ENVIRONMENT_API_KEY_BYTES,
     RlClient,
@@ -32,6 +38,10 @@ __all__ = [
     "FtClient",
     "SFTJobConfig",
     "prepare_sft_job_payload",
+    "PromptLearningClient",
+    "get_prompts",
+    "get_prompt_text",
+    "get_scoring_summary",
     "RolloutEnvSpec",
     "RolloutPolicySpec",
     "RolloutRecordConfig",