synth-ai 0.2.6.dev3__py3-none-any.whl → 0.2.6.dev4__py3-none-any.whl

synth_ai/__init__.py

@@ -25,7 +25,7 @@ tracing = None  # type: ignore
 EventPartitionElement = RewardSignal = SystemTrace = TrainingQuestion = None  # type: ignore
 trace_event_async = trace_event_sync = upload = None  # type: ignore
 
-__version__ = "0.2.6.dev1"
+__version__ = "0.2.6.dev4"
 __all__ = [
     "LM",
     "OpenAI",

synth_ai/demos/core/cli.py

@@ -938,96 +938,6 @@ def cmd_run(args: argparse.Namespace) -> int:
     return 0
 
 
-def cmd_eval(args: argparse.Namespace) -> int:
-    env = demo_core.load_env()
-    # Ensure required env
-    if not env.task_app_base_url:
-        print("Task app URL missing. Run: uvx synth-ai rl_demo deploy")
-        return 1
-    # Load config: prefer CWD demo_config.toml; else packaged default
-    cfg_path: str | None = None
-    if getattr(args, "config", None):
-        p = os.path.abspath(args.config)
-        if not os.path.isfile(p):
-            print(f"Config not found: {p}")
-            return 1
-        cfg_path = p
-    else:
-        cwd_prepared = os.path.abspath(os.path.join(os.getcwd(), "demo_config.toml"))
-        if os.path.isfile(cwd_prepared):
-            cfg_path = cwd_prepared
-        else:
-            packaged = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "demo_task_apps", "math", "config.toml"))
-            cfg_path = packaged if os.path.isfile(packaged) else None
-    if not cfg_path:
-        print("No config TOML found.")
-        return 1
-
-    import tomllib
-    with open(cfg_path, "rb") as fh:
-        inline_cfg = tomllib.load(fh)
-
-    # Model selection prompt
-    default_model = (args.model or (inline_cfg.get("model", {}) or {}).get("name") or "Qwen/Qwen3-0.6B")
-    entered = input(f"Model to evaluate [{default_model}]: ").strip()
-    model = entered or default_model
-    confirm = (input(f"Use model '{model}'? [Y/n]: ").strip().lower() or "y").startswith("y")
-    if not confirm:
-        print("Aborted by user.")
-        return 1
-
-    # Build on-board rollout request to the Task App (no backend RL job)
-    # Use Synth backend chat-completions proxy as inference URL (derive from DEV_BACKEND_URL)
-    # Ensure /api suffix for backend, then use proxy prefix for chat completions
-    backend_api = (env.dev_backend_url or "https://agent-learning.onrender.com/api").rstrip("/")
-    if not backend_api.endswith("/api"):
-        backend_api = f"{backend_api}/api"
-    inference_url = f"{backend_api}/proxy"
-    # ops: alternate agent/env for a small number of decisions (from config max_steps_per_episode if present)
-    try:
-        steps = int((inline_cfg.get("rollout", {}) or {}).get("max_steps_per_episode", 4))
-    except Exception:
-        steps = 4
-    ops: list[str] = []
-    for _ in range(max(1, steps // 2)):
-        ops.extend(["agent", "env"])
-    env_name = (inline_cfg.get("rollout", {}) or {}).get("env_name") or "math"
-    policy_name = (inline_cfg.get("rollout", {}) or {}).get("policy_name") or "math-react"
-    run_id = f"eval-{int(time.time())}"
-    body: Dict[str, Any] = {
-        "run_id": run_id,
-        "env": {
-            "env_name": env_name,
-            "config": inline_cfg.get("rollout", {}) or {},
-        },
-        "policy": {
-            "policy_name": policy_name,
-            "config": {"model": model, "inference_url": inference_url},
-        },
-        "ops": ops,
-        "on_done": "terminate",
-    }
-    # POST to task app rollout endpoint
-    headers = {"Content-Type": "application/json"}
-    if env.env_api_key:
-        headers["X-API-Key"] = env.env_api_key
-    rc, resp = _http("POST", env.task_app_base_url.rstrip("/") + "/rollout", headers=headers, body=body)
-    if rc not in (200, 201) or not isinstance(resp, dict):
-        print("Eval rollout failed:", rc)
-        try:
-            print(json.dumps(resp, indent=2) if isinstance(resp, dict) else str(resp))
-        except Exception:
-            print(str(resp))
-        print("Request body was:\n" + json.dumps(body, indent=2))
-        return 2
-    metrics = (resp.get("metrics") if isinstance(resp, dict) else None) or {}
-    mean = metrics.get("mean_return")
-    if mean is not None:
-        print(f"eval.reward_mean={mean}")
-    else:
-        print(json.dumps(resp, indent=2))
-    return 0
-
 def main(argv: list[str] | None = None) -> int:
     p = argparse.ArgumentParser(prog="synth-ai")
     sub = p.add_subparsers(dest="cmd")
@@ -1069,14 +979,6 @@ def main(argv: list[str] | None = None) -> int:
 
     _add_parser(["rl_demo.run", "demo.run"], configure=_run_opts)
 
-    def _eval_opts(parser):
-        parser.add_argument("--config", type=str, default=None, help="Path to TOML config (optional)")
-        parser.add_argument("--model", type=str, default=None, help="Model to evaluate (default Qwen/Qwen3-0.6B)")
-        parser.add_argument("--timeout", type=int, default=300, help="Seconds to wait for metrics")
-        parser.set_defaults(func=cmd_eval)
-
-    _add_parser(["rl_demo.eval", "demo.eval"], configure=_eval_opts)
-
     args = p.parse_args(argv)
     if not hasattr(args, "func"):
         p.print_help()

{synth_ai-0.2.6.dev3.dist-info → synth_ai-0.2.6.dev4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synth-ai
-Version: 0.2.6.dev3
+Version: 0.2.6.dev4
 Summary: RL as a service SDK - Core AI functionality and tracing
 Author-email: Synth AI <josh@usesynth.ai>
 License-Expression: MIT

{synth_ai-0.2.6.dev3.dist-info → synth_ai-0.2.6.dev4.dist-info}/RECORD

@@ -1,4 +1,4 @@
-synth_ai/__init__.py,sha256=1mIN_hDsscPcKTV1ciH5N12pONnczGV-RmR8EqroksI,1341
+synth_ai/__init__.py,sha256=NixuXddy4lS2Wmj0F8eMt0HS_oYCTnq3iVVq5VYwWIc,1341
 synth_ai/__main__.py,sha256=Kh1xBKkTE5Vs2qNMtDuuOXerHUptMcOiF3YziOpC6DA,146
 synth_ai/http.py,sha256=lqjFXDmAP_xgfywK_rDSOVxuMy4rDH9S3Rtu9k1tLmk,1028
 synth_ai/http_client.py,sha256=_9J8rUGoItUMnJLGZw7r0uXiJeLWR939kByRkvtP1XM,4429
@@ -20,7 +20,7 @@ synth_ai/config/base_url.py,sha256=Bk7Bd9jKJP-LF0SW--WE01JhMfvOB6NUkFMRgPMnJuQ,3
 synth_ai/core/experiment.py,sha256=hLkPtzUFA7iY3-QpeJ5K8YjvQeyfqnjab5P2CFaojys,236
 synth_ai/core/system.py,sha256=s-Z7np2ISYmYc1r9YN-y2yb3cgRlOalrh0iaqnxeo84,206
 synth_ai/demos/core/__init__.py,sha256=A2FjhY7KXGtyzdQXqeTPCkEhHfrH-eQg6bvP8HaYhZM,36
-synth_ai/demos/core/cli.py,sha256=Q7vgPuDRSb2V_TWsiBtzEIn8ujr3awDu3X02wBRovYk,46052
+synth_ai/demos/core/cli.py,sha256=MXiKIKH0gk2yW90TCjRA9F_4-scX5ft_2acytRMKCLs,41835
 synth_ai/demos/demo_task_apps/__init__.py,sha256=8aUGEGpWUw11GRb3wQXRAmQ99yjAt5qd5FCTDJpXWjI,44
 synth_ai/demos/demo_task_apps/core.py,sha256=3-C2dGdaqVqrVjnsxU2n6kGcuaprwuszBcTHePBypwo,13580
 synth_ai/demos/demo_task_apps/math/__init__.py,sha256=WBzpZwSn7pRarBmhopQi34i9bEm05-71eM3siboOavY,43
@@ -411,9 +411,9 @@ synth_ai/v0/tracing_v1/events/manage.py,sha256=ZDXXP-ZwLH9LCsmw7Ru9o55d7bl_diPtJ
 synth_ai/v0/tracing_v1/events/scope.py,sha256=BuBkhSpVHUJt8iGT9HJZF82rbb88mQcd2vM2shg-w2I,2550
 synth_ai/v0/tracing_v1/events/store.py,sha256=0342lvAcalyJbVEIzQFaPuMQGgwiFm7M5rE6gr-G0E8,9041
 synth_ai/zyk/__init__.py,sha256=htVLnzTYQ5rxzYpzSYBm7_o6uNKZ3pB_PrqkBrgTRS4,771
-synth_ai-0.2.6.dev3.dist-info/licenses/LICENSE,sha256=ynhjRQUfqA_RdGRATApfFA_fBAy9cno04sLtLUqxVFM,1069
-synth_ai-0.2.6.dev3.dist-info/METADATA,sha256=oXQEoe8kmLWZ79-GLOG9uJCc38TMoquqHTwyihkd-W0,3980
-synth_ai-0.2.6.dev3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-synth_ai-0.2.6.dev3.dist-info/entry_points.txt,sha256=Neq-3bT7TAijjgOIR77pKL-WYg6TWBDeO8pp_nL4vGY,91
-synth_ai-0.2.6.dev3.dist-info/top_level.txt,sha256=fBmtZyVHuKaGa29oHBaaUkrUIWTqSpoVMPiVdCDP3k8,9
-synth_ai-0.2.6.dev3.dist-info/RECORD,,
+synth_ai-0.2.6.dev4.dist-info/licenses/LICENSE,sha256=ynhjRQUfqA_RdGRATApfFA_fBAy9cno04sLtLUqxVFM,1069
+synth_ai-0.2.6.dev4.dist-info/METADATA,sha256=PJ9UXPH-7dMKJ58dA5GVkFxDqFzoIxoAJqG-NNEBx28,3980
+synth_ai-0.2.6.dev4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+synth_ai-0.2.6.dev4.dist-info/entry_points.txt,sha256=Neq-3bT7TAijjgOIR77pKL-WYg6TWBDeO8pp_nL4vGY,91
+synth_ai-0.2.6.dev4.dist-info/top_level.txt,sha256=fBmtZyVHuKaGa29oHBaaUkrUIWTqSpoVMPiVdCDP3k8,9
+synth_ai-0.2.6.dev4.dist-info/RECORD,,