synth-ai 0.2.17__py3-none-any.whl → 0.2.19__py3-none-any.whl

examples/multi_step/configs/VERILOG_RL_CHECKLIST.md

@@ -181,3 +181,7 @@ Before starting RL training, verify:
 - [verilog_rl_lora.toml](./verilog_rl_lora.toml) - Training configuration
 
 
+
+
+
+

examples/multi_step/configs/crafter_rl_outcome.toml

@@ -46,6 +46,7 @@ policy_name = "crafter-react"
 max_concurrent_rollouts = 12
 batches_per_step = 2
 ops = ["agent", "env"]
+task_app_origin_rewards_only = true
 
 [evaluation]
 instances = 10

examples/multi_step/configs/crafter_rl_stepwise_shaped.toml

@@ -46,6 +46,7 @@ policy_name = "crafter-react"
 max_concurrent_rollouts = 8
 batches_per_step = 2
 ops = ["agent", "env"]
+task_app_origin_rewards_only = true
 
 [evaluation]
 instances = 10

examples/multi_step/configs/crafter_rl_stepwise_simple.toml

@@ -46,6 +46,7 @@ policy_name = "crafter-react"
 max_concurrent_rollouts = 8
 batches_per_step = 2
 ops = ["agent", "env"]
+task_app_origin_rewards_only = true
 
 [evaluation]
 instances = 10

examples/rl/configs/rl_from_base_qwen17.toml

@@ -69,6 +69,7 @@ env_name = "math"
 policy_name = "math-single-step"
 max_turns = 1
 episodes_per_batch = 32  # group_size * batch_size
+task_app_origin_rewards_only = true
 
 [evaluation]
 instances = 32

examples/swe/task_app/hosted/inference/openai_client.py

@@ -340,40 +340,6 @@ class OpenAIClient:
                                 pass
                 except Exception:
                     pass
-                # Gracefully degrade on 422 so rollouts can still produce a trajectory
-                if status == 422:
-                    try:
-                        # Best-effort parse of error for diagnostics
-                        err = None
-                        try:
-                            err = e.response.json()
-                        except Exception:
-                            err = {"error": "unprocessable", "detail": (text or "")[:200]}
-                        logger.warning(
-                            {
-                                "inference_422_recovered": True,
-                                "detail": err,
-                            }
-                        )
-                    except Exception:
-                        pass
-                    # Return a minimal OpenAI-compatible response with no tool_calls/content
-                    import time as _t
-
-                    return {
-                        "id": f"cmpl-{int(_t.time())}",
-                        "object": "chat.completion",
-                        "created": int(_t.time()),
-                        "model": processed_request.get("model") or "unknown",
-                        "choices": [
-                            {
-                                "index": 0,
-                                "message": {"role": "assistant", "content": "", "tool_calls": []},
-                                "finish_reason": "stop",
-                            }
-                        ],
-                        "usage": {"prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0},
-                    }
                 raise
             except Exception as e:
                 logger.error(f"Unexpected error calling {url}: {e}")

examples/swe/task_app/hosted/policy_routes.py

@@ -945,6 +945,23 @@ async def step_policy(
                 except Exception as exc:
                     logger.debug(f"TRACING_LLM_FAIL: {exc}")
 
+        if not tool_calls:
+            preview = ""
+            try:
+                preview = str(meta.get("raw_response") or "")[:400]
+            except Exception:
+                preview = "<unavailable>"
+            logger.error(
+                {
+                    "rollout.policy_step": True,
+                    "policy_id": request.policy_id,
+                    "error": "no_tool_calls",
+                    "inference_url": meta.get("inference_url"),
+                    "raw_preview": preview,
+                }
+            )
+            raise RuntimeError("Policy step produced no tool calls; inference response unusable.")
+
         return PolicyStepResponse(
             tool_calls=tool_calls,
             meta=meta,

examples/swe/task_app/hosted/rollout.py

@@ -251,14 +251,16 @@ class RolloutTracingContext:
             await self.tracer.initialize()
         except Exception as exc:
             logger.debug("TRACING_INIT_FAIL: %s", exc)
+            # Hard fail: tracing requested but cannot initialize
+            raise
         try:
             await self.tracer.start_session(
                 session_id=self.run_id, metadata=dict(self.metadata_base)
             )
         except Exception as exc:
             logger.warning("TRACING_START_FAIL: %s", exc)
-            self.enabled = False
-            self.tracer = None
+            # Hard fail: tracing requested but cannot start session
+            raise
 
     async def start_decision(self, turn_number: int) -> None:
         self.current_turn = turn_number

examples/task_apps/banking77/__init__.py

@@ -0,0 +1,6 @@
+"""Banking77 task app package."""
+
+from .banking77_task_app import build_config
+
+__all__ = ["build_config"]
+