verifiers 0.3.2.dev152__py3-none-any.whl → 0.3.2.dev153__py3-none-any.whl

verifiers/v1/acp/__init__.py

@@ -13,7 +13,7 @@ from pydantic import BaseModel, ConfigDict, Field
 
 from verifiers.v1.clients import ModelContext
 from verifiers.v1.configs.harness import HarnessConfig
-from verifiers.v1.errors import HarnessError
+from verifiers.v1.errors import HarnessError, InterceptionError
 from verifiers.v1.harness import Harness, HarnessSession
 from verifiers.v1.runtimes import ProgramResult, Runtime, RuntimeProcess
 from verifiers.v1.semantic import (
@@ -308,6 +308,12 @@ class ACPHarnessSession(HarnessSession):
             detail = response.get("error") or "ACP session request failed"
             if stderr := self._stderr():
                 detail = f"{detail}\n\nACP process stderr:\n{stderr}"
+            error_data = response.get("error_data")
+            if (
+                isinstance(error_data, dict)
+                and error_data.get("kind") == "model_transport"
+            ):
+                raise InterceptionError(detail)
             raise RuntimeError(detail)
         harness = cast(ACPHarness, self.harness)
         harness._consume_protocol_metadata(self.trace, turn.response_metadata)

verifiers/v1/acp/runner.py

@@ -224,9 +224,6 @@ async def prompt(
         if client.stop_reason != "cancelled":
             raise
         await connection.cancel(session_id=session_id)
-    except RequestError as error:
-        detail = error.data.get("details") if isinstance(error.data, dict) else None
-        raise RuntimeError(detail or str(error)) from error
     finally:
         client.prompt_task = None
     return client.turn_result()
@@ -377,6 +374,9 @@ async def serve_stream() -> None:
                     "ok": False,
                     "error": f"{type(error).__name__}: {error}",
                 }
+                if isinstance(error, RequestError) and isinstance(error.data, dict):
+                    response["error"] = error.data.get("details") or str(error)
+                    response["error_data"] = error.data
                 if operation == "prompt":
                     response["result"] = asdict(session.client.turn_result())
             write_packet(sys.stdout.buffer, response)

verifiers/v1/errors.py

@@ -42,6 +42,11 @@ class ProviderError(RolloutError):
         self.status_code = status_code
 
 
+MODEL_TRANSPORT_ERROR_EXIT_CODE = 97
+"""Reserved harness exit code for an exhausted model transport failure.
+`Harness._check_result` maps it to `InterceptionError`."""
+
+
 class HarnessError(RolloutError):
     """The harness failed to install or launch, or its agent process exited unsuccessfully."""
 
@@ -65,7 +70,7 @@ class TaskError(RolloutError):
 
 
 class InterceptionError(RolloutError):
-    """The host interception server (model calls + `/state` + `/task` channels) couldn't be reached."""
+    """Communication with the host interception server failed."""
 
 
 class TunnelError(InterceptionError):

verifiers/v1/harness.py

@@ -9,7 +9,13 @@ from typing import TYPE_CHECKING, ClassVar, Generic, TypeVar
 
 from verifiers.v1.clients import ModelContext
 from verifiers.v1.configs.harness import HarnessConfig, skill_destination
-from verifiers.v1.errors import HarnessError, SandboxError, boundary
+from verifiers.v1.errors import (
+    MODEL_TRANSPORT_ERROR_EXIT_CODE,
+    HarnessError,
+    InterceptionError,
+    SandboxError,
+    boundary,
+)
 from verifiers.v1.runtimes import ProgramResult, Runtime
 from verifiers.v1.task import TaskData
 from verifiers.v1.types import Messages
@@ -178,6 +184,10 @@ copy_failed=$(
                 f"runtime died under harness {self.config.id!r} "
                 f"(exit {result.exit_code}): {detail}"
             )
+        if result.exit_code == MODEL_TRANSPORT_ERROR_EXIT_CODE:
+            raise InterceptionError(
+                f"harness {self.config.id!r} model connection to interception failed: {detail}"
+            )
         raise HarnessError(
             f"harness {self.config.id!r} exited {result.exit_code}: {detail}"
         )

verifiers/v1/harnesses/rlm/harness.py

@@ -69,7 +69,7 @@ class CompactionConfig(BaseConfig):
 
 class RLMHarnessConfig(HarnessConfig):
     version: str = Field(
-        default="ec0335baa434eb726146e330be391ee92bf3a0c8", min_length=1
+        default="38c44a06fdef484a19d8d6c4e5697100971f9ecd", min_length=1
     )
     """Git ref (branch, tag, or commit) of nano-rlm to install. Must know every
     field this harness puts on the wire, i.e. be at least the default ref."""

verifiers/v1/harnesses/utils/core.py

@@ -5,6 +5,7 @@ import asyncio
 import json
 import logging
 import subprocess
+import traceback
 from contextlib import AsyncExitStack
 from pathlib import Path
 from typing import TYPE_CHECKING
@@ -39,6 +40,10 @@ if TYPE_CHECKING:
     )
     from verifiers.v1.harnesses.utils.mcp import call_mcp, connect_mcp  # noqa: TC004
 
+# Mirror of verifiers.v1.errors.MODEL_TRANSPORT_ERROR_EXIT_CODE;
+# this bundled script cannot import verifiers.
+MODEL_TRANSPORT_ERROR_EXIT_CODE = 97
+
 SERPER_URL = "https://google.serper.dev/search"
 
 BASH_TOOL = {
@@ -260,25 +265,32 @@ async def chat(
         kwargs["tools"] = tools
     if tools and tool_choice is not None:
         kwargs["tool_choice"] = tool_choice
-    async for attempt in AsyncRetrying(
-        retry=retry_if_exception_type((APIConnectionError, httpx.TransportError)),
-        stop=stop_after_attempt(client.max_retries + 1),
-        wait=wait_random_exponential(multiplier=0.5, max=8.0),
-        before_sleep=before_sleep_log(logging.getLogger(__name__), logging.WARNING),
-        reraise=True,
-    ):
-        # Reuse the interception server's body-digest replay guard on stream retries.
-        retry_count = attempt.retry_state.attempt_number - 1
-        headers = {"x-stainless-retry-count": str(retry_count)} if retry_count else omit
-        raw_stream = await client.chat.completions.create(
-            **kwargs,
-            stream=True,
-            stream_options={"include_usage": True},
-            extra_headers=headers,
-        )
-        # The SDK retries request setup; only stream consumption is retried here.
-        with attempt:
-            return await _read_chat_completion(raw_stream)
+    try:
+        async for attempt in AsyncRetrying(
+            retry=retry_if_exception_type((APIConnectionError, httpx.TransportError)),
+            stop=stop_after_attempt(client.max_retries + 1),
+            wait=wait_random_exponential(multiplier=0.5, max=8.0),
+            before_sleep=before_sleep_log(logging.getLogger(__name__), logging.WARNING),
+            reraise=True,
+        ):
+            # Reuse the interception server's body-digest replay guard on stream retries.
+            retry_count = attempt.retry_state.attempt_number - 1
+            headers = (
+                {"x-stainless-retry-count": str(retry_count)} if retry_count else omit
+            )
+            raw_stream = await client.chat.completions.create(
+                **kwargs,
+                stream=True,
+                stream_options={"include_usage": True},
+                extra_headers=headers,
+            )
+            # The SDK retries request setup; only stream consumption is retried here.
+            with attempt:
+                return await _read_chat_completion(raw_stream)
+    except (APIConnectionError, httpx.TransportError) as error:
+        # Preserve the original transport error in stderr for the host's diagnostic.
+        traceback.print_exc()
+        raise SystemExit(MODEL_TRANSPORT_ERROR_EXIT_CODE) from error
 
 
 async def _read_chat_completion(raw_stream):

{verifiers-0.3.2.dev152.dist-info → verifiers-0.3.2.dev153.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev152
+Version: 0.3.2.dev153
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev152.dist-info → verifiers-0.3.2.dev153.dist-info}/RECORD

@@ -3,9 +3,9 @@ verifiers/v1/__init__.py,sha256=6t2FsosAjmyfJz6qS8tDQ2gWCvQfyRzqk1mYwv5_-EQ,8738
 verifiers/v1/agent.py,sha256=yBCCBe5tVTeQ8OZDlVSZLw_IDvCmEQSnF3wQ1BZcT14,32342
 verifiers/v1/env.py,sha256=GqrVxxrvv-9WitXhD8Rre0tKQgnQWeD8mTM2gDHMVBs,18040
 verifiers/v1/episode.py,sha256=UPtA02aGWA-fY8cJKEuYCMtQVnPN1C0BSN13LggNT8U,5986
-verifiers/v1/errors.py,sha256=QFbKFrma1STrN7abYcU2LBQOQBpj43Rm-nOwL9EFeUM,5743
+verifiers/v1/errors.py,sha256=nNabzi55J5aHmAmW9UHZVpI7kcBfy4Xcyt4cQthZbM8,5875
 verifiers/v1/graph.py,sha256=4EA1TzUBLf9HycfSifKI5J3XkeJzYjbsszZRVwXSGP0,41420
-verifiers/v1/harness.py,sha256=incFERkwxSPQvBCWc0BVQPg9IAEMTeelBq4USKWLxWo,15669
+verifiers/v1/harness.py,sha256=AcsCmNHB1UQ75nD7RUawsb65q63NdkcMykD0E6oRDOA,15957
 verifiers/v1/judge.py,sha256=uqn-djkK2_7Q3kOjkDo6ipOvV_HOvuLa9y6AoDjRux8,9618
 verifiers/v1/rollout.py,sha256=WiMCJyAypsR1OaXvzJQx7G-T67v__AnnDNoXotuI_VE,25444
 verifiers/v1/semantic.py,sha256=VQ_buw6Ya6QtRoh_fiYI5Avs5RmIQCfWH0H0bQc4aoc,4704
@@ -15,8 +15,8 @@ verifiers/v1/task.py,sha256=6-Tw0iBLsc4hinvVPl_b2EUX8unAAnxtHMXNSIHXsnU,12886
 verifiers/v1/taskset.py,sha256=LE_3ogL7itU2Amk-N20cHkZ7Ev6MznJ0HpC8B1xb4w0,9482
 verifiers/v1/trace.py,sha256=tgzkft4nKF4QGeGXwoqkfXjaUbG65Nn1oBFzMUFp-u0,32234
 verifiers/v1/types.py,sha256=-In5plgB3mQLqtRKHC3QDCPDvuruAqVd8WIjKrsGB_I,10578
-verifiers/v1/acp/__init__.py,sha256=9RySmxFeEMT2XSJy5wYevqEhQdul2jHl9f5XAribG3A,13631
-verifiers/v1/acp/runner.py,sha256=zPo-2ZXmFMmQchhD7nNzlZUrabG09qiBvpB67KVGm3M,14095
+verifiers/v1/acp/__init__.py,sha256=Omle2zo7aly_7CCg1N9yQjQcJe4UpqTw9xVBP8_tuT8,13891
+verifiers/v1/acp/runner.py,sha256=OrJ1VSWTnNosV8OklqM2YdERlbF7olT9PHEdQfXvgGQ,14137
 verifiers/v1/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 verifiers/v1/cli/debug.py,sha256=OgzXCW9HaTNruZil4f70WP5tR6toKliKaVvV98C5qzE,11665
 verifiers/v1/cli/gepa.py,sha256=IyS3YZCCHVydb-OyPeGdtCYsz6OYqXXddXqYq8RLucM,4374
@@ -113,13 +113,13 @@ verifiers/v1/harnesses/pi/harness.py,sha256=ysKOLSRQnbPkMtwvuUoJU7Hd4uM4bDF1duD0
 verifiers/v1/harnesses/prime_agent/__init__.py,sha256=xfPC4RrlnyYWaf38tPAOZq4YL6M55lMpj5BoRLmaK8I,171
 verifiers/v1/harnesses/prime_agent/harness.py,sha256=Zs_f5H2hQgDzUS4zwArM5UxCYJI5Zo0ELmayn1oBkK0,10663
 verifiers/v1/harnesses/rlm/__init__.py,sha256=hwx51xTdEWzzYgMj-p4ETNcptoub3IPMDbEdJ4uB8Ns,122
-verifiers/v1/harnesses/rlm/harness.py,sha256=nX49hTis1x-tR5KYoWeNBKcqsKlThobeAX9JRaIu6Cc,13538
+verifiers/v1/harnesses/rlm/harness.py,sha256=Nh4nBxxYDnRgRE-BljWBEnptX2JnDKAGVXCrAnpjm2w,13538
 verifiers/v1/harnesses/terminus_2/__init__.py,sha256=l1pwfg1HyVDEqT9efdnFWcXqaZwtKwe7TrplkyxZSA0,166
 verifiers/v1/harnesses/terminus_2/harness.py,sha256=cKQJluW01mkxEccTLFwSWsVMavyiwq_w-NA4Hb_JkGU,3052
 verifiers/v1/harnesses/terminus_2/program.py,sha256=X8MZdyItU3gbXGXnGOlJ9LWcUTnqIDaxlhkZvoRiqKY,2703
 verifiers/v1/harnesses/utils/__init__.py,sha256=eTS-Ft2HwoLiYn5u1t_KueLmaZB_W12cdYmcVsE-G5A,364
 verifiers/v1/harnesses/utils/compaction.py,sha256=DeY6CYLEsv7-vJm26sT2mRaPHu3W2ywiZhvFr_pi6Hg,10495
-verifiers/v1/harnesses/utils/core.py,sha256=tG07WGMiWFGCC3PwHndX2v9MLJVsn2EMsKwRKj3jwAg,19865
+verifiers/v1/harnesses/utils/core.py,sha256=29Usc55cbLQE0vA8y05yk06sbjJMwYjOo2TmdwjPLE8,20397
 verifiers/v1/harnesses/utils/install.py,sha256=BDkkUVZ1brSzCrbQOvMO5mVIE2DsV2pE7rTC5yROYUw,2992
 verifiers/v1/harnesses/utils/launch.py,sha256=Kg6x4Fl5y48pSgPiupSBj5ehQkkupk5vihUUvHtpcO8,2894
 verifiers/v1/harnesses/utils/mcp.py,sha256=oNhKfLjAW-wScJcDIsW_HfuvKY-JkaGBBZrRLqgRK1g,7355
@@ -193,8 +193,8 @@ verifiers/v1/utils/scope.py,sha256=bzUEiWDOVdbj7dXOwGOlzsQ_-Xu0j9NR5TalQB-8TS8,8
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/trace_store.py,sha256=RsCDonGR-bs-tvEstcppiJm3jFmAdIiG83fA5KtCbAw,2801
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.3.2.dev152.dist-info/METADATA,sha256=GPTXqNo6x_F7kc4NNULLjsI0ZcqMJjqU-l9xJqqxm48,4161
-verifiers-0.3.2.dev152.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
-verifiers-0.3.2.dev152.dist-info/entry_points.txt,sha256=iugElcdWPKbQM7uFF0lZ8iUpHsNr17-BwEAAjJWxV3U,259
-verifiers-0.3.2.dev152.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.3.2.dev152.dist-info/RECORD,,
+verifiers-0.3.2.dev153.dist-info/METADATA,sha256=vSm4TEvKtJXIhjsj8XEopHBKEMcpHh3sm0__6MRxgn8,4161
+verifiers-0.3.2.dev153.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
+verifiers-0.3.2.dev153.dist-info/entry_points.txt,sha256=iugElcdWPKbQM7uFF0lZ8iUpHsNr17-BwEAAjJWxV3U,259
+verifiers-0.3.2.dev153.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.3.2.dev153.dist-info/RECORD,,