verifiers 0.3.2.dev144__py3-none-any.whl → 0.3.2.dev145__py3-none-any.whl

verifiers/v1/cli/replay.py

@@ -148,7 +148,7 @@ async def run_replay(config: ReplayConfig, source: Path, out: Path) -> list[Trac
         async with sem or contextlib.nullcontext():
             st.start = time.time()
             # Generation failures have no complete transcript to score.
-            if trace.stop_condition == "error":
+            if trace.has_error:
                 st.state, st.detail, st.end = "skipped", "rollout errored", time.time()
             else:
                 st.state = "running"

verifiers/v1/errors.py

@@ -90,6 +90,14 @@ async def boundary(error_cls: type[RolloutError], what: str) -> AsyncIterator[No
         raise error_cls(f"{what}: {type(e).__name__}: {e}") from e
 
 
+def stop_condition(error: BaseException) -> str:
+    """The stop condition a recorded error leaves on the trace: `<boundary>_error` for
+    a typed rollout error (`SandboxError` -> `sandbox_error`), `error` for any other."""
+    if isinstance(error, RolloutError):
+        return f"{type(error).__name__.removesuffix('Error').lower()}_error"
+    return "error"
+
+
 def _provider_status(e: OpenAIError | str) -> int:
     """The HTTP status to surface for an SDK error: the provider's own for an HTTP status error, a
     retryable 5xx for a transport/timeout fault, else 502."""

verifiers/v1/trace.py

@@ -17,7 +17,7 @@ if TYPE_CHECKING:
 
 from verifiers.v1 import graph
 from verifiers.v1.configs.agent import AgentConfig, WireAgentConfig
-from verifiers.v1.errors import ProviderError
+from verifiers.v1.errors import ProviderError, stop_condition
 from verifiers.v1.graph import RECORD_FLOAT_DECIMALS, MessageNode
 from verifiers.v1.runtimes import RuntimeInfo
 from verifiers.v1.semantic import ACPInfo, ParentLink, SemanticEdgeSet
@@ -781,7 +781,8 @@ class Trace(BaseModel, Generic[DataT, StateT, AgentConfigT]):
         self.stop(f"{stage}_timeout", override=True)
 
     def record_error(self, error: Exception) -> None:
-        """Record an error, and stop the trace as failed."""
+        """Record an error, and stop the trace as failed: `<boundary>_error` for a
+        typed rollout error (`errors.stop_condition`), `error` for any other."""
         self.errors.append(
             Error(
                 type=type(error).__name__,
@@ -795,7 +796,7 @@ class Trace(BaseModel, Generic[DataT, StateT, AgentConfigT]):
             )
         )
         self.ok = False
-        self.stop("error")
+        self.stop(stop_condition(error))
 
     def to_record(
         self, float_decimals: int | None = RECORD_FLOAT_DECIMALS

{verifiers-0.3.2.dev144.dist-info → verifiers-0.3.2.dev145.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev144
+Version: 0.3.2.dev145
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev144.dist-info → verifiers-0.3.2.dev145.dist-info}/RECORD

@@ -3,7 +3,7 @@ verifiers/v1/__init__.py,sha256=xbx98CgqJCmGkbR_FP7ugRuDVQ8t_l1F0oVddtLKkSs,8585
 verifiers/v1/agent.py,sha256=10hXkda0sC5FxT2a32t9En5QlExqcxgnBYtGYk7oins,32651
 verifiers/v1/env.py,sha256=GqrVxxrvv-9WitXhD8Rre0tKQgnQWeD8mTM2gDHMVBs,18040
 verifiers/v1/episode.py,sha256=UPtA02aGWA-fY8cJKEuYCMtQVnPN1C0BSN13LggNT8U,5986
-verifiers/v1/errors.py,sha256=zf2CEHMx-PzfJDP2ee_qdXyNfFapdwjDmYnQrp9Jajc,5380
+verifiers/v1/errors.py,sha256=QFbKFrma1STrN7abYcU2LBQOQBpj43Rm-nOwL9EFeUM,5743
 verifiers/v1/graph.py,sha256=3HtCYL36MDAoiBk7u8yi6FxUBkIqQ7VYn9_IL0NEOog,41559
 verifiers/v1/harness.py,sha256=incFERkwxSPQvBCWc0BVQPg9IAEMTeelBq4USKWLxWo,15669
 verifiers/v1/judge.py,sha256=uqn-djkK2_7Q3kOjkDo6ipOvV_HOvuLa9y6AoDjRux8,9618
@@ -13,7 +13,7 @@ verifiers/v1/session.py,sha256=qVMgKmqkItemR3uYUDAFuDz7huP593kHQbge8FlRba8,28420
 verifiers/v1/state.py,sha256=EckF2bWp-vV4b1jYJ9sLI5xrfGuI5spIgYYwW926toI,595
 verifiers/v1/task.py,sha256=g2MTr1w2TEZXo8g5Z1_SlqqO_mQ9r1VLXrLj4o0Z_VY,12596
 verifiers/v1/taskset.py,sha256=fp2E0IEhL_Ybj9cegZwljfTmW27p_30zTWHFKw_kXE4,4374
-verifiers/v1/trace.py,sha256=k_d6SRE4lL8tLxVPI50yrv-TBh8v1aFS6jtcy90-6dc,32896
+verifiers/v1/trace.py,sha256=8WKgoM0fe9Zdi0m8ffck7PNyi-QF8EzSTV0LM1DqqYc,33029
 verifiers/v1/types.py,sha256=xPetvJxksKPYKic389RFnVvy2vN-gD2bPZFZoEyzmp4,10191
 verifiers/v1/acp/__init__.py,sha256=9RySmxFeEMT2XSJy5wYevqEhQdul2jHl9f5XAribG3A,13631
 verifiers/v1/acp/runner.py,sha256=zPo-2ZXmFMmQchhD7nNzlZUrabG09qiBvpB67KVGm3M,14095
@@ -22,7 +22,7 @@ verifiers/v1/cli/debug.py,sha256=G05-k9mqsMNIf7L-Vlxgdmw3QFwFF94-FodKXV7GYbQ,118
 verifiers/v1/cli/gepa.py,sha256=IyS3YZCCHVydb-OyPeGdtCYsz6OYqXXddXqYq8RLucM,4374
 verifiers/v1/cli/init.py,sha256=6wr14011_Dygv10R6_YWg5A3oSrz187E2WspGRHIfZw,7608
 verifiers/v1/cli/output.py,sha256=4FRuQ6UIZCigMfUUO2nCFFJKxls3DtWDXswMCVTxjIA,5010
-verifiers/v1/cli/replay.py,sha256=ukCmu4-SGYZa2kB9TpNERUYT6mAVEjNJxRNqwIH5eYk,10412
+verifiers/v1/cli/replay.py,sha256=LkeaV8Sxa7kHue9JKHDg0V_N6KXOcjN_r6RmeQVcxfk,10396
 verifiers/v1/cli/resolve.py,sha256=Q1EHM7wWQo0YkwJA898qtZbYLaIkjIVq3Q7kUp2YIxs,4346
 verifiers/v1/cli/resume.py,sha256=hqV5AxxqeIInJeEZQerQznuijhMNijFEFcHZIltfLdE,470
 verifiers/v1/cli/validate.py,sha256=Z_rUldl8jzXz52oy3FBIRGr4HYhWFXrq43WmU0sJ-4M,17325
@@ -192,8 +192,8 @@ verifiers/v1/utils/scope.py,sha256=bzUEiWDOVdbj7dXOwGOlzsQ_-Xu0j9NR5TalQB-8TS8,8
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/trace_store.py,sha256=RsCDonGR-bs-tvEstcppiJm3jFmAdIiG83fA5KtCbAw,2801
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.3.2.dev144.dist-info/METADATA,sha256=M4LE_9a-5R05YBA7EgeJ1NL4XfW9eoAMki5wjWAZZug,4161
-verifiers-0.3.2.dev144.dist-info/WHEEL,sha256=THafob7ofN-NsuMN7Mg4qZyHaQI7KkD-QlcQatYhXPo,87
-verifiers-0.3.2.dev144.dist-info/entry_points.txt,sha256=iugElcdWPKbQM7uFF0lZ8iUpHsNr17-BwEAAjJWxV3U,259
-verifiers-0.3.2.dev144.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.3.2.dev144.dist-info/RECORD,,
+verifiers-0.3.2.dev145.dist-info/METADATA,sha256=_vuo-Vw8YJCPIyPhW5EO25Vj4NsnIoMoiyC3j6hToL0,4161
+verifiers-0.3.2.dev145.dist-info/WHEEL,sha256=THafob7ofN-NsuMN7Mg4qZyHaQI7KkD-QlcQatYhXPo,87
+verifiers-0.3.2.dev145.dist-info/entry_points.txt,sha256=iugElcdWPKbQM7uFF0lZ8iUpHsNr17-BwEAAjJWxV3U,259
+verifiers-0.3.2.dev145.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.3.2.dev145.dist-info/RECORD,,