verifiers 0.3.2.dev57__py3-none-any.whl → 0.3.2.dev59__py3-none-any.whl

verifiers/v1/dialects/chat.py

@@ -15,6 +15,7 @@ from typing import Any
 from urllib.parse import urlsplit
 
 from openai.types.chat import ChatCompletion
+from openai.types.chat.chat_completion import Choice
 
 from verifiers.v1.configs.runtime import NetworkPolicyConfig
 from verifiers.v1.dialects.base import (
@@ -44,12 +45,18 @@ from verifiers.v1.types import (
 )
 
 
+class ModdedChoice(Choice):
+    # Logprobs are relayed in Response.raw; trace conversion never reads them.
+    logprobs: Any = None
+
+
 class ModdedChatCompletion(ChatCompletion):
     """The OpenAI SDK closes `service_tier` to a fixed `Literal`, but providers return tiers
     outside it (e.g. Prime's `provisioned`), which makes `model_validate` reject an otherwise
     valid completion. Widen the field to a plain string — we don't consume it — so parsing stays
     lenient about the label instead of dropping it."""
 
+    choices: list[ModdedChoice]
     service_tier: str | None = None
 
 

verifiers/v1/dialects/responses.py

@@ -315,7 +315,10 @@ def fold_assistant(items: list[dict] | None) -> AssistantMessage:
 def response_from_wire(response: OpenAIResponse) -> Response:
     """An OpenAI Responses object -> a vf `Response` (its `output` items folded into one
     assistant message)."""
-    data = response.model_dump()
+    # Copy the output snapshot without traversing echoed tools or request settings.
+    data = response.model_dump(
+        include={"id", "created_at", "model", "status", "error", "output"}
+    )
     status = data.get("status")
     if status not in (None, "completed", "incomplete"):
         error = data.get("error") or {}

verifiers/v1/interception/server.py

@@ -490,13 +490,13 @@ class InterceptionServer(Interception):
             body = from_json(raw)
         except ValueError:
             body = json.loads(raw)
-        req_hash = await _request_digest(raw)
+        body = dialect.apply_overrides(body, session.ctx.model, session.ctx.sampling)
+        streaming = dialect.streaming(body)
+        req_hash = await _request_digest(raw) if not streaming else b""
         # Keep `read()` for aiohttp's size guard, then release its cache and our local
         # alias after parsing so the wire body does not survive model inference.
         request._read_bytes = None
         del raw
-        body = dialect.apply_overrides(body, session.ctx.model, session.ctx.sampling)
-        streaming = dialect.streaming(body)
         try:
             acp, upstream_headers = extract_acp_info(request.headers)
         except ValueError as error:
@@ -638,7 +638,9 @@ class InterceptionServer(Interception):
 
         try:
             body, policy_paths = self.mediate_capabilities(session, dialect, body)
-            model_request = dialect.parse_request(body)
+            # Restricted mediation can mutate the body without reporting policy paths.
+            if request_rewrites or session.network_policy.network_restricted:
+                model_request = dialect.parse_request(body)
             turn = graph.prepare_turn(session.trace, model_request.messages)
         except ValueError as error:
             return web.json_response(dialect.error_body(str(error)), status=400)

verifiers/v1/session.py

@@ -158,22 +158,24 @@ class RolloutSession:
         """Run typed request interceptors and stops over one canonical request."""
         if not self.request_interceptors and (not run_stops or not self.request_stops):
             return request, [], None
-        turn = graph.prepare_turn(self.trace, request.messages)
-        prepared_users = self.prepared_users.copy()
         prepared: set[int] = set()
         candidates: set[int] = set()
-        for position in range(turn.tail_start, len(request.messages)):
-            message = request.messages[position]
-            if isinstance(message, UserMessage):
-                candidates.add(position)
-                key = graph.message_hash(message)
-                if prepared_users[key]:
-                    prepared_users[key] -= 1
-                    prepared.add(position)
-            elif isinstance(message, ToolMessage):
-                candidates.add(position)
-                if self.prepared_tool_results.get(message.tool_call_id) == message:
-                    prepared.add(position)
+        if self.request_interceptors:
+            turn = graph.prepare_turn(self.trace, request.messages)
+            prepared_users = self.prepared_users.copy()
+            for position in range(turn.tail_start, len(request.messages)):
+                message = request.messages[position]
+                if isinstance(message, UserMessage):
+                    candidates.add(position)
+                    if prepared_users:
+                        key = graph.message_hash(message)
+                        if prepared_users[key]:
+                            prepared_users[key] -= 1
+                            prepared.add(position)
+                elif isinstance(message, ToolMessage):
+                    candidates.add(position)
+                    if self.prepared_tool_results.get(message.tool_call_id) == message:
+                        prepared.add(position)
         already_intercepted = candidates and candidates == prepared
 
         current = request
@@ -240,7 +242,7 @@ class RolloutSession:
     def consume_prepared(self, messages: Messages) -> None:
         """Forget pre-harness rewrites only after their model request commits."""
         for message in messages:
-            if isinstance(message, UserMessage):
+            if isinstance(message, UserMessage) and self.prepared_users:
                 key = graph.message_hash(message)
                 if self.prepared_users[key]:
                     self.prepared_users[key] -= 1

{verifiers-0.3.2.dev57.dist-info → verifiers-0.3.2.dev59.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev57
+Version: 0.3.2.dev59
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev57.dist-info → verifiers-0.3.2.dev59.dist-info}/RECORD

@@ -10,7 +10,7 @@ verifiers/v1/harness.py,sha256=Yx-XCIs1HAmqv1F-nhCTDBUwAx51xQWNWgFcWL1WRTM,13777
 verifiers/v1/judge.py,sha256=uqn-djkK2_7Q3kOjkDo6ipOvV_HOvuLa9y6AoDjRux8,9618
 verifiers/v1/rollout.py,sha256=FT6ZYfSqkKOFa5tm52XDTLijKxqpeLr3x2MBdLIk4xk,24021
 verifiers/v1/semantic.py,sha256=VQ_buw6Ya6QtRoh_fiYI5Avs5RmIQCfWH0H0bQc4aoc,4704
-verifiers/v1/session.py,sha256=xM7JJJVJACk0JfH9RAN1Ts8gJJKr2tGGRiIgQTrdieY,18692
+verifiers/v1/session.py,sha256=LAdP72ooTeLUv9GYRqg7b0csit1dmIeVca0cHOU0Q_Q,18865
 verifiers/v1/state.py,sha256=EckF2bWp-vV4b1jYJ9sLI5xrfGuI5spIgYYwW926toI,595
 verifiers/v1/task.py,sha256=9YhllEDgoHSz72-1fcYwBADl-rOzASnrSVimLheWmwI,12237
 verifiers/v1/taskset.py,sha256=fp2E0IEhL_Ybj9cegZwljfTmW27p_30zTWHFKw_kXE4,4374
@@ -62,8 +62,8 @@ verifiers/v1/configs/cli/validate.py,sha256=NXQ9KvhGLODLrg1fs3Jn-SOq1hhPxauVWiPS
 verifiers/v1/dialects/__init__.py,sha256=MNOYM2NdTlSxGK4VtoEjMtD5zya2MpjPDX5jMvZUWEo,736
 verifiers/v1/dialects/anthropic.py,sha256=abwcKRsKkgfgLSuntxBMdL03enG7roRdGoHTYfswafM,26887
 verifiers/v1/dialects/base.py,sha256=pcFqWXSl50VtMuzcY5cyhsc4WpKCM5wT-tskTFZV7CM,12203
-verifiers/v1/dialects/chat.py,sha256=_pMsNpbffiXiK0_0tboAKtuj7-smUnkS9H0LPK4j1mU,23662
-verifiers/v1/dialects/responses.py,sha256=KRuS9TKw2uoNz4NsG7E-H6eyhm_EJQwVtZ5_XW9iB3c,29090
+verifiers/v1/dialects/chat.py,sha256=qhjpduOfNnstfkLTtC0MTS_IfuiOkBwuSwpIg_y1Hjw,23881
+verifiers/v1/dialects/responses.py,sha256=FRQXRubijMG7VuqW_I7ex2DnEzOjuZxwxATy-loEkm0,29254
 verifiers/v1/envs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 verifiers/v1/envs/agentic_judge/__init__.py,sha256=LfEcRHLG_siKzhzWmODDXWSLpLgfum3UFdQDK9XG0gk,325
 verifiers/v1/envs/agentic_judge/env.py,sha256=GovnHqgRm8nQLAM7wMx57-A_wJBRYopsfiy2Bgf32nA,15339
@@ -125,7 +125,7 @@ verifiers/v1/harnesses/utils/mcp.py,sha256=Sss-DVMtxdE1eGEfq1ycdi1v7SBsmUU5UcpcI
 verifiers/v1/interception/__init__.py,sha256=5Kvo7tcBUVaa65s9A1NiOH3CPpzw-P5btXwxB4Nbbvs,4251
 verifiers/v1/interception/base.py,sha256=Mg16Y104lyZilF9shdivdqYoqz4OYp978i_myyrulu8,2529
 verifiers/v1/interception/pool.py,sha256=sk_zcdTV8EVRuzqlYMXxon_42tSDAlFvwcyOO2EF7hw,6473
-verifiers/v1/interception/server.py,sha256=2WBh7HQAF8wQvL5jui03i2dVjyKwewwTAzmdn0eH2gg,52079
+verifiers/v1/interception/server.py,sha256=0pImNyVDKJOwL3l9KgFmjRKfp3Mwn9DjSkzliYSXg5s,52274
 verifiers/v1/interception/tool.py,sha256=ZyZPxLYM_HsGkz-ZbCREQVGtiKZK9lQLChBNF_bBuuc,259
 verifiers/v1/interception/tunnel/__init__.py,sha256=eVNZJszj6myrKhx9jmJz7VRd9qlfj0AUvUZwI2bXEj8,893
 verifiers/v1/interception/tunnel/base.py,sha256=DZB6uPLwM4Qy7n7m0vKeyg-Px87MhsmpYTpe2vpPEng,1998
@@ -189,8 +189,8 @@ verifiers/v1/utils/prime.py,sha256=UTYRjp9cbjNb6CVmBHda-1wWZAIIfxNOmTyNuT7_wL4,9
 verifiers/v1/utils/retries.py,sha256=Y2ZgrAjn-qNkRKZP_RVNL_7EK0iaRcZeCa404lpGYi4,5417
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.3.2.dev57.dist-info/METADATA,sha256=0TbLIm4QKGNQoSm54MoeFlzZV4esh0OxCatJga_9d74,4204
-verifiers-0.3.2.dev57.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
-verifiers-0.3.2.dev57.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
-verifiers-0.3.2.dev57.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.3.2.dev57.dist-info/RECORD,,
+verifiers-0.3.2.dev59.dist-info/METADATA,sha256=PsSfsNRgqhTgCJsBY8_ODR_rUmPRliclAgnVutS2FyY,4204
+verifiers-0.3.2.dev59.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+verifiers-0.3.2.dev59.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
+verifiers-0.3.2.dev59.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.3.2.dev59.dist-info/RECORD,,