verifiers 0.3.2.dev85__py3-none-any.whl → 0.3.2.dev87__py3-none-any.whl

verifiers/v1/dialects/chat.py

@@ -549,14 +549,19 @@ class ChatDialect(Dialect[ChatCompletion]):
 
     def stream_events(self, raw: dict) -> list[bytes]:
         choice = (raw.get("choices") or [{}])[0]
+        message = dict(choice.get("message") or {"role": "assistant", "content": ""})
+        if message.get("tool_calls"):
+            message["tool_calls"] = [
+                {**call, "index": index}
+                for index, call in enumerate(message["tool_calls"])
+            ]
         chunk = {
             **{key: value for key, value in raw.items() if key != "choices"},
             "object": "chat.completion.chunk",
             "choices": [
                 {
                     "index": 0,
-                    "delta": choice.get("message")
-                    or {"role": "assistant", "content": ""},
+                    "delta": message,
                     "finish_reason": choice.get("finish_reason"),
                 }
             ],

verifiers/v1/harnesses/utils/core.py

@@ -9,7 +9,8 @@ from pathlib import Path
 from typing import TYPE_CHECKING
 
 import httpx
-from openai import APIStatusError, AsyncOpenAI
+from openai import APIStatusError, AsyncOpenAI, omit
+from openai.lib.streaming.chat import AsyncChatCompletionStream
 
 if TYPE_CHECKING:
     # The harness bundles this module into the generated script before execution.
@@ -191,7 +192,29 @@ async def chat(
     kwargs = {"model": model, "messages": messages, "tools": tools or None}
     if tools and tool_choice is not None:
         kwargs["tool_choice"] = tool_choice
-    return await client.chat.completions.create(**kwargs)
+    raw_stream = await client.chat.completions.create(
+        **kwargs, stream=True, stream_options={"include_usage": True}
+    )
+    # Accumulate native deltas without auto-parsing tool arguments or treating
+    # finish_reason="length" as an exception: compaction owns that decision.
+    async with AsyncChatCompletionStream(
+        raw_stream=raw_stream, response_format=omit, input_tools=[]
+    ) as response:
+        completion = None
+        async for event in response:
+            if event.type == "chunk":
+                completion = event.snapshot
+        if (
+            completion is None
+            or not completion.choices
+            or any(choice.finish_reason is None for choice in completion.choices)
+        ):
+            raise RuntimeError("model stream ended before a completion finished")
+        for choice in completion.choices:
+            # Some providers repeat the role in each delta. The SDK concatenates
+            # these strings, but the role is metadata, not incremental content.
+            choice.message.role = "assistant"
+        return completion
 
 
 async def run_tool_hook(

verifiers/v1/interception/server.py

@@ -41,7 +41,11 @@ from pydantic_core import PydanticSerializationError, from_json, to_json
 from verifiers.v1 import graph
 from verifiers.v1.clients import Client, resolve_client
 from verifiers.v1.clients.base import join_url
-from verifiers.v1.configs.client import BaseClientConfig, resolve_api_key
+from verifiers.v1.configs.client import (
+    BaseClientConfig,
+    TrainClientConfig,
+    resolve_api_key,
+)
 from verifiers.v1.dialects import DIALECTS, Dialect
 from verifiers.v1.dialects.base import (
     PROVIDER_CAPABILITY_POLICY_CODE,
@@ -127,15 +131,18 @@ def _capture_response(response: web.Response) -> ReplayResponse:
         data = bytes(body)
     else:
         raise TypeError("coalesced interception responses must have a byte body")
-    return ReplayResponse(status=response.status, body=data)
+    return ReplayResponse(
+        status=response.status,
+        body=data,
+        content_type=response.headers["Content-Type"],
+    )
 
 
 def _replay_response(response: ReplayResponse) -> web.Response:
     return web.Response(
         body=response.body,
         status=response.status,
-        content_type="application/json",
-        charset="utf-8",
+        headers={"Content-Type": response.content_type},
     )
 
 
@@ -492,7 +499,10 @@ class InterceptionServer(Interception):
             body = json.loads(raw)
         body = dialect.apply_overrides(body, session.ctx.model, session.ctx.sampling)
         streaming = dialect.streaming(body)
-        req_hash = await _request_digest(raw) if not streaming else b""
+        relay_streaming = streaming and not isinstance(
+            session.ctx.client, TrainClientConfig
+        )
+        req_hash = await _request_digest(raw) if not relay_streaming else b""
         # Keep `read()` for aiohttp's size guard, then release its cache and our local
         # alias after parsing so the wire body does not survive model inference.
         request._read_bytes = None
@@ -507,7 +517,7 @@ class InterceptionServer(Interception):
             session.trace.id,
             streaming,
         )
-        # Graph atomicity under retries: one logical non-streaming call must commit at most
+        # Graph atomicity under retries: one logical buffered call must commit at most
         # one turn. An explicit key identifies that call directly; otherwise only the SDK's
         # retry marker activates body-digest replay, since an unmarked repeated body can be a
         # legitimate later turn.
@@ -517,14 +527,14 @@ class InterceptionServer(Interception):
         replay_key: str | None = None
         binding = (request.path, req_hash)
         if idempotency_key:
-            if streaming and acp is None:
+            if relay_streaming and acp is None:
                 return web.json_response(
                     dialect.error_body(
                         "Idempotency-Key is not supported for streaming requests"
                     ),
                     status=400,
                 )
-            if not streaming:
+            if not relay_streaming:
                 replay_key = f"explicit:{idempotency_key}"
             # This key identifies the harness-to-interception hop. The server owns its
             # replay semantics, and the body has since been rewritten with rollout model
@@ -534,7 +544,7 @@ class InterceptionServer(Interception):
                 for name, value in upstream_headers.items()
                 if name.lower() != IDEMPOTENCY_KEY_HEADER.lower()
             }
-        elif not streaming:
+        elif not relay_streaming:
             replay_key = f"retry:{request.path}:{req_hash.hex()}"
 
         if replay_key is not None:
@@ -648,7 +658,7 @@ class InterceptionServer(Interception):
             return self._fail(session, dialect, error)
 
         inspect_response = bool(session.response_interceptors or session.response_stops)
-        if streaming:
+        if relay_streaming:
             return await self._stream(
                 request,
                 session,
@@ -663,7 +673,15 @@ class InterceptionServer(Interception):
             )
 
         def serve(response: Response) -> web.Response:
-            served = _completion_response(response.raw)
+            if streaming:
+                # Training generates a complete response with token metadata.
+                # Commit it through the normal path, then frame it for SSE clients.
+                served = web.Response(
+                    body=b"".join(dialect.stream_events(response.raw or {})),
+                    content_type="text/event-stream",
+                )
+            else:
+                served = _completion_response(response.raw)
             if idempotent is not None:
                 idempotent.response = _capture_response(served)
                 idempotent.completed_at = time.monotonic()

verifiers/v1/session.py

@@ -96,7 +96,7 @@ class RolloutLimits:
 
 @dataclass
 class IdempotentRequest:
-    """One non-streaming model request shared by its original call and retries."""
+    """One buffered model request shared by its original call and retries."""
 
     binding: tuple[str, bytes]
     response: "ReplayResponse | None" = None
@@ -110,6 +110,7 @@ class ReplayResponse:
 
     status: int
     body: bytes
+    content_type: str
 
 
 @dataclass

{verifiers-0.3.2.dev85.dist-info → verifiers-0.3.2.dev87.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev85
+Version: 0.3.2.dev87
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev85.dist-info → verifiers-0.3.2.dev87.dist-info}/RECORD

@@ -10,7 +10,7 @@ verifiers/v1/harness.py,sha256=Yx-XCIs1HAmqv1F-nhCTDBUwAx51xQWNWgFcWL1WRTM,13777
 verifiers/v1/judge.py,sha256=uqn-djkK2_7Q3kOjkDo6ipOvV_HOvuLa9y6AoDjRux8,9618
 verifiers/v1/rollout.py,sha256=SvMgs7YBNjiftp4vlGVBMEseUsJs1h7qrqAlxmWaNwY,23987
 verifiers/v1/semantic.py,sha256=VQ_buw6Ya6QtRoh_fiYI5Avs5RmIQCfWH0H0bQc4aoc,4704
-verifiers/v1/session.py,sha256=LAdP72ooTeLUv9GYRqg7b0csit1dmIeVca0cHOU0Q_Q,18865
+verifiers/v1/session.py,sha256=uwDcF7IxT6wVrfdMC34rEs-nAYxfsf6qxZV2qUFx8qE,18882
 verifiers/v1/state.py,sha256=EckF2bWp-vV4b1jYJ9sLI5xrfGuI5spIgYYwW926toI,595
 verifiers/v1/task.py,sha256=9YhllEDgoHSz72-1fcYwBADl-rOzASnrSVimLheWmwI,12237
 verifiers/v1/taskset.py,sha256=fp2E0IEhL_Ybj9cegZwljfTmW27p_30zTWHFKw_kXE4,4374
@@ -62,7 +62,7 @@ verifiers/v1/configs/cli/validate.py,sha256=NXQ9KvhGLODLrg1fs3Jn-SOq1hhPxauVWiPS
 verifiers/v1/dialects/__init__.py,sha256=MNOYM2NdTlSxGK4VtoEjMtD5zya2MpjPDX5jMvZUWEo,736
 verifiers/v1/dialects/anthropic.py,sha256=abwcKRsKkgfgLSuntxBMdL03enG7roRdGoHTYfswafM,26887
 verifiers/v1/dialects/base.py,sha256=pcFqWXSl50VtMuzcY5cyhsc4WpKCM5wT-tskTFZV7CM,12203
-verifiers/v1/dialects/chat.py,sha256=qhjpduOfNnstfkLTtC0MTS_IfuiOkBwuSwpIg_y1Hjw,23881
+verifiers/v1/dialects/chat.py,sha256=bHH_WuSlx3s0bgbFNTthb9MwLtQiT9WqMHmN0X4muwM,24092
 verifiers/v1/dialects/responses.py,sha256=FRQXRubijMG7VuqW_I7ex2DnEzOjuZxwxATy-loEkm0,29254
 verifiers/v1/envs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 verifiers/v1/envs/agentic_judge/__init__.py,sha256=LfEcRHLG_siKzhzWmODDXWSLpLgfum3UFdQDK9XG0gk,325
@@ -118,14 +118,14 @@ verifiers/v1/harnesses/terminus_2/harness.py,sha256=DMTY1bzvydyjHqzmvBSBGKJsmUzY
 verifiers/v1/harnesses/terminus_2/program.py,sha256=X8MZdyItU3gbXGXnGOlJ9LWcUTnqIDaxlhkZvoRiqKY,2703
 verifiers/v1/harnesses/utils/__init__.py,sha256=eTS-Ft2HwoLiYn5u1t_KueLmaZB_W12cdYmcVsE-G5A,364
 verifiers/v1/harnesses/utils/compaction.py,sha256=DeY6CYLEsv7-vJm26sT2mRaPHu3W2ywiZhvFr_pi6Hg,10495
-verifiers/v1/harnesses/utils/core.py,sha256=LS02ZCK7X7xdgHJQGr1BlASkKWclr1pgICS9ZY7d7P8,14899
+verifiers/v1/harnesses/utils/core.py,sha256=UWcpglvx2sLtvqYZTO4NEMYwwSNeLHSaAcvbIA60Xzo,16004
 verifiers/v1/harnesses/utils/install.py,sha256=BDkkUVZ1brSzCrbQOvMO5mVIE2DsV2pE7rTC5yROYUw,2992
 verifiers/v1/harnesses/utils/launch.py,sha256=RqPuUY-kT2XVuLSGtXW7kRQEaP-o2KzkiJ7vcoo2neM,2883
 verifiers/v1/harnesses/utils/mcp.py,sha256=oNhKfLjAW-wScJcDIsW_HfuvKY-JkaGBBZrRLqgRK1g,7355
 verifiers/v1/interception/__init__.py,sha256=5Kvo7tcBUVaa65s9A1NiOH3CPpzw-P5btXwxB4Nbbvs,4251
 verifiers/v1/interception/base.py,sha256=Mg16Y104lyZilF9shdivdqYoqz4OYp978i_myyrulu8,2529
 verifiers/v1/interception/pool.py,sha256=sk_zcdTV8EVRuzqlYMXxon_42tSDAlFvwcyOO2EF7hw,6473
-verifiers/v1/interception/server.py,sha256=0pImNyVDKJOwL3l9KgFmjRKfp3Mwn9DjSkzliYSXg5s,52274
+verifiers/v1/interception/server.py,sha256=P-gGTVHP0KyjNfFO2ikQ-_Rnp6x0yhelhEnY4g7jOIo,52919
 verifiers/v1/interception/tool.py,sha256=ZyZPxLYM_HsGkz-ZbCREQVGtiKZK9lQLChBNF_bBuuc,259
 verifiers/v1/interception/tunnel/__init__.py,sha256=eVNZJszj6myrKhx9jmJz7VRd9qlfj0AUvUZwI2bXEj8,893
 verifiers/v1/interception/tunnel/base.py,sha256=DZB6uPLwM4Qy7n7m0vKeyg-Px87MhsmpYTpe2vpPEng,1998
@@ -190,8 +190,8 @@ verifiers/v1/utils/prime.py,sha256=UTYRjp9cbjNb6CVmBHda-1wWZAIIfxNOmTyNuT7_wL4,9
 verifiers/v1/utils/retries.py,sha256=Y2ZgrAjn-qNkRKZP_RVNL_7EK0iaRcZeCa404lpGYi4,5417
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.3.2.dev85.dist-info/METADATA,sha256=3J8R_ZTzcm8lbtTmiWJnRYqCs7MBgr11I1CJcS1WtPw,4237
-verifiers-0.3.2.dev85.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
-verifiers-0.3.2.dev85.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
-verifiers-0.3.2.dev85.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.3.2.dev85.dist-info/RECORD,,
+verifiers-0.3.2.dev87.dist-info/METADATA,sha256=g8gNfmMA2v1sU8Jl2cyl9WGSJ5nZXJPhW2f5fQy-5n0,4237
+verifiers-0.3.2.dev87.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+verifiers-0.3.2.dev87.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
+verifiers-0.3.2.dev87.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.3.2.dev87.dist-info/RECORD,,