verifiers 0.3.2.dev86__tar.gz → 0.3.2.dev87__tar.gz

{verifiers-0.3.2.dev86 → verifiers-0.3.2.dev87}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev86
+Version: 0.3.2.dev87
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev86 → verifiers-0.3.2.dev87}/verifiers/v1/interception/server.py

@@ -131,15 +131,18 @@ def _capture_response(response: web.Response) -> ReplayResponse:
         data = bytes(body)
     else:
         raise TypeError("coalesced interception responses must have a byte body")
-    return ReplayResponse(status=response.status, body=data)
+    return ReplayResponse(
+        status=response.status,
+        body=data,
+        content_type=response.headers["Content-Type"],
+    )
 
 
 def _replay_response(response: ReplayResponse) -> web.Response:
     return web.Response(
         body=response.body,
         status=response.status,
-        content_type="application/json",
-        charset="utf-8",
+        headers={"Content-Type": response.content_type},
     )
 
 
@@ -496,7 +499,10 @@ class InterceptionServer(Interception):
             body = json.loads(raw)
         body = dialect.apply_overrides(body, session.ctx.model, session.ctx.sampling)
         streaming = dialect.streaming(body)
-        req_hash = await _request_digest(raw) if not streaming else b""
+        relay_streaming = streaming and not isinstance(
+            session.ctx.client, TrainClientConfig
+        )
+        req_hash = await _request_digest(raw) if not relay_streaming else b""
         # Keep `read()` for aiohttp's size guard, then release its cache and our local
         # alias after parsing so the wire body does not survive model inference.
         request._read_bytes = None
@@ -511,7 +517,7 @@ class InterceptionServer(Interception):
             session.trace.id,
             streaming,
         )
-        # Graph atomicity under retries: one logical non-streaming call must commit at most
+        # Graph atomicity under retries: one logical buffered call must commit at most
         # one turn. An explicit key identifies that call directly; otherwise only the SDK's
         # retry marker activates body-digest replay, since an unmarked repeated body can be a
         # legitimate later turn.
@@ -521,14 +527,14 @@ class InterceptionServer(Interception):
         replay_key: str | None = None
         binding = (request.path, req_hash)
         if idempotency_key:
-            if streaming and acp is None:
+            if relay_streaming and acp is None:
                 return web.json_response(
                     dialect.error_body(
                         "Idempotency-Key is not supported for streaming requests"
                     ),
                     status=400,
                 )
-            if not streaming:
+            if not relay_streaming:
                 replay_key = f"explicit:{idempotency_key}"
             # This key identifies the harness-to-interception hop. The server owns its
             # replay semantics, and the body has since been rewritten with rollout model
@@ -538,7 +544,7 @@ class InterceptionServer(Interception):
                 for name, value in upstream_headers.items()
                 if name.lower() != IDEMPOTENCY_KEY_HEADER.lower()
             }
-        elif not streaming:
+        elif not relay_streaming:
             replay_key = f"retry:{request.path}:{req_hash.hex()}"
 
         if replay_key is not None:
@@ -652,7 +658,7 @@ class InterceptionServer(Interception):
             return self._fail(session, dialect, error)
 
         inspect_response = bool(session.response_interceptors or session.response_stops)
-        if streaming and not isinstance(session.ctx.client, TrainClientConfig):
+        if relay_streaming:
             return await self._stream(
                 request,
                 session,
@@ -670,11 +676,12 @@ class InterceptionServer(Interception):
             if streaming:
                 # Training generates a complete response with token metadata.
                 # Commit it through the normal path, then frame it for SSE clients.
-                return web.Response(
+                served = web.Response(
                     body=b"".join(dialect.stream_events(response.raw or {})),
                     content_type="text/event-stream",
                 )
-            served = _completion_response(response.raw)
+            else:
+                served = _completion_response(response.raw)
             if idempotent is not None:
                 idempotent.response = _capture_response(served)
                 idempotent.completed_at = time.monotonic()

{verifiers-0.3.2.dev86 → verifiers-0.3.2.dev87}/verifiers/v1/session.py

@@ -96,7 +96,7 @@ class RolloutLimits:
 
 @dataclass
 class IdempotentRequest:
-    """One non-streaming model request shared by its original call and retries."""
+    """One buffered model request shared by its original call and retries."""
 
     binding: tuple[str, bytes]
     response: "ReplayResponse | None" = None
@@ -110,6 +110,7 @@ class ReplayResponse:
 
     status: int
     body: bytes
+    content_type: str
 
 
 @dataclass