verifiers 0.3.2.dev95__py3-none-any.whl → 0.3.2.dev96__py3-none-any.whl

verifiers/v1/harnesses/utils/core.py

@@ -181,6 +181,57 @@ def run_edit(path: str, old_str: str, new_str: str) -> str:
     return f"Edited {path}"
 
 
+_STREAMED_MESSAGE_FIELDS = (
+    "role",
+    "reasoning",
+    "reasoning_content",
+    "reasoning_details",
+)
+
+
+def _accumulate_streamed_message(accumulated: dict, delta: dict) -> None:
+    """Accumulate message fields whose stream semantics differ from the SDK defaults."""
+    if role := delta.get("role"):
+        accumulated["role"] = role
+
+    for field_name in ("reasoning", "reasoning_content"):
+        if value := delta.get(field_name):
+            accumulated[field_name] = accumulated.get(field_name, "") + value
+
+    delta_details = delta.get("reasoning_details") or []
+    if not delta_details:
+        return
+    reasoning_details = accumulated.setdefault("reasoning_details", [])
+    for detail in delta_details:
+        previous = reasoning_details[-1] if reasoning_details else {}
+        detail_type = detail.get("type")
+        content_field = {
+            "reasoning.summary": "summary",
+            "reasoning.text": "text",
+        }.get(detail_type)
+        if (
+            content_field
+            and detail_type == previous.get("type")
+            and all(
+                previous.get(field_name) is None
+                or detail.get(field_name) is None
+                or previous[field_name] == detail[field_name]
+                for field_name in ("id", "index", "format")
+            )
+        ):
+            previous[content_field] = (previous.get(content_field) or "") + (
+                detail.get(content_field) or ""
+            )
+            for field_name in ("id", "index", "signature", "format"):
+                if (
+                    previous.get(field_name) is None
+                    and detail.get(field_name) is not None
+                ):
+                    previous[field_name] = detail[field_name]
+        else:
+            reasoning_details.append(dict(detail))
+
+
 async def chat(
     client: AsyncOpenAI,
     model: str,
@@ -201,9 +252,18 @@ async def chat(
         raw_stream=raw_stream, response_format=omit, input_tools=[]
     ) as response:
         completion = None
+        message_overrides: dict[int, dict] = {}
         async for event in response:
             if event.type == "chunk":
                 completion = event.snapshot
+                for choice in event.chunk.choices:
+                    delta = choice.delta.model_dump(exclude_none=True)
+                    if any(
+                        delta.get(field_name) for field_name in _STREAMED_MESSAGE_FIELDS
+                    ):
+                        _accumulate_streamed_message(
+                            message_overrides.setdefault(choice.index, {}), delta
+                        )
         if (
             completion is None
             or not completion.choices
@@ -211,9 +271,10 @@ async def chat(
         ):
             raise RuntimeError("model stream ended before a completion finished")
         for choice in completion.choices:
-            # Some providers repeat the role in each delta. The SDK concatenates
-            # these strings, but the role is metadata, not incremental content.
-            choice.message.role = "assistant"
+            overrides = message_overrides.setdefault(choice.index, {})
+            overrides.setdefault("role", "assistant")
+            for field_name, value in overrides.items():
+                setattr(choice.message, field_name, value)
         return completion
 
 

{verifiers-0.3.2.dev95.dist-info → verifiers-0.3.2.dev96.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev95
+Version: 0.3.2.dev96
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev95.dist-info → verifiers-0.3.2.dev96.dist-info}/RECORD

@@ -116,7 +116,7 @@ verifiers/v1/harnesses/terminus_2/harness.py,sha256=DMTY1bzvydyjHqzmvBSBGKJsmUzY
 verifiers/v1/harnesses/terminus_2/program.py,sha256=X8MZdyItU3gbXGXnGOlJ9LWcUTnqIDaxlhkZvoRiqKY,2703
 verifiers/v1/harnesses/utils/__init__.py,sha256=eTS-Ft2HwoLiYn5u1t_KueLmaZB_W12cdYmcVsE-G5A,364
 verifiers/v1/harnesses/utils/compaction.py,sha256=DeY6CYLEsv7-vJm26sT2mRaPHu3W2ywiZhvFr_pi6Hg,10495
-verifiers/v1/harnesses/utils/core.py,sha256=UWcpglvx2sLtvqYZTO4NEMYwwSNeLHSaAcvbIA60Xzo,16004
+verifiers/v1/harnesses/utils/core.py,sha256=srPo7xopHCjEhJzYoaG73LmhYstfqLoDQ9M_focQ74U,18332
 verifiers/v1/harnesses/utils/install.py,sha256=BDkkUVZ1brSzCrbQOvMO5mVIE2DsV2pE7rTC5yROYUw,2992
 verifiers/v1/harnesses/utils/launch.py,sha256=RqPuUY-kT2XVuLSGtXW7kRQEaP-o2KzkiJ7vcoo2neM,2883
 verifiers/v1/harnesses/utils/mcp.py,sha256=oNhKfLjAW-wScJcDIsW_HfuvKY-JkaGBBZrRLqgRK1g,7355
@@ -188,8 +188,8 @@ verifiers/v1/utils/prime.py,sha256=UTYRjp9cbjNb6CVmBHda-1wWZAIIfxNOmTyNuT7_wL4,9
 verifiers/v1/utils/retries.py,sha256=Y2ZgrAjn-qNkRKZP_RVNL_7EK0iaRcZeCa404lpGYi4,5417
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.3.2.dev95.dist-info/METADATA,sha256=NBcW8rlPdmVknPS8IduG-LZWrztIWi7dVAENMqkSHOI,4237
-verifiers-0.3.2.dev95.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
-verifiers-0.3.2.dev95.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
-verifiers-0.3.2.dev95.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.3.2.dev95.dist-info/RECORD,,
+verifiers-0.3.2.dev96.dist-info/METADATA,sha256=_JcPK6eauhHohsKe7E6GUgkYL_lb8xL008z6FkACIyY,4237
+verifiers-0.3.2.dev96.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+verifiers-0.3.2.dev96.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
+verifiers-0.3.2.dev96.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.3.2.dev96.dist-info/RECORD,,