verifiers 0.3.2.dev112__tar.gz → 0.3.2.dev114__tar.gz

{verifiers-0.3.2.dev112 → verifiers-0.3.2.dev114}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev112
+Version: 0.3.2.dev114
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev112 → verifiers-0.3.2.dev114}/verifiers/v1/harnesses/pi/harness.py

@@ -50,6 +50,8 @@ class PiHarnessConfig(HarnessConfig):
         "chat_completions"
     )
     """Model API transport."""
+    supports_developer_role: bool | None = None
+    """Override Pi's chat-completions role detection for custom model endpoints."""
 
 
 class PiHarness(ACPHarness[PiHarnessConfig]):
@@ -120,6 +122,13 @@ class PiHarness(ACPHarness[PiHarnessConfig]):
                 else {}
             ),
         }
+        if (
+            self.config.transport == "chat_completions"
+            and self.config.supports_developer_role is not None
+        ):
+            model_config["compat"] = {
+                "supportsDeveloperRole": self.config.supports_developer_role
+            }
         models = {
             "providers": {
                 provider: {

{verifiers-0.3.2.dev112 → verifiers-0.3.2.dev114}/verifiers/v1/trace.py

@@ -513,8 +513,10 @@ class Trace(BaseModel, Generic[DataT, StateT, AgentConfigT]):
 
     @property
     def num_total_tokens(self) -> int:
-        """Final sequence lengths (last prompt + completion) summed across branches."""
-        return sum(branch.num_total_tokens for branch in self.branches)
+        """New input plus generated tokens, counted once per call across branches.
+        Input is a lower bound when the engine drops tokens between calls."""
+        usage = self.usage
+        return self.num_input_tokens + (usage.completion_tokens if usage else 0)
 
     @property
     def usage(self) -> Usage | None: