verifiers 0.1.15.dev395__tar.gz → 0.1.15.dev396__tar.gz

{verifiers-0.1.15.dev395 → verifiers-0.1.15.dev396}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: verifiers
-Version: 0.1.15.dev395
+Version: 0.1.15.dev396
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.1.15.dev395 → verifiers-0.1.15.dev396}/verifiers/v1/cli/dashboard/eval.py

@@ -260,8 +260,8 @@ def _tokens(trace: Trace) -> tuple[int, int, int | None, int | None, int]:
     reasoning = usage.reasoning_tokens if usage else None
     branches = trace.branches
     nbranches = len(branches)
-    prompt = sum(b.prompt_len or b.num_prompt_tokens for b in branches)
-    completion = sum(b.completion_len or b.num_completion_tokens for b in branches)
+    prompt = sum(b.input_len for b in branches)
+    completion = sum(b.output_len for b in branches)
     return prompt, completion, cached, reasoning, nbranches
 
 

{verifiers-0.1.15.dev395 → verifiers-0.1.15.dev396}/verifiers/v1/trace.py

@@ -200,6 +200,22 @@ class Branch(StrictBaseModel):
         usage = self.usage
         return usage.completion_tokens if usage else 0
 
+    @property
+    def input_len(self) -> int:
+        """Best-available input-context size: the token-id `prompt_len`, falling back to
+        provider-reported `num_prompt_tokens` when the endpoint returns no token ids (so it isn't
+        reported as 0). For display/metrics — use `prompt_len` when you need the strict token-id
+        count (e.g. token-cap enforcement)."""
+        return self.prompt_len or self.num_prompt_tokens
+
+    @property
+    def output_len(self) -> int:
+        """Best-available completion size: the token-id `completion_len`, falling back to
+        provider-reported `num_completion_tokens` when the endpoint returns no token ids (so it
+        isn't reported as 0). For display/metrics — use `completion_len` when you need the strict
+        token-id count (e.g. training, token-cap enforcement)."""
+        return self.completion_len or self.num_completion_tokens
+
 
 _NODE_DUMP_EXCLUDE: dict = {
     "nodes": {"__all__": {"multi_modal_data", "routed_experts"}}