verifiers 0.4.2.dev28__py3-none-any.whl → 0.4.2.dev30__py3-none-any.whl

verifiers/v1/clients/train.py

@@ -10,6 +10,7 @@ from typing import Any, ClassVar, TypeVar
 
 import numpy as np
 from openai import OpenAIError
+from openai.types import CompletionUsage
 from renderers import OverlongPromptError, RenderedTokens, Renderer, RendererConfig
 from renderers.base import ToolCallParseStatus, is_multimodal
 
@@ -165,11 +166,8 @@ def response_from_generate(
             tool_calls=tool_calls,
         ),
         finish_reason=finish,
-        # /inference/v1/generate returns exact token ids but no usage details, so the
-        # completion's reasoning-token subset is unknown.
-        usage=Usage(
-            prompt_tokens=len(prompt_ids), completion_tokens=len(completion_ids)
-        ),
+        # Require provider usage to preserve cache and reasoning accounting.
+        usage=Usage.from_openai(CompletionUsage.model_validate(result["usage"])),
         # The streams are already typed arrays, so skip revalidation.
         tokens=TurnTokens.model_construct(
             prompt_ids=prompt_ids,

verifiers/v1/configs/select.py

@@ -3,13 +3,24 @@
 
 import re
 import sys
+from pathlib import Path
 
-from pydantic import AliasChoices, Field, field_validator
+from pydantic import AliasChoices, Field, field_validator, model_validator
 from pydantic_config import BaseConfig
 
 IDX_RANGE = re.compile(r"(\d*):(\d*)(?::(\d*))?")
 
 
+class TaskMatchFilesConfig(BaseConfig):
+    """Newline-delimited text files with more entries for each `TaskMatchConfig`
+    list, one entry per line. Blank lines are skipped."""
+
+    idx: Path | None = None
+    ids: Path | None = None
+    keys: Path | None = None
+    names: Path | None = None
+
+
 class TaskMatchConfig(BaseConfig):
     """Tasks named by position or identity; a task matches when any list names it."""
 
@@ -24,6 +35,10 @@ class TaskMatchConfig(BaseConfig):
     """`Task.key` values, as recorded on each trace (`task.key`)."""
     names: list[str] = Field(default_factory=list)
     """`TaskData.name` values."""
+    files: TaskMatchFilesConfig = TaskMatchFilesConfig()
+    """Files whose lines extend the lists above, for selections too long to write
+    inline (`files.ids = "ids.txt"`). Validation reads them into the lists and
+    resets `files`."""
 
     @field_validator("idx", mode="before")
     @classmethod
@@ -36,6 +51,19 @@ class TaskMatchConfig(BaseConfig):
             items.extend(_parse_idx_item(part) for part in parts)
         return items
 
+    @model_validator(mode="after")
+    def _read_files(self):
+        for field, path in self.files:
+            if path is None:
+                continue
+            lines = [line.strip() for line in path.read_text().splitlines()]
+            entries = [line for line in lines if line]
+            if field == "idx":
+                entries = [_parse_idx_item(entry) for entry in entries]
+            getattr(self, field).extend(entries)
+        self.files = TaskMatchFilesConfig()
+        return self
+
     @property
     def empty(self) -> bool:
         return not (self.idx or self.ids or self.keys or self.names)

{verifiers-0.4.2.dev28.dist-info → verifiers-0.4.2.dev30.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.4.2.dev28
+Version: 0.4.2.dev30
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.4.2.dev28.dist-info → verifiers-0.4.2.dev30.dist-info}/RECORD

@@ -31,7 +31,7 @@ verifiers/v1/clients/__init__.py,sha256=Ysig0tE_0E4Jsfgfes1XHN-fK1s_RCXdqZD6E7lK
 verifiers/v1/clients/base.py,sha256=C0G5lRm3nxt1xmPoA2cweBgCnN2KcLepmCYq1vdDrnU,1691
 verifiers/v1/clients/client.py,sha256=HT3aQiOyYYjvz_cKEXchtUSD07-4VehebWUJL9AyON8,3166
 verifiers/v1/clients/eval.py,sha256=pWHgnRU8QQE6jnjJdwJNdvR8BeJ-z_OfjIB1tcwLpkc,8340
-verifiers/v1/clients/train.py,sha256=GezVMVyMXn467pTIG-m0JQ_J510CIHRe2yeGj04Mxh0,20334
+verifiers/v1/clients/train.py,sha256=v1YCVNCEXw2FNQw4lpbLoq18u8TQeo9TnsYOoMWr4zE,20277
 verifiers/v1/configs/__init__.py,sha256=X7u6X7B3ieD1HZl79Tv1kg-yPHbT0QLvAebaGqxVtvA,317
 verifiers/v1/configs/agent.py,sha256=xn9j1WcBIGz7LjgW8WOWDvSvk7vPLztisSLVcT2foxk,7530
 verifiers/v1/configs/client.py,sha256=IvYQuPLVWr8qZNdMbQ9lRXK0wZ4vOjK67lO1lgD2fmM,6149
@@ -44,7 +44,7 @@ verifiers/v1/configs/retries.py,sha256=GIrwS0lnMKnlQ_Wj1Z2J6NlEYK4jX5weZxYmQmLcp
 verifiers/v1/configs/runtime.py,sha256=7To2aecnYuv_ThVt5OIlKUiocldmt4O0hZzkSwuJsBI,11773
 verifiers/v1/configs/sampling.py,sha256=bd6lietww4htrNYmUEqwK5yfKMhUT3nEjHoCg5xl_ys,1174
 verifiers/v1/configs/scoring.py,sha256=8t5NrQU9b8R9dGdcG-aQm_U1m3TgeMIbw_XUN4esoF0,3115
-verifiers/v1/configs/select.py,sha256=_HdcepQaJ1sDCYcs7Vqx72npDwHGOgUjsLDZmcgnonU,4743
+verifiers/v1/configs/select.py,sha256=bLMJAb7i23IxU6BZMIS0Q_K5JYLlcwL8zi87REhrccc,5827
 verifiers/v1/configs/task.py,sha256=3CB9pumHdxAHlxLKuLEiCfQPW37tNqy_HC6DgG2GKj4,2958
 verifiers/v1/configs/taskset.py,sha256=rQow8AJL34n-ZVQ_4GPjPIW5fzBL5QU_RTjJO9tlmwU,945
 verifiers/v1/configs/cli/__init__.py,sha256=YMDUPdbRlDJ77dhj3QqzmyRhqNgUvuQdpj_bdBqzZPM,78
@@ -193,8 +193,8 @@ verifiers/v1/utils/scope.py,sha256=zbs4pj6AVk4jywlAJ3AX0Q0_kzB9dBB02nY-9H4ELdQ,8
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/trace_store.py,sha256=Qo9qvsJAl8PoRUavjQAfUB2VNxmUtYQtU2ejLKPzY9c,3382
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.4.2.dev28.dist-info/METADATA,sha256=_IrZBtOKwCdUNW8pZxOcC--V48LwcZTugf8J3vLgc3E,5142
-verifiers-0.4.2.dev28.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
-verifiers-0.4.2.dev28.dist-info/entry_points.txt,sha256=3M8Wr0w1cUKiB-fJ6YHB6eK5WuKYg-Y3OC4wCuUje_c,174
-verifiers-0.4.2.dev28.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.4.2.dev28.dist-info/RECORD,,
+verifiers-0.4.2.dev30.dist-info/METADATA,sha256=4Hqn7rY_wdYh8e_puZgnQLBJvOoCshGo8ExQ2B9hdAs,5142
+verifiers-0.4.2.dev30.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
+verifiers-0.4.2.dev30.dist-info/entry_points.txt,sha256=3M8Wr0w1cUKiB-fJ6YHB6eK5WuKYg-Y3OC4wCuUje_c,174
+verifiers-0.4.2.dev30.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.4.2.dev30.dist-info/RECORD,,