verifiers 0.2.2.dev10__py3-none-any.whl → 0.2.2.dev12__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- verifiers/v1/harnesses/rlm/harness.py +5 -5
- verifiers/v1/task.py +3 -1
- {verifiers-0.2.2.dev10.dist-info → verifiers-0.2.2.dev12.dist-info}/METADATA +1 -1
- {verifiers-0.2.2.dev10.dist-info → verifiers-0.2.2.dev12.dist-info}/RECORD +7 -7
- {verifiers-0.2.2.dev10.dist-info → verifiers-0.2.2.dev12.dist-info}/WHEEL +0 -0
- {verifiers-0.2.2.dev10.dist-info → verifiers-0.2.2.dev12.dist-info}/entry_points.txt +0 -0
- {verifiers-0.2.2.dev10.dist-info → verifiers-0.2.2.dev12.dist-info}/licenses/LICENSE +0 -0
|
@@ -90,16 +90,16 @@ class RLMHarness(Harness[RLMHarnessConfig]):
|
|
|
90
90
|
if result.exit_code != 0:
|
|
91
91
|
raise RuntimeError(f"rlm install failed: {result.stderr.strip()[-500:]}")
|
|
92
92
|
|
|
93
|
-
def summarize_threshold(self, task_idx: int) -> str:
|
|
94
|
-
"""The `RLM_SUMMARIZE_AT_TOKENS` value: a range draws per-group (seeded by task index
|
|
95
|
-
a task's rollouts share one threshold). Always set — "" when disabled —
|
|
96
|
-
not a host var the subprocess runtime would inherit, wins."""
|
|
93
|
+
def summarize_threshold(self, task_idx: int | None) -> str:
|
|
94
|
+
"""The `RLM_SUMMARIZE_AT_TOKENS` value: a range draws per-group (seeded by task index —
|
|
95
|
+
0 when unset — so a task's rollouts share one threshold). Always set — "" when disabled —
|
|
96
|
+
so the typed field, not a host var the subprocess runtime would inherit, wins."""
|
|
97
97
|
value = self.config.summarize_at_tokens
|
|
98
98
|
if value is None:
|
|
99
99
|
return ""
|
|
100
100
|
if isinstance(value, tuple):
|
|
101
101
|
lo, hi = value
|
|
102
|
-
return str(random.Random(task_idx).randint(lo, hi))
|
|
102
|
+
return str(random.Random(task_idx or 0).randint(lo, hi))
|
|
103
103
|
return str(value)
|
|
104
104
|
|
|
105
105
|
async def launch(
|
verifiers/v1/task.py
CHANGED
|
@@ -125,7 +125,9 @@ class TaskData(StrictBaseModel):
|
|
|
125
125
|
|
|
126
126
|
model_config = ConfigDict(frozen=True)
|
|
127
127
|
|
|
128
|
-
idx: int
|
|
128
|
+
idx: int | None = None
|
|
129
|
+
"""Dataset row index — set by tasksets (selection, resume, and grouping key
|
|
130
|
+
on the eval path); `None` for ad-hoc tasks minted in scripts."""
|
|
129
131
|
name: str | None = None
|
|
130
132
|
description: str | None = None
|
|
131
133
|
prompt: str | Messages | None = None
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: verifiers
|
|
3
|
-
Version: 0.2.2.
|
|
3
|
+
Version: 0.2.2.dev12
|
|
4
4
|
Summary: Verifiers: Environments for LLM Reinforcement Learning
|
|
5
5
|
Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
|
|
6
6
|
Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers
|
|
@@ -184,7 +184,7 @@ verifiers/v1/rollout.py,sha256=lgKYAfT2yW8ef-eHK8A5zoTzDaDlJq1qd61JZCRlIo0,16517
|
|
|
184
184
|
verifiers/v1/scoring.py,sha256=I_mtqhTZ195hj2-CB5jzr3BY5GFKgNEvTf331f7Is4k,5740
|
|
185
185
|
verifiers/v1/session.py,sha256=CyvKR1oN_UCP3SOm2vhGwn_wWlwB68GklJeFhwX5Bg8,7780
|
|
186
186
|
verifiers/v1/state.py,sha256=hYo7DkOMNyh5pcKz7Xr7j-qQN2-LOKKDTlD-KdKmW40,698
|
|
187
|
-
verifiers/v1/task.py,sha256=
|
|
187
|
+
verifiers/v1/task.py,sha256=J8GRBkJgIf2pBGmC73Y6VE75m0klNzsxZ-UmsifeS1c,11430
|
|
188
188
|
verifiers/v1/taskset.py,sha256=L2wLzdX25ECyzspO8-TJcyGyvTjcuOXTduItOG42mPI,4209
|
|
189
189
|
verifiers/v1/trace.py,sha256=CnVt4lOfyzEOoXIv_XSQqhYwxY77Tu_O__FLNVFTZxs,25146
|
|
190
190
|
verifiers/v1/types.py,sha256=5tZyG4r4bLJ9a14oybHy7bSCpt5X5A17eRwmIszuRo8,9118
|
|
@@ -258,7 +258,7 @@ verifiers/v1/harnesses/pi/harness.py,sha256=Ns7CDiYT1w-BpKilUCBhdv85e1u-U7NwhkL2
|
|
|
258
258
|
verifiers/v1/harnesses/pool/__init__.py,sha256=HTYsNiWGdiNEsSHj4xhPmshJSNb7SHjQ7d4yZQ4p3HM,127
|
|
259
259
|
verifiers/v1/harnesses/pool/harness.py,sha256=5EGHK8HiLMvJuNKk5mRT949494-kGBjjA1hqk7Kipc4,5380
|
|
260
260
|
verifiers/v1/harnesses/rlm/__init__.py,sha256=hwx51xTdEWzzYgMj-p4ETNcptoub3IPMDbEdJ4uB8Ns,122
|
|
261
|
-
verifiers/v1/harnesses/rlm/harness.py,sha256=
|
|
261
|
+
verifiers/v1/harnesses/rlm/harness.py,sha256=eouQp5DmH6Ni1_jPoCD0c4WQz71gyftOhbc3ydQKT94,6621
|
|
262
262
|
verifiers/v1/harnesses/terminus_2/__init__.py,sha256=l1pwfg1HyVDEqT9efdnFWcXqaZwtKwe7TrplkyxZSA0,166
|
|
263
263
|
verifiers/v1/harnesses/terminus_2/harness.py,sha256=TBnw1rGfmmvhsHi38NXYkaySpPJPxvufRomZywscz3w,3556
|
|
264
264
|
verifiers/v1/harnesses/terminus_2/program.py,sha256=DbkjUXTC_8-N05G9DJfzhGaMZQAfdTSNmf_THuKE1Zw,2606
|
|
@@ -315,8 +315,8 @@ verifiers/v1/utils/logging.py,sha256=OcMHA6NsYux3oIzjPuI95rDWmFBHNcHDjZeNIhXTX-Y
|
|
|
315
315
|
verifiers/v1/utils/memory.py,sha256=ZkIvGk6uITAH5sKon65LifKPbvZr8mJ__PVc23FZpOQ,1835
|
|
316
316
|
verifiers/v1/utils/sampling.py,sha256=JczGzBn6s3wsIrSY2Hy3hE8m6NreNgsNzhSjDikQqX0,1037
|
|
317
317
|
verifiers/v1/utils/version.py,sha256=75ZtI2NHBmlb52KpcKLUpiSXp8q4bASr7uKeXoCKlT8,1582
|
|
318
|
-
verifiers-0.2.2.
|
|
319
|
-
verifiers-0.2.2.
|
|
320
|
-
verifiers-0.2.2.
|
|
321
|
-
verifiers-0.2.2.
|
|
322
|
-
verifiers-0.2.2.
|
|
318
|
+
verifiers-0.2.2.dev12.dist-info/METADATA,sha256=BeDnNkyFfjrP8k6-vAVe8-xauUQKgE7aYy4sAmFielc,4541
|
|
319
|
+
verifiers-0.2.2.dev12.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
|
|
320
|
+
verifiers-0.2.2.dev12.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
|
|
321
|
+
verifiers-0.2.2.dev12.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
|
|
322
|
+
verifiers-0.2.2.dev12.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|