verifiers 0.2.2.dev10__py3-none-any.whl → 0.2.2.dev12__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -90,16 +90,16 @@ class RLMHarness(Harness[RLMHarnessConfig]):
90
90
  if result.exit_code != 0:
91
91
  raise RuntimeError(f"rlm install failed: {result.stderr.strip()[-500:]}")
92
92
 
93
- def summarize_threshold(self, task_idx: int) -> str:
94
- """The `RLM_SUMMARIZE_AT_TOKENS` value: a range draws per-group (seeded by task index, so
95
- a task's rollouts share one threshold). Always set — "" when disabled — so the typed field,
96
- not a host var the subprocess runtime would inherit, wins."""
93
+ def summarize_threshold(self, task_idx: int | None) -> str:
94
+ """The `RLM_SUMMARIZE_AT_TOKENS` value: a range draws per-group (seeded by task index —
95
+ 0 when unset — so a task's rollouts share one threshold). Always set — "" when disabled —
96
+ so the typed field, not a host var the subprocess runtime would inherit, wins."""
97
97
  value = self.config.summarize_at_tokens
98
98
  if value is None:
99
99
  return ""
100
100
  if isinstance(value, tuple):
101
101
  lo, hi = value
102
- return str(random.Random(task_idx).randint(lo, hi))
102
+ return str(random.Random(task_idx or 0).randint(lo, hi))
103
103
  return str(value)
104
104
 
105
105
  async def launch(
verifiers/v1/task.py CHANGED
@@ -125,7 +125,9 @@ class TaskData(StrictBaseModel):
125
125
 
126
126
  model_config = ConfigDict(frozen=True)
127
127
 
128
- idx: int
128
+ idx: int | None = None
129
+ """Dataset row index — set by tasksets (selection, resume, and grouping key
130
+ on the eval path); `None` for ad-hoc tasks minted in scripts."""
129
131
  name: str | None = None
130
132
  description: str | None = None
131
133
  prompt: str | Messages | None = None
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: verifiers
3
- Version: 0.2.2.dev10
3
+ Version: 0.2.2.dev12
4
4
  Summary: Verifiers: Environments for LLM Reinforcement Learning
5
5
  Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
6
6
  Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers
@@ -184,7 +184,7 @@ verifiers/v1/rollout.py,sha256=lgKYAfT2yW8ef-eHK8A5zoTzDaDlJq1qd61JZCRlIo0,16517
184
184
  verifiers/v1/scoring.py,sha256=I_mtqhTZ195hj2-CB5jzr3BY5GFKgNEvTf331f7Is4k,5740
185
185
  verifiers/v1/session.py,sha256=CyvKR1oN_UCP3SOm2vhGwn_wWlwB68GklJeFhwX5Bg8,7780
186
186
  verifiers/v1/state.py,sha256=hYo7DkOMNyh5pcKz7Xr7j-qQN2-LOKKDTlD-KdKmW40,698
187
- verifiers/v1/task.py,sha256=obDsyo38EbGNbHufeMNfcACvnU1CZvDVQ2Sa0mLCIBE,11265
187
+ verifiers/v1/task.py,sha256=J8GRBkJgIf2pBGmC73Y6VE75m0klNzsxZ-UmsifeS1c,11430
188
188
  verifiers/v1/taskset.py,sha256=L2wLzdX25ECyzspO8-TJcyGyvTjcuOXTduItOG42mPI,4209
189
189
  verifiers/v1/trace.py,sha256=CnVt4lOfyzEOoXIv_XSQqhYwxY77Tu_O__FLNVFTZxs,25146
190
190
  verifiers/v1/types.py,sha256=5tZyG4r4bLJ9a14oybHy7bSCpt5X5A17eRwmIszuRo8,9118
@@ -258,7 +258,7 @@ verifiers/v1/harnesses/pi/harness.py,sha256=Ns7CDiYT1w-BpKilUCBhdv85e1u-U7NwhkL2
258
258
  verifiers/v1/harnesses/pool/__init__.py,sha256=HTYsNiWGdiNEsSHj4xhPmshJSNb7SHjQ7d4yZQ4p3HM,127
259
259
  verifiers/v1/harnesses/pool/harness.py,sha256=5EGHK8HiLMvJuNKk5mRT949494-kGBjjA1hqk7Kipc4,5380
260
260
  verifiers/v1/harnesses/rlm/__init__.py,sha256=hwx51xTdEWzzYgMj-p4ETNcptoub3IPMDbEdJ4uB8Ns,122
261
- verifiers/v1/harnesses/rlm/harness.py,sha256=XJFWw45VVpALapSXShJbeNhkXLBwL4_hdAZ_Z6pK6Qc,6589
261
+ verifiers/v1/harnesses/rlm/harness.py,sha256=eouQp5DmH6Ni1_jPoCD0c4WQz71gyftOhbc3ydQKT94,6621
262
262
  verifiers/v1/harnesses/terminus_2/__init__.py,sha256=l1pwfg1HyVDEqT9efdnFWcXqaZwtKwe7TrplkyxZSA0,166
263
263
  verifiers/v1/harnesses/terminus_2/harness.py,sha256=TBnw1rGfmmvhsHi38NXYkaySpPJPxvufRomZywscz3w,3556
264
264
  verifiers/v1/harnesses/terminus_2/program.py,sha256=DbkjUXTC_8-N05G9DJfzhGaMZQAfdTSNmf_THuKE1Zw,2606
@@ -315,8 +315,8 @@ verifiers/v1/utils/logging.py,sha256=OcMHA6NsYux3oIzjPuI95rDWmFBHNcHDjZeNIhXTX-Y
315
315
  verifiers/v1/utils/memory.py,sha256=ZkIvGk6uITAH5sKon65LifKPbvZr8mJ__PVc23FZpOQ,1835
316
316
  verifiers/v1/utils/sampling.py,sha256=JczGzBn6s3wsIrSY2Hy3hE8m6NreNgsNzhSjDikQqX0,1037
317
317
  verifiers/v1/utils/version.py,sha256=75ZtI2NHBmlb52KpcKLUpiSXp8q4bASr7uKeXoCKlT8,1582
318
- verifiers-0.2.2.dev10.dist-info/METADATA,sha256=cRsOxCf67yWqzyqnCAeOizvUHbHi9g1Ddud8heJ6VYA,4541
319
- verifiers-0.2.2.dev10.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
320
- verifiers-0.2.2.dev10.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
321
- verifiers-0.2.2.dev10.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
322
- verifiers-0.2.2.dev10.dist-info/RECORD,,
318
+ verifiers-0.2.2.dev12.dist-info/METADATA,sha256=BeDnNkyFfjrP8k6-vAVe8-xauUQKgE7aYy4sAmFielc,4541
319
+ verifiers-0.2.2.dev12.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
320
+ verifiers-0.2.2.dev12.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
321
+ verifiers-0.2.2.dev12.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
322
+ verifiers-0.2.2.dev12.dist-info/RECORD,,