verifiers 0.2.2.dev10__tar.gz → 0.2.2.dev12__tar.gz

{verifiers-0.2.2.dev10 → verifiers-0.2.2.dev12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: verifiers
-Version: 0.2.2.dev10
+Version: 0.2.2.dev12
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.2.2.dev10 → verifiers-0.2.2.dev12}/verifiers/v1/harnesses/rlm/harness.py

@@ -90,16 +90,16 @@ class RLMHarness(Harness[RLMHarnessConfig]):
         if result.exit_code != 0:
             raise RuntimeError(f"rlm install failed: {result.stderr.strip()[-500:]}")
 
-    def summarize_threshold(self, task_idx: int) -> str:
-        """The `RLM_SUMMARIZE_AT_TOKENS` value: a range draws per-group (seeded by task index, so
-        a task's rollouts share one threshold). Always set — "" when disabled — so the typed field,
-        not a host var the subprocess runtime would inherit, wins."""
+    def summarize_threshold(self, task_idx: int | None) -> str:
+        """The `RLM_SUMMARIZE_AT_TOKENS` value: a range draws per-group (seeded by task index —
+        0 when unset — so a task's rollouts share one threshold). Always set — "" when disabled —
+        so the typed field, not a host var the subprocess runtime would inherit, wins."""
         value = self.config.summarize_at_tokens
         if value is None:
             return ""
         if isinstance(value, tuple):
             lo, hi = value
-            return str(random.Random(task_idx).randint(lo, hi))
+            return str(random.Random(task_idx or 0).randint(lo, hi))
         return str(value)
 
     async def launch(

{verifiers-0.2.2.dev10 → verifiers-0.2.2.dev12}/verifiers/v1/task.py

@@ -125,7 +125,9 @@ class TaskData(StrictBaseModel):
 
     model_config = ConfigDict(frozen=True)
 
-    idx: int
+    idx: int | None = None
+    """Dataset row index — set by tasksets (selection, resume, and grouping key
+    on the eval path); `None` for ad-hoc tasks minted in scripts."""
     name: str | None = None
     description: str | None = None
     prompt: str | Messages | None = None