verifiers 0.1.15.dev385__tar.gz → 0.1.15.dev386__tar.gz

{verifiers-0.1.15.dev385 → verifiers-0.1.15.dev386}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: verifiers
-Version: 0.1.15.dev385
+Version: 0.1.15.dev386
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.1.15.dev385 → verifiers-0.1.15.dev386}/verifiers/v1/harnesses/rlm/harness.py

@@ -1,7 +1,7 @@
 """The rlm harness: installs the rlm CLI into the runtime and runs the binary.
 
 `RLMHarnessConfig` carries both how to install rlm (repo/branch/token/path) and its
-runtime knobs (`max_depth`, `tools`), which rlm reads from `RLM_*` env vars.
+runtime knobs (`max_depth`, `skills`), which rlm reads from `RLM_*` env vars.
 
 A task's MCP tool servers are passed to rlm via `RLM_MCP_CONFIG` (a standard `mcpServers`
 URL map); rlm exposes each tool as a pre-imported IPython skill the agent calls
@@ -12,6 +12,8 @@ import json
 import logging
 import shlex
 
+from pydantic import model_validator
+
 from verifiers.v1.harness import Harness, HarnessConfig
 from verifiers.v1.clients import RolloutContext
 from verifiers.v1.decorators import metric
@@ -35,8 +37,19 @@ class RLMHarnessConfig(HarnessConfig):
     """Git ref (branch, tag, or commit) of rlm to install."""
     max_depth: int = 0
     """Recursion depth rlm may spawn sub-harnesses to (RLM_MAX_DEPTH)."""
-    tools: list[str] | None = None
-    """Built-in rlm tools to enable (RLM_TOOLS); None uses rlm's default set."""
+    skills: list[str] | None = None
+    """Built-in rlm skills to enable (RLM_SKILLS), e.g. `["edit"]`; None enables none.
+    The tool set is fixed (ipython); only built-in skills are selectable."""
+
+    @model_validator(mode="after")
+    def reject_disabled_tools(self) -> "RLMHarnessConfig":
+        # rlm's only tool is ipython, which must stay enabled, so there's nothing to disable.
+        if self.disabled_tools:
+            raise ValueError(
+                "the rlm harness has a fixed tool set (ipython) and does not support "
+                "`disabled_tools`; use `skills` to enable built-in skills instead."
+            )
+        return self
 
 
 class RLMHarness(Harness[RLMHarnessConfig]):
@@ -80,12 +93,8 @@ class RLMHarness(Harness[RLMHarnessConfig]):
         }
         if system_prompt is not None:
             env["RLM_APPEND_TO_SYSTEM_PROMPT"] = system_prompt
-        if self.config.tools is not None or self.config.disabled_tools:
-            tools = self.config.tools if self.config.tools is not None else ["ipython"]
-            disabled_tools = set(self.config.disabled_tools or [])
-            env["RLM_TOOLS"] = ",".join(
-                tool for tool in tools if tool not in disabled_tools
-            )
+        if self.config.skills:
+            env["RLM_SKILLS"] = ",".join(self.config.skills)
         if mcp_urls:
             env["RLM_MCP_CONFIG"] = json.dumps(
                 {"mcpServers": {name: {"url": url} for name, url in mcp_urls.items()}}