verifiers 0.1.15.dev162__tar.gz → 0.1.15.dev164__tar.gz

{verifiers-0.1.15.dev162 → verifiers-0.1.15.dev164}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: verifiers
-Version: 0.1.15.dev162
+Version: 0.1.15.dev164
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.1.15.dev162 → verifiers-0.1.15.dev164}/tests/test_v1_harbor_cli.py

@@ -25,10 +25,10 @@ from harnesses import (
     Terminus2Config,
     Terminus2ProgramConfig,
 )
-from harnesses.pi import PI_DEFAULT_PACKAGE
+from harnesses.pi import PI_DEFAULT_VERSION
 from harnesses.terminus_2 import (
     TERMINUS_2_DEFAULT_API_BASE_URL,
-    TERMINUS_2_DEFAULT_HARBOR_PACKAGE,
+    TERMINUS_2_DEFAULT_VERSION,
     TERMINUS_2_DEFAULT_MODEL_NAME,
     Terminus2,
 )
@@ -268,7 +268,7 @@ def test_opencode_config_owns_opencode_harness_fields() -> None:
             max_turns=2,
         )
     )
-    program = cast(dict[str, object], harness.config.program.data())
+    program = cast(dict[str, object], harness.program_config.data())
     command = cast(list[object], program["command"])
     mcp_setup = cast(dict[str, object], program["channels"])["mcp"]
     setup = cast(str, program["setup"])
@@ -287,33 +287,34 @@ def test_opencode_config_owns_opencode_harness_fields() -> None:
 
 
 @pytest.mark.parametrize(
-    "release", ["PrimeIntellect-ai/opencode@latest", "  PrimeIntellect-ai/opencode  "]
+    "version",
+    ["PrimeIntellect-ai/opencode@latest", "  PrimeIntellect-ai/opencode  "],
 )
-def test_opencode_latest_release_uses_latest_download_url(release: str) -> None:
+def test_opencode_latest_version_uses_latest_download_url(
+    version: str,
+) -> None:
     harness = OpenCode(
         config=OpenCodeConfig(
+            version=version,
             program=OpenCodeProgramConfig(
-                release=release,
                 install_ripgrep=False,
-            )
+            ),
         )
     )
-    program = cast(dict[str, object], harness.config.program.data())
+    program = cast(dict[str, object], harness.program_config.data())
     setup = cast(str, program["setup"])
 
     assert "OPENCODE_RELEASE_REPO=PrimeIntellect-ai/opencode" in setup
     assert "OPENCODE_RELEASE_PATH=releases/latest/download" in setup
 
 
-def test_opencode_custom_release_uses_versioned_spec() -> None:
+def test_opencode_custom_version_uses_versioned_release() -> None:
     harness = OpenCode(
         config=OpenCodeConfig(
-            program=OpenCodeProgramConfig(
-                release="Example/open-code@v2.0.0",
-            )
+            version="Example/open-code@v2.0.0",
         )
     )
-    program = cast(dict[str, object], harness.config.program.data())
+    program = cast(dict[str, object], harness.program_config.data())
     setup = cast(str, program["setup"])
 
     assert "OPENCODE_RELEASE_REPO=Example/open-code" in setup
@@ -339,7 +340,7 @@ def test_packaged_command_harnesses_defer_partial_program_overrides(
         "args": ["--caller"],
     }
     harness = harness_cls(config=config_cls(program=override))
-    program = cast(dict[str, object], harness.config.program.data())
+    program = cast(dict[str, object], harness.program_config.data())
     env = cast(dict[str, object], program["env"])
     setup = cast(list[object], program["setup"])
     args = cast(list[object], program["args"])
@@ -363,7 +364,7 @@ def test_packaged_command_harness_config_program_patch_precedence() -> None:
             program=MiniSWEAgentProgramConfig(env={"OPENAI_MODEL": "caller-model"})
         )
     )
-    program = cast(dict[str, object], harness.config.program.data())
+    program = cast(dict[str, object], harness.program_config.data())
     env = cast(dict[str, object], program["env"])
 
     assert env["OPENAI_MODEL"] == "caller-model"
@@ -385,16 +386,16 @@ def test_packaged_command_harness_config_program_rejects_owned_keys(
 
 def test_pi_harness_writes_intercepted_model_and_mcp_config() -> None:
     harness = Pi()
-    program = cast(dict[str, object], harness.config.program.data())
+    program = cast(dict[str, object], harness.program_config.data())
     setup = cast(str, program["setup"])
     channels = cast(dict[str, object], program["channels"])
     mcp_setup = cast(str, channels["mcp"])
 
     assert "apt-get -o Acquire::Retries=3 update" in setup
     assert "apt-get -o Acquire::Retries=3 install" in setup
-    assert harness.config.program.package == PI_DEFAULT_PACKAGE
-    assert PI_DEFAULT_PACKAGE == "@earendil-works/pi-coding-agent@latest"
-    assert f"npm install -g --ignore-scripts {PI_DEFAULT_PACKAGE}" in setup
+    assert harness.config.version == PI_DEFAULT_VERSION
+    assert PI_DEFAULT_VERSION == "@earendil-works/pi-coding-agent@latest"
+    assert f"npm install -g --ignore-scripts {PI_DEFAULT_VERSION}" in setup
     assert "mariozechner" not in setup
     assert '"baseUrl": "${OPENAI_BASE_URL}"' in mcp_setup
     assert '"api": "openai-completions"' in mcp_setup
@@ -404,13 +405,9 @@ def test_pi_harness_writes_intercepted_model_and_mcp_config() -> None:
     assert f'"command": "{SANDBOX_PYTHON}"' in mcp_setup
 
 
-def test_pi_harness_preserves_scoped_npm_package_versions() -> None:
-    harness = Pi(
-        config=PiConfig(
-            program=PiProgramConfig(package="@anthropic-ai/claude-code@1.2.3")
-        )
-    )
-    program = cast(dict[str, object], harness.config.program.data())
+def test_pi_harness_preserves_scoped_npm_versions() -> None:
+    harness = Pi(config=PiConfig(version="@anthropic-ai/claude-code@1.2.3"))
+    program = cast(dict[str, object], harness.program_config.data())
     setup = cast(str, program["setup"])
 
     assert "npm install -g --ignore-scripts @anthropic-ai/claude-code@1.2.3" in setup
@@ -445,7 +442,7 @@ def test_terminus_2_harness_builds_sandbox_program() -> None:
 
     run_script = cast(str, command[2])
     assert "TERMINUS_2_WORKDIR=/workspace" in run_script
-    assert f"--with {TERMINUS_2_DEFAULT_HARBOR_PACKAGE}" in run_script
+    assert f"--with {TERMINUS_2_DEFAULT_VERSION}" in run_script
     assert "git+https://github.com" not in run_script
     assert "max_turns=7" in run_script
 

{verifiers-0.1.15.dev162 → verifiers-0.1.15.dev164}/tests/test_v1_mini_swe_agent.py

@@ -68,7 +68,7 @@ def test_mini_swe_agent_builds_sandbox_program():
             ),
         )
     )
-    program = cast(dict[str, Any], harness.config.program.data())
+    program = cast(dict[str, Any], harness.program_config.data())
     command = cast(list[str], program["command"])
     script = command[-1]
 
@@ -86,12 +86,12 @@ def test_mini_swe_agent_builds_sandbox_program():
     assert "mini_swe_agent_log" in cast(dict[str, object], program["artifacts"])
 
 
-@pytest.mark.parametrize("package", ["mini-swe-agent@latest", "  mini-swe-agent  "])
-def test_mini_swe_agent_latest_package_uses_unpinned_pip_requirement(package: str):
-    harness = MiniSWEAgent(
-        config=MiniSWEAgentConfig(program=MiniSWEAgentProgramConfig(package=package))
-    )
-    program = cast(dict[str, Any], harness.config.program.data())
+@pytest.mark.parametrize("version", ["mini-swe-agent@latest", "  mini-swe-agent  "])
+def test_mini_swe_agent_latest_version_uses_unpinned_pip_requirement(
+    version: str,
+):
+    harness = MiniSWEAgent(config=MiniSWEAgentConfig(version=version))
+    program = cast(dict[str, Any], harness.program_config.data())
     setup = cast(str, program["setup"])
 
     assert (
@@ -100,13 +100,9 @@ def test_mini_swe_agent_latest_package_uses_unpinned_pip_requirement(package: st
     )
 
 
-def test_mini_swe_agent_pinned_package_uses_pip_requirement():
-    harness = MiniSWEAgent(
-        config=MiniSWEAgentConfig(
-            program=MiniSWEAgentProgramConfig(package="mini-swe-agent@2.2.7")
-        )
-    )
-    program = cast(dict[str, Any], harness.config.program.data())
+def test_mini_swe_agent_pinned_version_uses_pip_requirement():
+    harness = MiniSWEAgent(config=MiniSWEAgentConfig(version="mini-swe-agent@2.2.7"))
+    program = cast(dict[str, Any], harness.program_config.data())
     setup = cast(str, program["setup"])
 
     assert "mini-swe-agent==2.2.7" in setup

{verifiers-0.1.15.dev162 → verifiers-0.1.15.dev164}/tests/test_v1_rlm_swe.py

@@ -81,8 +81,8 @@ def test_rlm_harness_accepts_typed_config_surface():
         config=RLMConfig(
             program=RLMProgramConfig(
                 local_checkout="/tmp/checkout",
-                rlm_tools=["bash", "edit"],
-                rlm_exec_timeout=11,
+                tools=["bash", "edit"],
+                exec_timeout=11,
                 env_vars={"CUSTOM": "1"},
             )
         )
@@ -90,7 +90,7 @@ def test_rlm_harness_accepts_typed_config_surface():
     program = as_dict(harness.config.program)
     program_env = as_dict(program["env"])
 
-    assert harness.config.program.rlm_tools == ["bash", "edit"]
+    assert harness.config.program.tools == ["bash", "edit"]
     assert program_env["RLM_TOOLS"] == "bash,edit"
     assert program_env["RLM_EXEC_TIMEOUT"] == "11"
     assert program_env["CUSTOM"] == "1"

{verifiers-0.1.15.dev162 → verifiers-0.1.15.dev164}/verifiers/v1/harness.py

@@ -106,6 +106,7 @@ class HarnessConfig(LifecycleConfig):
     )
     program: ProgramConfig = ProgramConfig()
     model: ModelConfig = ModelConfig()
+    version: str | None = None
     system_prompt: SystemPrompt = None
     system_prompt_strategy: SystemPromptStrategy = "HT"
     sandbox: SandboxConfig | None = None
@@ -189,7 +190,7 @@ class Harness(RuntimeOwnerMixin[ConfigT], Generic[ConfigT]):
             ):
                 raise TypeError("harness_id must be a string.")
             self.harness_id = resolved_harness_id or type(self).__name__
-            self.program_config = self.config.program.resolve()
+            self.program_config = self.load_program_config(self.config)
             system_prompt_value = self.load_system_prompt(self.config)
             self.system_prompt = normalize_system_prompt(
                 system_prompt_value, field_name="harness.system_prompt"
@@ -220,6 +221,9 @@ class Harness(RuntimeOwnerMixin[ConfigT], Generic[ConfigT]):
     def load_system_prompt(self, config: ConfigT) -> SystemPrompt:
         return config.system_prompt
 
+    def load_program_config(self, config: ConfigT) -> ProgramConfig:
+        return config.program.resolve()
+
     def load_sandbox(self, config: SandboxConfig | None) -> SandboxConfig | None:
         sandbox = self.program_config.sandbox
         if sandbox is None or sandbox is False: