verifiers 0.1.15.dev185__tar.gz → 0.1.15.dev187__tar.gz

{verifiers-0.1.15.dev185 → verifiers-0.1.15.dev187}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: verifiers
-Version: 0.1.15.dev185
+Version: 0.1.15.dev187
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

verifiers-0.1.15.dev187/tests/test_sandbox_debug_env.py

@@ -0,0 +1,44 @@
+import pytest
+
+import verifiers as vf
+from verifiers.envs.experimental.composable import (
+    SandboxDebugEnv,
+    SandboxDebugRubric,
+    SandboxSpec,
+    SandboxTaskSet,
+    SWEDebugEnv,
+)
+
+
+class DummySandboxTaskSet(SandboxTaskSet):
+    def __init__(self):
+        from datasets import Dataset
+
+        super().__init__(
+            dataset=Dataset.from_list([{"question": "noop", "info": {}, "answer": ""}])
+        )
+
+    def get_instruction(self, info: dict) -> str:
+        return "Run the debug step."
+
+    def get_rubric(self) -> vf.Rubric:
+        return vf.Rubric()
+
+    def get_sandbox_spec(self, info: dict) -> SandboxSpec:
+        return SandboxSpec()
+
+
+def test_swe_debug_env_is_deprecated_subclass_not_alias():
+    assert SWEDebugEnv is not SandboxDebugEnv
+    assert issubclass(SWEDebugEnv, SandboxDebugEnv)
+    assert SandboxDebugRubric.__name__ == "SandboxDebugRubric"
+
+    with pytest.warns(DeprecationWarning, match="use SandboxDebugEnv"):
+        env = SWEDebugEnv(
+            DummySandboxTaskSet(),
+            debug_step="command",
+            debug_command="true",
+        )
+
+    assert isinstance(env, SandboxDebugEnv)
+    assert env.labels == ["sandbox-debug"]

{verifiers-0.1.15.dev185 → verifiers-0.1.15.dev187}/verifiers/envs/experimental/__init__.py

@@ -8,6 +8,8 @@ __all__ = [
     "TaskSet",
     "Harness",
     "ComposableEnv",
+    "SandboxDebugEnv",
+    "SandboxDebugRubric",
     "SWEDebugEnv",
 ]
 
@@ -20,6 +22,8 @@ def __getattr__(name: str):
         "TaskSet": "verifiers.envs.experimental.composable:TaskSet",
         "Harness": "verifiers.envs.experimental.composable:Harness",
         "ComposableEnv": "verifiers.envs.experimental.composable:ComposableEnv",
+        "SandboxDebugEnv": "verifiers.envs.experimental.composable:SandboxDebugEnv",
+        "SandboxDebugRubric": "verifiers.envs.experimental.composable:SandboxDebugRubric",
         "SWEDebugEnv": "verifiers.envs.experimental.composable:SWEDebugEnv",
     }
     if name in _lazy:

{verifiers-0.1.15.dev185 → verifiers-0.1.15.dev187}/verifiers/envs/experimental/composable/__init__.py

@@ -7,6 +7,10 @@ from verifiers.envs.experimental.composable.task import (
 )
 from verifiers.envs.experimental.composable.harness import Harness
 from verifiers.envs.experimental.composable.composable_env import ComposableEnv
+from verifiers.envs.experimental.composable.sandbox_debug_env import (
+    SandboxDebugEnv,
+    SandboxDebugRubric,
+)
 from verifiers.envs.experimental.composable.swe_debug_env import SWEDebugEnv
 
 __all__ = [
@@ -16,6 +20,8 @@ __all__ = [
     "SandboxTaskSet",
     "Harness",
     "ComposableEnv",
+    "SandboxDebugEnv",
+    "SandboxDebugRubric",
     "SWEDebugEnv",
     "discover_sibling_dir",
 ]

verifiers-0.1.15.dev185/verifiers/envs/experimental/composable/swe_debug_env.py → verifiers-0.1.15.dev187/verifiers/envs/experimental/composable/sandbox_debug_env.py

@@ -1,4 +1,4 @@
-"""No-agent debugger for SWE-style SandboxTaskSet instances."""
+"""No-agent debugger for sandbox-backed TaskSet instances."""
 
 import shlex
 import time
@@ -18,8 +18,8 @@ from .task import SandboxTaskSet
 DebugStep = Literal["none", "gold_patch", "command", "script"]
 
 
-class SWEDebugRubric(SandboxMonitorRubric):
-    """Reads the reward set by SWEDebugEnv during setup."""
+class SandboxDebugRubric(SandboxMonitorRubric):
+    """Reads the reward set by SandboxDebugEnv during setup."""
 
     def __init__(self, **kwargs: Any):
         super().__init__(**kwargs)
@@ -29,7 +29,7 @@ class SWEDebugRubric(SandboxMonitorRubric):
         return float(state.get("reward") or 0.0)
 
 
-class SWEDebugEnv(SandboxMixin, vf.MultiTurnEnv):
+class SandboxDebugEnv(SandboxMixin, vf.MultiTurnEnv):
     """Create a task sandbox, optionally mutate it, optionally run tests.
 
     Pipeline:
@@ -80,13 +80,13 @@ class SWEDebugEnv(SandboxMixin, vf.MultiTurnEnv):
         self._cpu_cores = cpu_cores
         self._memory_gb = memory_gb
         self._disk_size_gb = disk_size_gb
-        self.labels = labels or ["swe-debug"]
+        self.labels = labels or ["sandbox-debug"]
         self.timeout_seconds = timeout_seconds
         self.output_tail_chars = output_tail_chars
 
         super().__init__(
             dataset=dataset or taskset.get_dataset,
-            rubric=SWEDebugRubric(),
+            rubric=SandboxDebugRubric(),
             timeout_seconds=timeout_seconds,
         )
         self.init_sandbox_client(**sandbox_kwargs)
@@ -94,7 +94,7 @@ class SWEDebugEnv(SandboxMixin, vf.MultiTurnEnv):
     async def env_response(
         self, messages: Messages, state: State, **kwargs: Any
     ) -> Messages:
-        raise NotImplementedError("SWEDebugEnv does not use multi-turn interaction")
+        raise NotImplementedError("SandboxDebugEnv does not use multi-turn interaction")
 
     async def setup_state(self, state: State) -> None:
         await super().setup_state(state)
@@ -111,7 +111,7 @@ class SWEDebugEnv(SandboxMixin, vf.MultiTurnEnv):
             valid = await self._run_debug_pipeline(state)
         except Exception as e:  # noqa: BLE001
             exc = e
-            state["error"] = vf.SandboxError(f"SWE debug failed: {repr(e)}")
+            state["error"] = vf.SandboxError(f"Sandbox debug failed: {repr(e)}")
             state["reward"] = 0.0
         finally:
             state["elapsed_s"] = time.perf_counter() - t0
@@ -130,7 +130,7 @@ class SWEDebugEnv(SandboxMixin, vf.MultiTurnEnv):
             else self.compute_sandbox_timeout_minutes()
         )
         request = CreateSandboxRequest(
-            name=f"swe-debug-{state.get('example_id', 'unknown')}",
+            name=f"sandbox-debug-{state.get('example_id', 'unknown')}",
             docker_image=spec.image,
             cpu_cores=spec.cpu_cores if self._cpu_cores is None else self._cpu_cores,
             memory_gb=spec.memory_gb if self._memory_gb is None else self._memory_gb,
@@ -170,7 +170,7 @@ class SWEDebugEnv(SandboxMixin, vf.MultiTurnEnv):
                 return False
         elif self.debug_step == "script":
             sandbox_id = state["sandbox_id"]
-            remote_path = "/tmp/swe_debug_script.sh"
+            remote_path = "/tmp/sandbox_debug_script.sh"
             if self.debug_script_path:
                 await self.upload_file(sandbox_id, remote_path, self.debug_script_path)
             else:

verifiers-0.1.15.dev187/verifiers/envs/experimental/composable/swe_debug_env.py

@@ -0,0 +1,39 @@
+"""Deprecated SWE-specific debug environment wrappers."""
+
+from typing import Any
+from warnings import warn
+
+from .sandbox_debug_env import DebugStep, SandboxDebugEnv, SandboxDebugRubric
+
+
+class SWEDebugRubric(SandboxDebugRubric):
+    """Deprecated wrapper for SandboxDebugRubric."""
+
+    def __init__(self, **kwargs: Any):
+        warn(
+            "SWEDebugRubric is deprecated; use SandboxDebugRubric.",
+            DeprecationWarning,
+            stacklevel=2,
+        )
+        super().__init__(**kwargs)
+
+
+class SWEDebugEnv(SandboxDebugEnv):
+    """Deprecated wrapper for SandboxDebugEnv."""
+
+    def __init__(self, *args: Any, **kwargs: Any):
+        warn(
+            "SWEDebugEnv is deprecated; use SandboxDebugEnv.",
+            DeprecationWarning,
+            stacklevel=2,
+        )
+        super().__init__(*args, **kwargs)
+
+
+__all__ = [
+    "DebugStep",
+    "SandboxDebugEnv",
+    "SandboxDebugRubric",
+    "SWEDebugEnv",
+    "SWEDebugRubric",
+]

{verifiers-0.1.15.dev185 → verifiers-0.1.15.dev187}/verifiers/envs/experimental/composable/tasksets/__init__.py

@@ -32,6 +32,10 @@ from verifiers.envs.experimental.composable.tasksets.harbor.harbor import (
     HarborRubric,
     HarborTaskSet,
 )
+from verifiers.envs.experimental.composable.tasksets.harbor.cli_gym import (
+    CLIGymTaskSet,
+    make_cli_gym_taskset,
+)
 from verifiers.envs.experimental.composable.tasksets.harbor.terminal_lego import (
     TerminalLegoTaskSet,
     make_terminal_lego_taskset,
@@ -64,6 +68,8 @@ __all__ = [
     "HarborDatasetTaskSet",
     "HarborRubric",
     "HarborDatasetRubric",
+    "CLIGymTaskSet",
+    "make_cli_gym_taskset",
     "TerminalLegoTaskSet",
     "make_terminal_lego_taskset",
 ]

{verifiers-0.1.15.dev185 → verifiers-0.1.15.dev187}/verifiers/envs/experimental/composable/tasksets/harbor/__init__.py

@@ -4,6 +4,7 @@ from .harbor import (
     HarborRubric,
     HarborTaskSet,
 )
+from .cli_gym import CLIGymTaskSet, make_cli_gym_taskset
 from .terminal_lego import TerminalLegoTaskSet, make_terminal_lego_taskset
 
 __all__ = [
@@ -11,6 +12,8 @@ __all__ = [
     "HarborDatasetTaskSet",
     "HarborRubric",
     "HarborDatasetRubric",
+    "CLIGymTaskSet",
+    "make_cli_gym_taskset",
     "TerminalLegoTaskSet",
     "make_terminal_lego_taskset",
 ]