verifiers 0.3.2.dev88__py3-none-any.whl → 0.3.2.dev90__py3-none-any.whl

verifiers/v1/harness.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
 
+import asyncio
 import logging
 import os
 from abc import ABC, abstractmethod
@@ -99,23 +100,32 @@ class Harness(ABC, Generic[ConfigT]):
         """Upload each `config.skills` folder into `runtime` at `dest/<folder name>` —
         the program's fixed skill discovery location, which a supporting harness's
         `setup` passes."""
+        uploads = []
+        executables = []
         for skill in self.config.skills:
             # Resolve so `.`/`..` entries get their real folder name (and can't
             # place files outside `dest`).
             skill = skill.resolve()
             if not skill.is_dir():
                 raise ValueError(f"skill {str(skill)!r} is not a folder")
-            executables = []
-            for file in sorted(skill.rglob("*")):
+            for file in skill.rglob("*"):
                 if not file.is_file():
                     continue
                 target = f"{dest}/{skill.name}/{file.relative_to(skill).as_posix()}"
-                await runtime.write(target, file.read_bytes())
+                uploads.append((target, file.read_bytes()))
                 if os.access(file, os.X_OK):
                     executables.append(target)
-            if executables:
-                # `write` moves bytes, not modes; restore the execute bits scripts need.
-                await runtime.run(["chmod", "+x", *executables], {})
+        # Settle every upload before returning or surfacing an error.
+        results = await asyncio.gather(
+            *(runtime.write(target, data) for target, data in uploads),
+            return_exceptions=True,
+        )
+        for result in results:
+            if isinstance(result, BaseException):
+                raise result
+        if executables:
+            # `write` moves bytes, not modes; restore the execute bits scripts need.
+            await runtime.run(["chmod", "+x", *executables], {})
 
     async def _check_result(
         self, trace: Trace, runtime: Runtime, result: ProgramResult

verifiers/v1/harnesses/__init__.py

@@ -20,7 +20,6 @@ from verifiers.v1.harnesses.mini_swe_agent import (
 from verifiers.v1.harnesses.null import NullHarness, NullHarnessConfig
 from verifiers.v1.harnesses.openclaw import OpenClawHarness, OpenClawHarnessConfig
 from verifiers.v1.harnesses.pi import PiHarness, PiHarnessConfig
-from verifiers.v1.harnesses.pool import PoolHarness, PoolHarnessConfig
 from verifiers.v1.harnesses.prime_agent import (
     PrimeAgentHarness,
     PrimeAgentHarnessConfig,
@@ -49,8 +48,6 @@ __all__ = [
     "OpenClawHarnessConfig",
     "PiHarness",
     "PiHarnessConfig",
-    "PoolHarness",
-    "PoolHarnessConfig",
     "PrimeAgentHarness",
     "PrimeAgentHarnessConfig",
     "RLMHarness",

{verifiers-0.3.2.dev88.dist-info → verifiers-0.3.2.dev90.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev88
+Version: 0.3.2.dev90
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev88.dist-info → verifiers-0.3.2.dev90.dist-info}/RECORD

@@ -6,7 +6,7 @@ verifiers/v1/env.py,sha256=CEhzjojhg5jqbOYruUnc5U7TtgDHDSx8NiiFA0qfbt8,18234
 verifiers/v1/episode.py,sha256=Fft0R2W6INAVeJhoE9b8h7L_KQSz7XuxP4FT_XhcsUY,5741
 verifiers/v1/errors.py,sha256=uQySmCUrjDYFkBIii1vBFPiEcPFPQZ9EGpas_6HvcQI,5279
 verifiers/v1/graph.py,sha256=K6wKkoT_8TpNqPQISu2Xf0eHtAYW_KUGw0CteN5zr3c,36529
-verifiers/v1/harness.py,sha256=Yx-XCIs1HAmqv1F-nhCTDBUwAx51xQWNWgFcWL1WRTM,13777
+verifiers/v1/harness.py,sha256=sXEjVdrS4A2SO35C_uEebBVeUt8VL7dui7IneAp2MRs,14124
 verifiers/v1/judge.py,sha256=uqn-djkK2_7Q3kOjkDo6ipOvV_HOvuLa9y6AoDjRux8,9618
 verifiers/v1/rollout.py,sha256=SvMgs7YBNjiftp4vlGVBMEseUsJs1h7qrqAlxmWaNwY,23987
 verifiers/v1/semantic.py,sha256=VQ_buw6Ya6QtRoh_fiYI5Avs5RmIQCfWH0H0bQc4aoc,4704
@@ -82,7 +82,7 @@ verifiers/v1/gepa/config.py,sha256=PhZRLkhaPciNm_IhwVX3e9DM8Y2IdCe4Fbi5WjH5aro,4
 verifiers/v1/gepa/dataset.py,sha256=hFuR7dou4VSKa0ujb8sFmGm9a19mjrsmTa1MMW1Kv7I,2177
 verifiers/v1/gepa/reflection.py,sha256=ptHhx0lcDLcWhWhXuslh9T8gPVNpnX5XLPtXoneW1yA,1054
 verifiers/v1/gepa/runner.py,sha256=fGEyFzejdQKBzBbvdiTDHV3JtRhXMXMGSBU5y8C8i3w,6054
-verifiers/v1/harnesses/__init__.py,sha256=0FVi-mPF36fF0vpLY4H2vbK3U_om1Svz3KgJ3i-phs0,1918
+verifiers/v1/harnesses/__init__.py,sha256=2JPwrRoYoigH-HfBtiFnatRdFEVHLv4rwlKfsFEibyE,1803
 verifiers/v1/harnesses/node.py,sha256=-lDPh30p65IETPVLkKn4yhEK49rtEGVQf9TNs7MVQYE,2133
 verifiers/v1/harnesses/bash/__init__.py,sha256=IAV4eMMqDHSl-9ANb0Q3kxmBZ22SeHZFBM448X4gQio,140
 verifiers/v1/harnesses/bash/harness.py,sha256=nsjLKFMGFSya4s9fMHiNVrO92RRCTS3VHqTK3rv3AFA,5233
@@ -107,8 +107,6 @@ verifiers/v1/harnesses/openclaw/__init__.py,sha256=kNyfPB1sGwEf4K3mTfKN0VEyxun3S
 verifiers/v1/harnesses/openclaw/harness.py,sha256=tucrQb_Osi7KAEtpyO4i55IXI5SFtLnyItB8eV4kjng,10534
 verifiers/v1/harnesses/pi/__init__.py,sha256=1mSnzOf-RdEchdeg6IHtcdobG5KIpAhuTdUIgsCIn74,117
 verifiers/v1/harnesses/pi/harness.py,sha256=11V9d6_npjE9vEEgIG7y80kfaX1Ilfi3lbYsqGsN1NE,6496
-verifiers/v1/harnesses/pool/__init__.py,sha256=HTYsNiWGdiNEsSHj4xhPmshJSNb7SHjQ7d4yZQ4p3HM,127
-verifiers/v1/harnesses/pool/harness.py,sha256=TsELYhW4mMOt_laiDN6nAQJxFL3iCcKvckQWYve2XiE,3571
 verifiers/v1/harnesses/prime_agent/__init__.py,sha256=xfPC4RrlnyYWaf38tPAOZq4YL6M55lMpj5BoRLmaK8I,171
 verifiers/v1/harnesses/prime_agent/harness.py,sha256=cMvkNdqEutzCoX3lrmCQ5dAi_HSDV3Vhw6K1N-LiBtA,10630
 verifiers/v1/harnesses/rlm/__init__.py,sha256=hwx51xTdEWzzYgMj-p4ETNcptoub3IPMDbEdJ4uB8Ns,122
@@ -190,8 +188,8 @@ verifiers/v1/utils/prime.py,sha256=UTYRjp9cbjNb6CVmBHda-1wWZAIIfxNOmTyNuT7_wL4,9
 verifiers/v1/utils/retries.py,sha256=Y2ZgrAjn-qNkRKZP_RVNL_7EK0iaRcZeCa404lpGYi4,5417
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.3.2.dev88.dist-info/METADATA,sha256=byIq72DL9noEFv_E1iYum40wY1yX-fgG1zNV6pxkh1c,4237
-verifiers-0.3.2.dev88.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
-verifiers-0.3.2.dev88.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
-verifiers-0.3.2.dev88.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.3.2.dev88.dist-info/RECORD,,
+verifiers-0.3.2.dev90.dist-info/METADATA,sha256=Ero7sRPEh8DRnSrFcAecPIpeoC9mXaqXEO61PJwRmOQ,4237
+verifiers-0.3.2.dev90.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+verifiers-0.3.2.dev90.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
+verifiers-0.3.2.dev90.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.3.2.dev90.dist-info/RECORD,,

verifiers/v1/harnesses/pool/__init__.py

@@ -1,3 +0,0 @@
-from verifiers.v1.harnesses.pool.harness import PoolHarness, PoolHarnessConfig
-
-__all__ = ["PoolHarness", "PoolHarnessConfig"]

verifiers/v1/harnesses/pool/harness.py

@@ -1,96 +0,0 @@
-"""Run Poolside's native ACP server against interception."""
-
-import json
-import shlex
-
-from verifiers.v1.acp import ACPConfig, ACPHarness
-from verifiers.v1.clients import ModelContext
-from verifiers.v1.configs.harness import HarnessConfig, PinnedVersion
-from verifiers.v1.harnesses.utils.install import ensure_installed
-from verifiers.v1.runtimes import Runtime
-from verifiers.v1.task import TaskData
-from verifiers.v1.trace import Trace
-
-POOL_DIR = "/tmp/vf-pool-{version}"
-SKILLS_DIR = ".poolside/skills"
-INSTALL = r"""
-set -e
-command -v curl >/dev/null || (apt-get update -qq && apt-get install -y -qq curl ca-certificates >/dev/null)
-command -v tar >/dev/null || (apt-get update -qq && apt-get install -y -qq tar >/dev/null)
-case "$(uname -s)" in Linux) os=linux ;; Darwin) os=darwin ;; *) echo "unsupported os: $(uname -s)" >&2; exit 1 ;; esac
-case "$(uname -m)" in aarch64|arm64) arch=arm64 ;; x86_64|amd64) arch=amd64 ;; *) echo "unsupported arch: $(uname -m)" >&2; exit 1 ;; esac
-mkdir -p {dir}
-curl -fsSL "https://github.com/poolsideai/pool/releases/download/v{version}/pool-$os-$arch.tar.gz" | tar -xz -C {dir}
-mv "{dir}/pool-$os-$arch" "{dir}/pool"
-chmod +x "{dir}/pool"
-"""
-
-
-class PoolHarnessConfig(HarnessConfig):
-    version: PinnedVersion = "1.0.15"
-    """Pool release to install, pinned for reproducibility."""
-
-
-class PoolHarness(ACPHarness[PoolHarnessConfig]):
-    APPENDS_SYSTEM_PROMPT = True
-    SUPPORTS_MCP = True
-    SUPPORTS_SKILLS = True
-
-    async def setup(self, runtime: Runtime) -> None:
-        await self.install_skills(runtime, SKILLS_DIR)
-        directory = POOL_DIR.format(version=self.config.version)
-        binary = f"{directory}/pool"
-        script = INSTALL.replace("{version}", self.config.version).replace(
-            "{dir}", directory
-        )
-        await ensure_installed(
-            runtime,
-            directory=directory,
-            ready=f"[ -x {binary} ]",
-            install=script,
-            env=self.config.resolved_env,
-            label="Pool",
-            shell=("bash", "-o", "pipefail", "-c"),
-        )
-        await super().setup(runtime)
-
-    async def prepare_acp(
-        self,
-        ctx: ModelContext,
-        trace: Trace,
-        runtime: Runtime,
-        endpoint: str,
-        secret: str,
-        mcp_urls: dict[str, str],
-        data: TaskData,
-    ) -> ACPConfig:
-        system_prompt, prompt = self.resolve_prompt(data)
-        env = {
-            **self.config.resolved_env,
-            # Standalone provider mode sends this bearer and model to interception.
-            "POOLSIDE_API_KEY": secret,
-            "POOLSIDE_STANDALONE_BASE_URL": endpoint,
-            "POOLSIDE_STANDALONE_MODEL": ctx.model,
-        }
-        pool_home = f".vf-pool/{trace.id}"
-        # Values are Pool tool names such as `shell`, `read`, or `edit`.
-        tools = {name: {"disabled": True} for name in self.config.disabled_tools or []}
-        settings = shlex.quote(json.dumps({"tools": tools}))
-        command = [
-            "sh",
-            "-c",
-            (
-                f'export HOME="$PWD/{pool_home}/home" '
-                f'XDG_CONFIG_HOME="$PWD/{pool_home}/config" '
-                f'XDG_STATE_HOME="$PWD/{pool_home}/state"; '
-                f"exec {POOL_DIR.format(version=self.config.version)}/pool acp "
-                f"--sandbox disabled --settings {settings}"
-            ),
-        ]
-        return ACPConfig(
-            env=env,
-            command=command,
-            prompt=prompt,
-            mcp_urls=mcp_urls,
-            system_prompt=system_prompt,
-        )