verifiers 0.3.2.dev49__py3-none-any.whl → 0.3.2.dev51__py3-none-any.whl

verifiers/v1/harnesses/prime_agent/harness.py

@@ -37,9 +37,9 @@ INSTALL = r"""
 set -e
 export PATH="/var/tmp/vf-node/bin:$PATH"
 prefix="$VF_PRIME_AGENT_DIR/$PRIME_AGENT_COMMIT"
-[ -x "$prefix/bin/prime-agent" ] && exit 0
+[ -x "$prefix/bin/prime-agent" ] && [ -f "$HOME/.prime/agent/kernel-venv/.bootstrap-version" ] && exit 0
 export NPM_CONFIG_PREFIX="$prefix"
-export PRIME_AGENT_BOOTSTRAP_KERNEL_ON_INSTALL=0
+export PRIME_AGENT_BOOTSTRAP_KERNEL_ON_INSTALL=1
 release_url="$VF_PRIME_AGENT_GITHUB_RELEASE_URL/v$PRIME_AGENT_RELEASE_VERSION"
 agent_tarball="prime-agent-$PRIME_AGENT_RELEASE_VERSION.tgz"
 ai_tarball="prime-agent-ai-$PRIME_AGENT_RELEASE_VERSION.tgz"
@@ -84,6 +84,7 @@ repacked="$(npm pack "$download_dir/package-root/package" \
 PRIME_AGENT_BOOTSTRAP_TOOLS_ON_INSTALL=1 npm install -g \
     --no-fund --no-audit --loglevel=error --progress=false \
     "$download_dir/repacked/$repacked"
+[ -f "$HOME/.prime/agent/kernel-venv/.bootstrap-version" ]
 """
 
 

verifiers/v1/runtimes/modal.py

@@ -27,6 +27,7 @@ from verifiers.v1.runtimes.base import (
     RuntimeProcess,
 )
 from verifiers.v1.runtimes.limiters import creation_limiter
+from verifiers.v1.utils.aio import run_shielded
 
 logger = logging.getLogger(__name__)
 
@@ -128,25 +129,7 @@ class ModalRuntime(Runtime):
                 creation_limiter(self.config.creates_per_sec, "modal-sandbox")
                 or contextlib.nullcontext()
             ):
-                self._sandbox = await modal.Sandbox.create.aio(
-                    "sleep",
-                    "infinity",  # keep-alive entrypoint; the harness runs via `exec`
-                    app=app,
-                    name=self.name,
-                    # Clear the image's ENTRYPOINT so `sleep infinity` runs as the command
-                    # rather than as args to it — otherwise an image with its own entrypoint
-                    # (e.g. SWE task images) never starts the keep-alive and the sandbox dies.
-                    image=modal.Image.from_registry(self.config.image).entrypoint([]),
-                    workdir=self.config.workdir,
-                    env=self.env,
-                    cpu=self.config.cpu,
-                    memory=int(self.config.memory * 1024),  # Modal memory is MB
-                    gpu=self.config.gpu,
-                    region=self.config.region,
-                    block_network=not self.config.network_access,
-                    timeout=24 * 60 * 60,  # Maximum lifetime of any sandbox.
-                    encrypted_ports=[SERVICE_PORT],
-                )
+                await run_shielded(self._create_sandbox(app))
             self.info.id = self._sandbox.object_id
             logger.info(
                 "modal: sandbox %s up (image=%s)", self.info.id, self.config.image
@@ -157,6 +140,37 @@ class ModalRuntime(Runtime):
         ) as e:  # provisioning failure is one rollout's problem, not the eval's
             raise SandboxError(f"modal sandbox provisioning failed: {e}") from e
 
+    async def _create_sandbox(self, app) -> None:
+        """Create the sandbox and take ownership of the handle, as one shielded step.
+
+        Modal schedules the sandbox before `Sandbox.create` returns, so a cancellation
+        landing between those two points leaves a sandbox that boots and bills with
+        `_sandbox` still unset — invisible to both `teardown` and the atexit backstop, and
+        alive until its 24h maximum lifetime. Assigning inside the coroutine that
+        `run_shielded` owns keeps the cancellation pending until the handle is ours.
+        """
+        import modal
+
+        self._sandbox = await modal.Sandbox.create.aio(
+            "sleep",
+            "infinity",  # keep-alive entrypoint; the harness runs via `exec`
+            app=app,
+            name=self.name,
+            # Clear the image's ENTRYPOINT so `sleep infinity` runs as the command rather
+            # than as args to it — otherwise an image with its own entrypoint (e.g. SWE
+            # task images) never starts the keep-alive and the sandbox dies.
+            image=modal.Image.from_registry(self.config.image).entrypoint([]),
+            workdir=self.config.workdir,
+            env=self.env,
+            cpu=self.config.cpu,
+            memory=int(self.config.memory * 1024),  # Modal memory is MB
+            gpu=self.config.gpu,
+            region=self.config.region,
+            block_network=not self.config.network_access,
+            timeout=24 * 60 * 60,  # Maximum lifetime of any sandbox.
+            encrypted_ports=[SERVICE_PORT],
+        )
+
     async def expose(self, port: int) -> str | None:
         # Publish a server hosted IN the sandbox: Modal forwards `port` (named via
         # `encrypted_ports` at creation) to a public URL, read back from `sandbox.tunnels()`.

{verifiers-0.3.2.dev49.dist-info → verifiers-0.3.2.dev51.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev49
+Version: 0.3.2.dev51
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev49.dist-info → verifiers-0.3.2.dev51.dist-info}/RECORD

@@ -110,7 +110,7 @@ verifiers/v1/harnesses/pi/harness.py,sha256=11V9d6_npjE9vEEgIG7y80kfaX1Ilfi3lbYs
 verifiers/v1/harnesses/pool/__init__.py,sha256=HTYsNiWGdiNEsSHj4xhPmshJSNb7SHjQ7d4yZQ4p3HM,127
 verifiers/v1/harnesses/pool/harness.py,sha256=TsELYhW4mMOt_laiDN6nAQJxFL3iCcKvckQWYve2XiE,3571
 verifiers/v1/harnesses/prime_agent/__init__.py,sha256=xfPC4RrlnyYWaf38tPAOZq4YL6M55lMpj5BoRLmaK8I,171
-verifiers/v1/harnesses/prime_agent/harness.py,sha256=VFQ3kOqfR38upCwR8nuBbdc68RYW3EKUjVeOD7cKq1c,10785
+verifiers/v1/harnesses/prime_agent/harness.py,sha256=CgrKBXoelwRiSH9fzsNnz4oykz_iDJ3p5WVGBOB9AeU,10906
 verifiers/v1/harnesses/rlm/__init__.py,sha256=hwx51xTdEWzzYgMj-p4ETNcptoub3IPMDbEdJ4uB8Ns,122
 verifiers/v1/harnesses/rlm/harness.py,sha256=DX6xPBdxdXhJz-LClThAj7f1ZJ5tgN03H_WBbYhKce4,10445
 verifiers/v1/harnesses/terminus_2/__init__.py,sha256=l1pwfg1HyVDEqT9efdnFWcXqaZwtKwe7TrplkyxZSA0,166
@@ -143,7 +143,7 @@ verifiers/v1/mcp/toolset.py,sha256=G2wzNdEMGLXoQUcrwF0TartJkqokNPI3o7YUOAaaa6U,1
 verifiers/v1/runtimes/__init__.py,sha256=ppc1R_sx-aMcuJSx4t99rTSjloUXI0M6EUj676-1PeY,2862
 verifiers/v1/runtimes/base.py,sha256=SRTUNAcdW0xJIWjfS5RcijFXqdKyXmGvp2tvV58eu58,16826
 verifiers/v1/runtimes/limiters.py,sha256=C6cWDD4pwyFwUY4QFke3oiMXwydSNIfSbJSIglUC2kE,3062
-verifiers/v1/runtimes/modal.py,sha256=Lgc0OkQEWHVBHCqBE2ja-mxtRYGserixlO4B9b5Vwn4,12661
+verifiers/v1/runtimes/modal.py,sha256=yyrqI6agpzi0lp5jR_ExqKwAq8tRgLvHVa3Sd3oh6RU,13222
 verifiers/v1/runtimes/prime.py,sha256=1IWRLKdGgscs8JmvkBdaS3au4tV0KUqv4W1gHJvOE2Q,18781
 verifiers/v1/runtimes/subprocess.py,sha256=IO82fI1wFbeTtV7T1AHSF8iTUyT9yGJFIUmCKKw6CnQ,7763
 verifiers/v1/runtimes/docker/__init__.py,sha256=K6xbJAT1F3-PtgP5Gum2UJKQ8Re1Yz90BP8Uc7Npec4,20594
@@ -189,8 +189,8 @@ verifiers/v1/utils/prime.py,sha256=UTYRjp9cbjNb6CVmBHda-1wWZAIIfxNOmTyNuT7_wL4,9
 verifiers/v1/utils/retries.py,sha256=Y2ZgrAjn-qNkRKZP_RVNL_7EK0iaRcZeCa404lpGYi4,5417
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.3.2.dev49.dist-info/METADATA,sha256=dSm6-ha_O7m2pDfdJZ6jHFqIhau1dqy-avNMf_MguOM,4153
-verifiers-0.3.2.dev49.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
-verifiers-0.3.2.dev49.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
-verifiers-0.3.2.dev49.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.3.2.dev49.dist-info/RECORD,,
+verifiers-0.3.2.dev51.dist-info/METADATA,sha256=cKIWW1CpNzPrb3lN_XMF0_E6apejzQIVk0bfd2TM4k8,4153
+verifiers-0.3.2.dev51.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+verifiers-0.3.2.dev51.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
+verifiers-0.3.2.dev51.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.3.2.dev51.dist-info/RECORD,,