verifiers 0.2.1.dev26__py3-none-any.whl → 0.2.1.dev28__py3-none-any.whl

verifiers/v1/interception/pool.py

@@ -5,14 +5,15 @@ Behind a remote consumer each interception server needs a tunnel, and prime tunn
 is rate-capped per API token — so one-tunnel-per-rollout caps how wide a remote eval (or env
 server) can fan out. Each shared `InterceptionServer` multiplexes rollouts behind one
 tunnel; the harness is unchanged, authenticating with a per-rollout secret the server routes
-by. Two shapes: `ElasticInterceptionPool` grows servers on demand (`multiplex` rollouts
-each, always prime tunnels — the only kind the framework can mint) and fits both the bounded
-eval runner and the env server's unbounded request load; `StaticInterceptionPool` is a fixed
-set of servers (each with its own tunnel choice, e.g. bring-your-own endpoints), balanced
+by. Two shapes: `ElasticInterceptionPool` warms one server, then grows on demand (`multiplex`
+rollouts each, always prime tunnels — the only kind the framework can mint) and fits both the
+bounded eval runner and the env server's unbounded request load; `StaticInterceptionPool` is a
+fixed set of servers (each with its own tunnel choice, e.g. bring-your-own endpoints), balanced
 least-loaded.
 """
 
 import asyncio
+import contextlib
 import logging
 from collections.abc import AsyncIterator
 from contextlib import asynccontextmanager
@@ -72,8 +73,8 @@ class StaticInterceptionPool(Interception):
 
 
 class ElasticInterceptionPoolConfig(BaseInterceptionConfig):
-    """Interception servers grown on demand: `multiplex` rollouts share one server (and,
-    behind a remote consumer, one prime tunnel). The default."""
+    """An eagerly warmed interception server, then more grown on demand: `multiplex`
+    rollouts share one server (and, behind a remote consumer, one prime tunnel). The default."""
 
     type: Literal["elastic"] = "elastic"
     multiplex: int = Field(32, ge=1)
@@ -83,9 +84,9 @@ class ElasticInterceptionPoolConfig(BaseInterceptionConfig):
 
 
 class ElasticInterceptionPool(Interception):
-    """Interception servers grown on demand: `multiplex` rollouts share one server (one
-    prime tunnel behind a remote consumer); `acquire` hands a rollout a slot on one,
-    bringing up a new server when all are at capacity."""
+    """Warm the first interception server on start, then grow on demand: `multiplex`
+    rollouts share one server (one prime tunnel behind a remote consumer); `acquire` hands
+    a rollout a slot on one, bringing up a new server when all are at capacity."""
 
     def __init__(
         self,
@@ -97,14 +98,22 @@ class ElasticInterceptionPool(Interception):
         self.requires_tunnel = requires_tunnel
         self.servers: list[InterceptionServer] = []
         self._lock = asyncio.Lock()
+        self._warm_task: asyncio.Task[InterceptionServer] | None = None
 
     async def start(self) -> None:
-        pass  # servers are brought up lazily in `acquire`, on `stack`
+        self._warm_task = asyncio.create_task(self._server())
+
+    async def stop(self) -> None:
+        if self._warm_task is not None:
+            self._warm_task.cancel()
+            with contextlib.suppress(asyncio.CancelledError, Exception):
+                await self._warm_task
+        await super().stop()
 
     async def _server(self) -> InterceptionServer:
         """A server with spare capacity — reuse one under `multiplex`, else bring up a new
-        one (its own tunnel, on `stack`, torn down with the pool). The caller holds
-        `_lock`."""
+        one (its own tunnel, on `stack`, torn down with the pool). Acquires hold `_lock`;
+        the warm task runs before they reach this path."""
         for server in self.servers:
             if server.load < self.config.multiplex:
                 return server
@@ -123,6 +132,10 @@ class ElasticInterceptionPool(Interception):
 
     @asynccontextmanager
     async def acquire(self, session: RolloutSession) -> AsyncIterator[Slot]:
+        if self._warm_task is not None:
+            with contextlib.suppress(Exception):
+                await asyncio.shield(self._warm_task)
+            self._warm_task = None
         # Register under the lock so concurrent acquires see each other's load.
         async with self._lock:
             server = await self._server()

verifiers/v1/mcp/launch.py

@@ -125,13 +125,15 @@ async def _install_in_sandbox(server: ServerBase, runtime: Runtime) -> str:
     # build, silently running the server against a released (older) API. Pretend the
     # local version so the floor is satisfied by the build we uploaded.
     vf_version = importlib.metadata.version("verifiers")
+    extras = ",".join(type(server).EXTRAS)
     setup = (
         f"{_ENSURE_UV}; set -e; "
         f'for t in {root}/*.tar.gz; do tar -xzf "$t" -C {root}; done && '
         f"uv venv {venv} && "
         f"SETUPTOOLS_SCM_PRETEND_VERSION={shlex.quote(vf_version)} "
         f"uv pip install --python {venv} {root}/{shlex.quote(vf.name)} && "
-        f"uv pip install --python {venv} {root}/{shlex.quote(env.name)}"
+        f"uv pip install --python {venv} "
+        f"{shlex.quote(f'{root}/{env.name}' + (f'[{extras}]' if extras else ''))}"
     )
     result = await runtime.run(["sh", "-c", setup], {})
     if result.exit_code != 0:

verifiers/v1/mcp/server.py

@@ -116,6 +116,9 @@ class ServerBase(Generic[ConfigT, StateT]):
     # The empty value falls back to the snake-cased class name.
     TOOL_PREFIX: ClassVar[str] = ""
 
+    EXTRAS: ClassVar[tuple[str, ...]] = ()
+    """Package extras the server's module needs, applied at sandbox install."""
+
     def __init__(self, config: ConfigT) -> None:
         self.config = config
         self._state_cls = state_cls(type(self))

verifiers/v1/tasksets/textarena/taskset.py

@@ -39,6 +39,8 @@ class TextArenaState(vf.State):
 class TextArenaUser(vf.User[vf.UserConfig, TextArenaState]):
     """Keep a seeded game alive across user turns in the harness process."""
 
+    EXTRAS = ("ta",)
+
     async def setup(self) -> None:
         if not self.config.colocated:
             raise ValueError(

{verifiers-0.2.1.dev26.dist-info → verifiers-0.2.1.dev28.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: verifiers
-Version: 0.2.1.dev26
+Version: 0.2.1.dev28
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.2.1.dev26.dist-info → verifiers-0.2.1.dev28.dist-info}/RECORD

@@ -279,7 +279,7 @@ verifiers/v1/harnesses/terminus_2/harness.py,sha256=w3yGlJz6P9Pt2_xxHf7sHWt31e9Q
 verifiers/v1/harnesses/terminus_2/program.py,sha256=DbkjUXTC_8-N05G9DJfzhGaMZQAfdTSNmf_THuKE1Zw,2606
 verifiers/v1/interception/__init__.py,sha256=QkPPpcVkJYCeUXzfZS8IMcnCH5WkiaNbONxoNIMPTSg,3621
 verifiers/v1/interception/base.py,sha256=Riwf_qng-Gtfa4Phy2CH_HgHD4O23JaFkUpaMPc6sZw,2708
-verifiers/v1/interception/pool.py,sha256=AvdAU0y-FJ5ICoeioPJmvrcuW3iUX0yEesgglQtN1FQ,5569
+verifiers/v1/interception/pool.py,sha256=A39woH2Zh01UzCrwxM7Be-GpvL8VmmMXHCmbA7yb_Rk,6196
 verifiers/v1/interception/server.py,sha256=A29Qweo9qlwmLRIbGxrxv4zCt4KL_mPe26s17fyeAr4,27509
 verifiers/v1/interception/tunnel/__init__.py,sha256=F9dv8v6EgMbZRcTfx-J6DmAM8Hucm0YIukpGiyi27Cc,1366
 verifiers/v1/interception/tunnel/base.py,sha256=KShv15XCdC_-eYX_onOOwFJUoLoOZqowDl2QnXXsGSU,2232
@@ -291,8 +291,8 @@ verifiers/v1/judges/reference.txt,sha256=Ej35kGXiT2uJ0LcHIeez49rCS_9uHmCQKoVdn93
 verifiers/v1/judges/rubric.py,sha256=HEWFLhTKYPO6c1uuY4FY2iKDyQnan-6DiLB5NeQpiPI,11856
 verifiers/v1/judges/rubric.txt,sha256=3KA2ZeYYdcDweJhUGopxu9EFgARhu2aWft5S5cj8Bc8,323
 verifiers/v1/mcp/__init__.py,sha256=Bn_eIjJxPXOoRqAroC_W92jDmEesUVkq-0QTUwxoV3Y,634
-verifiers/v1/mcp/launch.py,sha256=wt-pCIoQKsdQkYWn0v_ACkageDbp4_YzjmeVT7o60A0,21092
-verifiers/v1/mcp/server.py,sha256=MXEW6w72TkLa3iEPqrWgxQSlOBR-ostjImt5LNMtVo0,10692
+verifiers/v1/mcp/launch.py,sha256=RaePuHsugHObSqIoYBrDgd4yy1dzv8rn-jcltKNvz-0,21188
+verifiers/v1/mcp/server.py,sha256=rWmvGU1SEA9ioJZR1PrLftcJC1UbRN3eUJsM-egQWpc,10816
 verifiers/v1/mcp/toolset.py,sha256=tSPXgTNREZyaeCnoFVnDfXxFAj_pStZMPUIgyPrY_Dk,996
 verifiers/v1/mcp/user.py,sha256=u_2KMRtNfg6WkwOCRLpR7j4ziFCUzGb1t6SomTbbu4Q,1591
 verifiers/v1/runtimes/__init__.py,sha256=L8BCIcL9InpQi3ip2-WoZKyO6FHXLnKBoYFWexEpI8Y,2138
@@ -314,7 +314,7 @@ verifiers/v1/tasksets/lean/__init__.py,sha256=-13Mjoj6oGpiV0hxAF9fsw9-4xWpr5MPJl
 verifiers/v1/tasksets/lean/scoring.py,sha256=sfzsT6MUK0zdMgAQ57_P_0CBaPHy3M7go71QMr5hDrs,10599
 verifiers/v1/tasksets/lean/taskset.py,sha256=gIgKjv6foV7RywOVRpOr9Lv9Qe4NjEZalWvlchxHnWk,9196
 verifiers/v1/tasksets/textarena/__init__.py,sha256=_R_E3PFP3X0lQGoedu_J9lKlB1a8tURvu6aVjthGkjA,375
-verifiers/v1/tasksets/textarena/taskset.py,sha256=VChXZQwzevEI4wpDnl3Cn_xY8Xhe-UUEl_gSzAop4g8,5236
+verifiers/v1/tasksets/textarena/taskset.py,sha256=8lpfK4XXmpuGQVBcin6mi2EuDgwttpHvkr6Bv7GPtW4,5258
 verifiers/v1/utils/__init__.py,sha256=1RDUX9pjAuQHKYEDevehifHd3IB03y9LAUsln3exPQo,27
 verifiers/v1/utils/aio.py,sha256=ZKTHeURNbWhTpHMyYuqMLsdPWVHyn5anfG1IJs5y-Zg,1481
 verifiers/v1/utils/format.py,sha256=NfQo9M5KMzWCZpQaet5YtsJx56vCKAZPfbjZZJLJhhM,2187
@@ -324,8 +324,8 @@ verifiers/v1/utils/interrupt.py,sha256=F-KKhc5ndPJJfhd3SuMqyqhXhA32FhCRy5KWFJpEo
 verifiers/v1/utils/logging.py,sha256=OcMHA6NsYux3oIzjPuI95rDWmFBHNcHDjZeNIhXTX-Y,2084
 verifiers/v1/utils/memory.py,sha256=ZkIvGk6uITAH5sKon65LifKPbvZr8mJ__PVc23FZpOQ,1835
 verifiers/v1/utils/sampling.py,sha256=JczGzBn6s3wsIrSY2Hy3hE8m6NreNgsNzhSjDikQqX0,1037
-verifiers-0.2.1.dev26.dist-info/METADATA,sha256=69g7DZC5s7QDH--eqWNvjqAyV-7pGPmOP5CrT0UoFO8,5136
-verifiers-0.2.1.dev26.dist-info/WHEEL,sha256=mffPy8wBnZQn2VnJUU5jE99KsxaSfiyMHV9Yt0aLVxs,87
-verifiers-0.2.1.dev26.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
-verifiers-0.2.1.dev26.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.2.1.dev26.dist-info/RECORD,,
+verifiers-0.2.1.dev28.dist-info/METADATA,sha256=_HzWumtHEaV1pn6UhcJnfk30JENAYX5MAP3jpMrFhhE,5136
+verifiers-0.2.1.dev28.dist-info/WHEEL,sha256=mffPy8wBnZQn2VnJUU5jE99KsxaSfiyMHV9Yt0aLVxs,87
+verifiers-0.2.1.dev28.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
+verifiers-0.2.1.dev28.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.2.1.dev28.dist-info/RECORD,,