verifiers 0.2.1.dev27__py3-none-any.whl → 0.2.1.dev28__py3-none-any.whl

verifiers/v1/interception/pool.py

@@ -5,14 +5,15 @@ Behind a remote consumer each interception server needs a tunnel, and prime tunn
 is rate-capped per API token — so one-tunnel-per-rollout caps how wide a remote eval (or env
 server) can fan out. Each shared `InterceptionServer` multiplexes rollouts behind one
 tunnel; the harness is unchanged, authenticating with a per-rollout secret the server routes
-by. Two shapes: `ElasticInterceptionPool` grows servers on demand (`multiplex` rollouts
-each, always prime tunnels — the only kind the framework can mint) and fits both the bounded
-eval runner and the env server's unbounded request load; `StaticInterceptionPool` is a fixed
-set of servers (each with its own tunnel choice, e.g. bring-your-own endpoints), balanced
+by. Two shapes: `ElasticInterceptionPool` warms one server, then grows on demand (`multiplex`
+rollouts each, always prime tunnels — the only kind the framework can mint) and fits both the
+bounded eval runner and the env server's unbounded request load; `StaticInterceptionPool` is a
+fixed set of servers (each with its own tunnel choice, e.g. bring-your-own endpoints), balanced
 least-loaded.
 """
 
 import asyncio
+import contextlib
 import logging
 from collections.abc import AsyncIterator
 from contextlib import asynccontextmanager
@@ -72,8 +73,8 @@ class StaticInterceptionPool(Interception):
 
 
 class ElasticInterceptionPoolConfig(BaseInterceptionConfig):
-    """Interception servers grown on demand: `multiplex` rollouts share one server (and,
-    behind a remote consumer, one prime tunnel). The default."""
+    """An eagerly warmed interception server, then more grown on demand: `multiplex`
+    rollouts share one server (and, behind a remote consumer, one prime tunnel). The default."""
 
     type: Literal["elastic"] = "elastic"
     multiplex: int = Field(32, ge=1)
@@ -83,9 +84,9 @@ class ElasticInterceptionPoolConfig(BaseInterceptionConfig):
 
 
 class ElasticInterceptionPool(Interception):
-    """Interception servers grown on demand: `multiplex` rollouts share one server (one
-    prime tunnel behind a remote consumer); `acquire` hands a rollout a slot on one,
-    bringing up a new server when all are at capacity."""
+    """Warm the first interception server on start, then grow on demand: `multiplex`
+    rollouts share one server (one prime tunnel behind a remote consumer); `acquire` hands
+    a rollout a slot on one, bringing up a new server when all are at capacity."""
 
     def __init__(
         self,
@@ -97,14 +98,22 @@ class ElasticInterceptionPool(Interception):
         self.requires_tunnel = requires_tunnel
         self.servers: list[InterceptionServer] = []
         self._lock = asyncio.Lock()
+        self._warm_task: asyncio.Task[InterceptionServer] | None = None
 
     async def start(self) -> None:
-        pass  # servers are brought up lazily in `acquire`, on `stack`
+        self._warm_task = asyncio.create_task(self._server())
+
+    async def stop(self) -> None:
+        if self._warm_task is not None:
+            self._warm_task.cancel()
+            with contextlib.suppress(asyncio.CancelledError, Exception):
+                await self._warm_task
+        await super().stop()
 
     async def _server(self) -> InterceptionServer:
         """A server with spare capacity — reuse one under `multiplex`, else bring up a new
-        one (its own tunnel, on `stack`, torn down with the pool). The caller holds
-        `_lock`."""
+        one (its own tunnel, on `stack`, torn down with the pool). Acquires hold `_lock`;
+        the warm task runs before they reach this path."""
         for server in self.servers:
             if server.load < self.config.multiplex:
                 return server
@@ -123,6 +132,10 @@ class ElasticInterceptionPool(Interception):
 
     @asynccontextmanager
     async def acquire(self, session: RolloutSession) -> AsyncIterator[Slot]:
+        if self._warm_task is not None:
+            with contextlib.suppress(Exception):
+                await asyncio.shield(self._warm_task)
+            self._warm_task = None
         # Register under the lock so concurrent acquires see each other's load.
         async with self._lock:
             server = await self._server()

{verifiers-0.2.1.dev27.dist-info → verifiers-0.2.1.dev28.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: verifiers
-Version: 0.2.1.dev27
+Version: 0.2.1.dev28
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.2.1.dev27.dist-info → verifiers-0.2.1.dev28.dist-info}/RECORD

@@ -279,7 +279,7 @@ verifiers/v1/harnesses/terminus_2/harness.py,sha256=w3yGlJz6P9Pt2_xxHf7sHWt31e9Q
 verifiers/v1/harnesses/terminus_2/program.py,sha256=DbkjUXTC_8-N05G9DJfzhGaMZQAfdTSNmf_THuKE1Zw,2606
 verifiers/v1/interception/__init__.py,sha256=QkPPpcVkJYCeUXzfZS8IMcnCH5WkiaNbONxoNIMPTSg,3621
 verifiers/v1/interception/base.py,sha256=Riwf_qng-Gtfa4Phy2CH_HgHD4O23JaFkUpaMPc6sZw,2708
-verifiers/v1/interception/pool.py,sha256=AvdAU0y-FJ5ICoeioPJmvrcuW3iUX0yEesgglQtN1FQ,5569
+verifiers/v1/interception/pool.py,sha256=A39woH2Zh01UzCrwxM7Be-GpvL8VmmMXHCmbA7yb_Rk,6196
 verifiers/v1/interception/server.py,sha256=A29Qweo9qlwmLRIbGxrxv4zCt4KL_mPe26s17fyeAr4,27509
 verifiers/v1/interception/tunnel/__init__.py,sha256=F9dv8v6EgMbZRcTfx-J6DmAM8Hucm0YIukpGiyi27Cc,1366
 verifiers/v1/interception/tunnel/base.py,sha256=KShv15XCdC_-eYX_onOOwFJUoLoOZqowDl2QnXXsGSU,2232
@@ -324,8 +324,8 @@ verifiers/v1/utils/interrupt.py,sha256=F-KKhc5ndPJJfhd3SuMqyqhXhA32FhCRy5KWFJpEo
 verifiers/v1/utils/logging.py,sha256=OcMHA6NsYux3oIzjPuI95rDWmFBHNcHDjZeNIhXTX-Y,2084
 verifiers/v1/utils/memory.py,sha256=ZkIvGk6uITAH5sKon65LifKPbvZr8mJ__PVc23FZpOQ,1835
 verifiers/v1/utils/sampling.py,sha256=JczGzBn6s3wsIrSY2Hy3hE8m6NreNgsNzhSjDikQqX0,1037
-verifiers-0.2.1.dev27.dist-info/METADATA,sha256=9AfTa1iQ6MEq01-m4QQa3kHde-_fdJ3vVJ2a1yaCg2c,5136
-verifiers-0.2.1.dev27.dist-info/WHEEL,sha256=mffPy8wBnZQn2VnJUU5jE99KsxaSfiyMHV9Yt0aLVxs,87
-verifiers-0.2.1.dev27.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
-verifiers-0.2.1.dev27.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.2.1.dev27.dist-info/RECORD,,
+verifiers-0.2.1.dev28.dist-info/METADATA,sha256=_HzWumtHEaV1pn6UhcJnfk30JENAYX5MAP3jpMrFhhE,5136
+verifiers-0.2.1.dev28.dist-info/WHEEL,sha256=mffPy8wBnZQn2VnJUU5jE99KsxaSfiyMHV9Yt0aLVxs,87
+verifiers-0.2.1.dev28.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
+verifiers-0.2.1.dev28.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.2.1.dev28.dist-info/RECORD,,