verifiers 0.3.1.dev56__tar.gz → 0.3.1.dev58__tar.gz

{verifiers-0.3.1.dev56 → verifiers-0.3.1.dev58}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.1.dev56
+Version: 0.3.1.dev58
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.1.dev56 → verifiers-0.3.1.dev58}/verifiers/v1/runtimes/prime.py

@@ -36,9 +36,10 @@ from verifiers.v1.utils.prime import ensure_prime_auth
 
 logger = logging.getLogger(__name__)
 
-CONTAINER_LIFETIME = 24 * 60 * 60
-"""Fixed lifetime (seconds) of container sandboxes; only VM sandboxes support an
-unbounded lifetime."""
+IDLE_FALLBACK_LIFETIME = 30 * 24 * 60 * 60
+"""Lifetime (seconds) given to container sandboxes that set an idle timeout: the
+platform requires a finite lifetime there as a safety fallback should idle detection
+fail. Far above any real run, so effectively unbounded."""
 
 
 BASE_LABELS: list[str] = []
@@ -101,20 +102,6 @@ class PrimeConfig(NetworkPolicyConfig):
         )
         return self
 
-    @model_validator(mode="after")
-    def _validate_idle_timeout(self) -> "PrimeConfig":
-        if (
-            not self.vm
-            and self.idle_timeout is not None
-            and self.idle_timeout > CONTAINER_LIFETIME
-        ):
-            raise ValueError(
-                f"idle_timeout ({self.idle_timeout}s) must not exceed the "
-                f"{CONTAINER_LIFETIME}s ({CONTAINER_LIFETIME // 3600}h) container "
-                "sandbox lifetime"
-            )
-        return self
-
 
 class PrimeRuntimeInfo(PrimeConfig, BaseRuntimeInfo):
     image_cached: bool | None = None
@@ -178,8 +165,14 @@ class PrimeRuntime(Runtime):
             "memory_gb": self.config.memory,
             "disk_size_gb": self.config.disk,
             "gpu_count": gpu_count,
-            # -1 is prime's convention for no lifetime limit (VM-only)
-            "timeout_minutes": -1 if self.config.vm else CONTAINER_LIFETIME // 60,
+            # -1 is prime's convention for no lifetime limit; containers with an
+            # idle timeout must carry a finite lifetime as a safety fallback (which
+            # must exceed the idle timeout)
+            "timeout_minutes": (
+                -1
+                if self.config.vm or idle_minutes is None
+                else max(IDLE_FALLBACK_LIFETIME // 60, idle_minutes + 1)
+            ),
             "idle_timeout_minutes": idle_minutes,
             "gpu_type": gpu_type,
             "region": self.config.region,
@@ -225,7 +218,7 @@ class PrimeRuntime(Runtime):
                     self.config.image,
                     self.info.id,
                 )
-            await self._client.wait_for_creation(self.info.id)
+            await self._client.wait_for_creation(self.info.id, max_attempts=180)
             logger.info(
                 "prime: sandbox %s up (image=%s)", self.info.id, self.config.image
             )
@@ -281,17 +274,21 @@ class PrimeRuntime(Runtime):
         )
 
     async def run(self, argv: list[str], env: dict[str, str]) -> ProgramResult:
+        # Poll the job by hand: the SDK's run_background_job needs a finite deadline,
+        # but the sandbox has no lifetime limit — the rollout's stage timeouts bound
+        # this via cancellation instead.
         try:
-            result = await self._client.run_background_job(
+            job = await self._client.start_background_job(
                 self.info.id,
                 shlex.join(argv),
-                # the SDK poll needs a finite deadline: the container lifetime, or
-                # effectively unbounded for VM sandboxes
-                timeout=365 * 24 * 60 * 60 if self.config.vm else CONTAINER_LIFETIME,
                 working_dir=self.config.workdir,
                 env=self.process_env(env),
-                poll_interval=1,
             )
+            while True:
+                result = await self._client.get_background_job(self.info.id, job)
+                if result.completed:
+                    break
+                await asyncio.sleep(1)
         except (
             Exception
         ) as e:  # a sandbox/API failure is one rollout's problem, not the eval's

{verifiers-0.3.1.dev56 → verifiers-0.3.1.dev58}/verifiers/v1/utils/compile.py

@@ -115,12 +115,12 @@ def validate_pairing(
 def cap_remote_agent_timeout(
     agent_timeout: float | None, runtime_config: RuntimeConfig, task: Task
 ) -> float | None:
-    """Remote sandboxes other than Prime VMs (which have no lifetime limit) live at
+    """Remote sandboxes other than Prime's (which have no lifetime limit) live at
     most 24 hours: cap the agent timeout there (with a warning) so a long run times
     out cleanly instead of the provider killing the box mid-run."""
     if agent_timeout is None or runtime_is_local(runtime_config):
         return agent_timeout
-    if isinstance(runtime_config, PrimeConfig) and runtime_config.vm:
+    if isinstance(runtime_config, PrimeConfig):
         return agent_timeout
     if agent_timeout > 24 * 60 * 60:
         logger.warning(