verifiers 0.3.1.dev31__tar.gz → 0.3.1.dev32__tar.gz

{verifiers-0.3.1.dev31 → verifiers-0.3.1.dev32}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: verifiers
-Version: 0.3.1.dev31
+Version: 0.3.1.dev32
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.1.dev31 → verifiers-0.3.1.dev32}/verifiers/v1/configs/agent.py

@@ -6,7 +6,7 @@ from pydantic_config import BaseConfig
 from verifiers.v1.clients import ClientConfig
 from verifiers.v1.configs.harness import HarnessConfig, WireHarnessConfig
 from verifiers.v1.configs.retries import RetryConfig
-from verifiers.v1.runtimes import RuntimeConfig, SubprocessConfig
+from verifiers.v1.runtimes import PrimeConfig, RuntimeConfig
 from verifiers.v1.types import SamplingConfig
 
 
@@ -26,7 +26,7 @@ class TimeoutConfig(BaseConfig):
 class AgentConfig(BaseConfig):
     harness: SerializeAsAny[HarnessConfig] | None = None
     """The agent's program (None = the taskset's default harness)."""
-    runtime: RuntimeConfig = SubprocessConfig()
+    runtime: RuntimeConfig = PrimeConfig()
     """Runtime for the harness program — the policy each run provisions its box
     from; tool servers choose their placement separately."""
 

{verifiers-0.3.1.dev31 → verifiers-0.3.1.dev32}/verifiers/v1/configs/cli/debug.py

@@ -8,14 +8,14 @@ from pydantic_config import BaseConfig
 
 from verifiers.v1.configs.cli.validate import CheckTimeoutConfig
 from verifiers.v1.configs.taskset import TasksetConfig
-from verifiers.v1.runtimes import DockerConfig, RuntimeConfig
+from verifiers.v1.runtimes import PrimeConfig, RuntimeConfig
 
 
 class DebugConfig(BaseConfig):
     uuid: str = Field(default_factory=lambda: str(uuid4()), exclude=True)
     """Auto-generated run id, used as the default output directory leaf."""
     taskset: SerializeAsAny[TasksetConfig] = TasksetConfig()
-    runtime: RuntimeConfig = DockerConfig()
+    runtime: RuntimeConfig = PrimeConfig()
     """Where each task's setup hook and debug action run."""
     command: str | None = None
     """Inline shell command executed as `sh -lc <command>` after setup."""

{verifiers-0.3.1.dev31 → verifiers-0.3.1.dev32}/verifiers/v1/configs/cli/validate.py

@@ -7,7 +7,7 @@ from pydantic import AliasChoices, Field, SerializeAsAny, model_validator
 from pydantic_config import BaseConfig
 
 from verifiers.v1.configs.taskset import TasksetConfig
-from verifiers.v1.runtimes import DockerConfig, RuntimeConfig
+from verifiers.v1.runtimes import PrimeConfig, RuntimeConfig
 
 
 class CheckTimeoutConfig(BaseConfig):
@@ -23,7 +23,7 @@ class ValidateConfig(BaseConfig):
     """Auto-generated run id — the default output directory leaf. Excluded from the
     saved config so re-running it starts a fresh run."""
     taskset: SerializeAsAny[TasksetConfig] = TasksetConfig()
-    runtime: RuntimeConfig = DockerConfig()
+    runtime: RuntimeConfig = PrimeConfig()
     """Where each task's validation hooks run."""
     timeout: CheckTimeoutConfig = CheckTimeoutConfig()
     only_setup: bool = False

{verifiers-0.3.1.dev31 → verifiers-0.3.1.dev32}/verifiers/v1/configs/client.py

@@ -18,7 +18,7 @@ from pydantic import Field, model_validator
 from pydantic_config import BaseConfig
 from renderers import RendererConfig
 
-from verifiers.v1.utils.prime_config import load_prime_config
+from verifiers.v1.utils.prime import load_prime_config
 
 DEFAULT_PRIME_INFERENCE_URL = "https://api.pinference.ai/api/v1"
 

{verifiers-0.3.1.dev31 → verifiers-0.3.1.dev32}/verifiers/v1/interception/tunnel/prime.py

@@ -11,6 +11,7 @@ from typing import Literal
 from verifiers.v1.interception.tunnel.base import BaseTunnelConfig, Tunnel
 from verifiers.v1.runtimes.limiters import creation_limiter
 from verifiers.v1.utils.aio import run_shielded
+from verifiers.v1.utils.prime import ensure_prime_auth
 
 # The prime_tunnel service caps tunnel starts at 512/min per API token — a property of the
 # tunnel service, shared by every process for the user that opens one. One user-global
@@ -27,6 +28,10 @@ class PrimeTunnelConfig(BaseTunnelConfig):
 
 
 class PrimeTunnel(Tunnel[PrimeTunnelConfig]):
+    def __init__(self, config: PrimeTunnelConfig | None = None) -> None:
+        ensure_prime_auth()
+        super().__init__(config)
+
     @contextlib.asynccontextmanager
     async def expose(self, port: int) -> AsyncIterator[str]:
         """Bridge the host `port` to a public URL via prime_tunnel (frpc). Tunnel creation

{verifiers-0.3.1.dev31 → verifiers-0.3.1.dev32}/verifiers/v1/runtimes/prime.py

@@ -31,6 +31,7 @@ from verifiers.v1.runtimes.base import (
     parse_gpu,
 )
 from verifiers.v1.runtimes.limiters import creation_limiter
+from verifiers.v1.utils.prime import ensure_prime_auth
 
 logger = logging.getLogger(__name__)
 
@@ -46,7 +47,7 @@ class PrimeConfig(NetworkPolicyConfig):
     ~10 minutes) and caches the result, so later sandboxes on the same ref start in
     seconds."""
     workdir: str = "/app"
-    vm: bool = False
+    vm: bool = True
     """Run as a micro-VM rather than a container (kernel features / stronger isolation)."""
     guaranteed: bool = False
     """Request guaranteed (vs best-effort) capacity."""
@@ -125,6 +126,7 @@ class PrimeRuntime(Runtime):
     is_local: ClassVar[bool] = False
 
     def __init__(self, config: PrimeConfig, name: str | None = None) -> None:
+        ensure_prime_auth()
         super().__init__(name)
         self.config = config
         self.info = PrimeRuntimeInfo(**config.model_dump())

{verifiers-0.3.1.dev31 → verifiers-0.3.1.dev32}/verifiers/v1/utils/platform.py

@@ -17,7 +17,7 @@ import httpx
 from verifiers.v1.configs.cli.eval import EvalConfig
 from verifiers.v1.episode import Episode
 from verifiers.v1.trace import Trace
-from verifiers.v1.utils.prime_config import load_prime_config
+from verifiers.v1.utils.prime import load_prime_config
 
 logger = logging.getLogger(__name__)
 

verifiers-0.3.1.dev31/verifiers/v1/utils/prime_config.py → verifiers-0.3.1.dev32/verifiers/v1/utils/prime.py

@@ -1,5 +1,6 @@
 import json
 import logging
+import os
 from pathlib import Path
 
 logger = logging.getLogger(__name__)
@@ -17,3 +18,12 @@ def load_prime_config() -> dict:
     except (RuntimeError, json.JSONDecodeError, OSError) as e:
         logger.warning(f"Failed to load prime config: {e}")
     return {}
+
+
+def ensure_prime_auth() -> None:
+    """Exit when no Prime API key is configured (`prime login` or `$PRIME_API_KEY`)."""
+    if os.getenv("PRIME_API_KEY") or load_prime_config().get("api_key"):
+        return
+    raise SystemExit(
+        "not authenticated with prime - run `prime login` or set $PRIME_API_KEY"
+    )