verifiers 0.3.2.dev73__py3-none-any.whl → 0.3.2.dev74__py3-none-any.whl

verifiers/v1/configs/cli/eval.py

@@ -48,6 +48,12 @@ class RunConfig(BaseConfig):
     """Run directory name — the run writes to `output_dir / dir`. Defaults to `run.name`;
     set it only when the directory should differ from the display name."""
 
+    attach: str | None = None
+    """Stream into a run the launcher already created on the platform instead of opening a
+    new one — its evaluation id. Hosted evaluations pass the sandbox's `$EVALUATION_ID`
+    here; the platform owns that run's record and status, and a run that cannot be
+    attached to is an error rather than a local fallback. Requires `push`."""
+
     _id: str | None = PrivateAttr(default=None)
 
     @property
@@ -145,3 +151,11 @@ class EvalConfig(BaseConfig):
         if self.run.dir is None:
             self.run.dir = self.run.name
         return self
+
+    @model_validator(mode="after")
+    def attach_needs_push(self):
+        if self.run.attach and not self.push:
+            raise ValueError(
+                "run.attach names a run on the platform, so it needs push (drop --no-push)"
+            )
+        return self

verifiers/v1/utils/platform.py

@@ -45,7 +45,10 @@ class PushState:
 def open_run(config: EvalConfig, state: PushState, *, num_examples: int) -> pr.Run:
     """Open the run this eval streams into, before the first rollout, and give the
     config the run's id. A run that cannot be opened is logged and replaced by a
-    disabled one; the eval goes on."""
+    disabled one; the eval goes on. With `run.attach` the run already exists on the
+    platform (a hosted evaluation's launcher created it and is waiting on it), so
+    there is no local fallback: failing to attach fails the eval."""
+    attach = config.run.attach
     identity: dict[str, Any] = {
         "name": config.run.name,
         # Resolved by name via the hub's get-or-create; no taskset, nothing to attach to.
@@ -61,12 +64,23 @@ def open_run(config: EvalConfig, state: PushState, *, num_examples: int) -> pr.R
         },
     }
     if config.push and os.getenv(pr.MODE_ENV, "").strip().lower() == "disabled":
+        if attach:
+            raise RuntimeError(
+                f"run.attach={attach!r} names a run on the platform, but "
+                f"{pr.MODE_ENV}=disabled would keep this eval local"
+            )
         # The SDK's own kill switch; the explicit `mode="online"` below would override it.
         logger.info("--push: %s=disabled; running without a platform run", pr.MODE_ENV)
     elif config.push:
         try:
-            state.run = pr.init(mode="online", **identity)
-        except Exception as e:  # noqa: BLE001 - a failed upload must not fail the eval
+            state.run = pr.init(mode="online", id=attach, **identity)
+        except Exception as e:
+            if attach:
+                # The launcher's run would sit at running until it times out; a local
+                # run nobody reads is not a substitute.
+                raise RuntimeError(
+                    f"--run.attach: could not attach to run {attach!r} ({type(e).__name__}: {e})"
+                ) from e
             logger.warning(
                 "--push: could not open the run (%s: %s); running without it",
                 type(e).__name__,

{verifiers-0.3.2.dev73.dist-info → verifiers-0.3.2.dev74.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev73
+Version: 0.3.2.dev74
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers
@@ -35,7 +35,7 @@ Requires-Dist: msgpack>=1.1.2
 Requires-Dist: numpy>=2.1.0
 Requires-Dist: openai<3.0.0,>=2.54.0
 Requires-Dist: prime-pydantic-config[toml]>=0.4.3
-Requires-Dist: prime-runs>=0.1.1
+Requires-Dist: prime-runs>=0.1.2
 Requires-Dist: prime-sandboxes>=0.2.39
 Requires-Dist: prime-tunnel>=0.1.8
 Requires-Dist: pydantic>=2.12.3

{verifiers-0.3.2.dev73.dist-info → verifiers-0.3.2.dev74.dist-info}/RECORD

@@ -55,7 +55,7 @@ verifiers/v1/configs/taskset.py,sha256=N5sFYjzjcmnUEiNiHH69vaOfl8fsVwmqXmWmPixqO
 verifiers/v1/configs/cli/__init__.py,sha256=YMDUPdbRlDJ77dhj3QqzmyRhqNgUvuQdpj_bdBqzZPM,78
 verifiers/v1/configs/cli/debug.py,sha256=6ohG1AB0FBH_s8dVOTre86NlIf_fClz-3FiCBWgR-IM,2854
 verifiers/v1/configs/cli/env.py,sha256=YdIo0RW7VBhq_uCoa7RfnkkzGU5PW4kTa6Bn20lnd5c,2592
-verifiers/v1/configs/cli/eval.py,sha256=DwDk7KMosgtXNx6qYixOvgkCb83JbVUjL2utq2n3Spo,6877
+verifiers/v1/configs/cli/eval.py,sha256=z13pIaPEbpTCDGNiniBetKnnFifUridvmpHCyop9bXE,7521
 verifiers/v1/configs/cli/init.py,sha256=JvIUOdhfZfNOXg2wm2i06jLLHpb97tNMzZqmcK_9wVw,916
 verifiers/v1/configs/cli/replay.py,sha256=vUCNs-9j1CXcAZhGozN1EaztcXK_dYVK3iN_fRmbSXw,2929
 verifiers/v1/configs/cli/validate.py,sha256=NXQ9KvhGLODLrg1fs3Jn-SOq1hhPxauVWiPSEp6wje0,3691
@@ -184,13 +184,13 @@ verifiers/v1/utils/loaders.py,sha256=2TrgZK3MzKub1GnfaTVIQhlwF6q4qATXZCjicH6nT9c
 verifiers/v1/utils/logging.py,sha256=-zgaM-HZsgxumZ4wYNlRMZepp6JanCSjeL2wSVulwJM,2296
 verifiers/v1/utils/memory.py,sha256=ZkIvGk6uITAH5sKon65LifKPbvZr8mJ__PVc23FZpOQ,1835
 verifiers/v1/utils/paths.py,sha256=it_4JWf_8bPZe4TRcyvL7_KJ4fsbEsxhhIY_xA8Ikus,308
-verifiers/v1/utils/platform.py,sha256=V3n0_d7urcYlz6-N5FjEB_ghwq2juw20MccJvQOh8G8,6544
+verifiers/v1/utils/platform.py,sha256=iSNHXktiRQctcndNumdiCi_7wDRSRwW_6CgAcgPUrwE,7258
 verifiers/v1/utils/prime.py,sha256=UTYRjp9cbjNb6CVmBHda-1wWZAIIfxNOmTyNuT7_wL4,970
 verifiers/v1/utils/retries.py,sha256=Y2ZgrAjn-qNkRKZP_RVNL_7EK0iaRcZeCa404lpGYi4,5417
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.3.2.dev73.dist-info/METADATA,sha256=XOpxs0ftFNLCrFqlitTNnKxkm1RJDID8j88_OpRODEY,4237
-verifiers-0.3.2.dev73.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
-verifiers-0.3.2.dev73.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
-verifiers-0.3.2.dev73.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.3.2.dev73.dist-info/RECORD,,
+verifiers-0.3.2.dev74.dist-info/METADATA,sha256=a2PSrYMW6fgotOcOld3uuC4p7RaApzDnUNqVNZyRuDA,4237
+verifiers-0.3.2.dev74.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+verifiers-0.3.2.dev74.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
+verifiers-0.3.2.dev74.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.3.2.dev74.dist-info/RECORD,,