verifiers 0.3.2.dev69__py3-none-any.whl → 0.3.2.dev71__py3-none-any.whl

verifiers/v1/serve/encoding.py

@@ -8,6 +8,7 @@ from pathlib import Path
 from uuid import UUID
 
 import numpy as np
+from pydantic_core import to_jsonable_python
 
 # Marker key inside the encoded payload so a decoder can recognize a
 # tensor round-trip without disturbing arbitrary user dicts.
@@ -31,14 +32,17 @@ def msgpack_encoder(obj):
     is ONLY called for types msgpack doesn't recognize. This avoids the massive
     performance penalty of recursing through millions of tokens in Python.
 
-    Handles: Path, UUID, Enum, datetime, Pydantic models, numpy scalars,
+    Handles: Path, UUID, sets, Enum, datetime, Pydantic models, numpy scalars,
     numpy arrays, torch tensors, and dataclasses (e.g. renderers'
     ``MultiModalData`` / ``PlaceholderRange``). Tensors and ndarrays are
     encoded as ``{__torch_tensor__: True, dtype, shape, data}``.
+    Other types use Pydantic's JSON conversions; unsupported types still raise.
     Does NOT handle: lists, dicts, basic types (msgpack does this natively in C).
     """
     if isinstance(obj, (Path, UUID)):
         return str(obj)
+    elif isinstance(obj, (set, frozenset)):
+        return list(obj)
     elif isinstance(obj, Enum):
         return obj.value
     elif isinstance(obj, (datetime, date)):
@@ -61,5 +65,4 @@ def msgpack_encoder(obj):
     elif dataclasses.is_dataclass(obj) and not isinstance(obj, type):
         return dataclasses.asdict(obj)
     else:
-        # raise on unknown types to make issues visible
-        raise TypeError(f"Object of type {type(obj)} is not msgpack serializable")
+        return to_jsonable_python(obj)

verifiers/v1/serve/server.py

@@ -136,11 +136,21 @@ class EnvServer:
         ) as e:  # a failed request is data, not a crash — report and keep serving
             logger.warning("request failed: %s", e, exc_info=True)
             response = BaseResponse(success=False, error=f"{type(e).__name__}: {e}")
-        data = msgpack.packb(
-            response.model_dump(mode="python"),
-            default=msgpack_encoder,
-            use_bin_type=True,
-        )
+        try:
+            data = msgpack.packb(
+                response.model_dump(mode="python"),
+                default=msgpack_encoder,
+                use_bin_type=True,
+            )
+        except Exception as e:
+            # Encoding failures must also reply so clients don't wait indefinitely.
+            logger.warning("response encoding failed: %s", e, exc_info=True)
+            data = msgpack.packb(
+                BaseResponse(
+                    success=False, error=f"{type(e).__name__}: {e}"
+                ).model_dump(),
+                use_bin_type=True,
+            )
         try:
             # Let ZMQ retain the packed response instead of copying large traces.
             await self.frontend.send_multipart(

verifiers/v1/tasksets/harbor/taskset.py

@@ -27,7 +27,7 @@ import tempfile
 import time
 from collections.abc import Iterator
 from functools import lru_cache
-from pathlib import Path
+from pathlib import Path, PurePosixPath
 from typing import Annotated
 
 from pydantic import BaseModel, ConfigDict, Field, TypeAdapter, ValidationError
@@ -250,31 +250,38 @@ class HarborTask(Task[HarborData]):
         if not self.scoring_deferred:
             trace.state.artifacts = await collect(runtime, self.data.artifacts)
 
-    async def stage_verifier(self, runtime: Runtime) -> None:
-        # An artifact under /tests must not replace the task package's verifier.
+    async def stage_verifier(self, trace: Trace, runtime: Runtime) -> None:
+        if any(
+            PurePosixPath(root).is_relative_to("/tests")
+            for root in trace.state.artifacts
+        ):
+            raise TaskError("Harbor artifacts cannot restore into /tests")
         await self.stage_tests(runtime, wipe=True)
         self.verifier_staged = True
 
     async def stage_tests(self, runtime: Runtime, wipe: bool = False) -> None:
-        """Put the task package's `tests/` in `/tests`, where `test.sh` expects it.
+        """Use a dedicated verifier image's tests, or stage the task package's tests.
 
         Raises rather than scoring stale state: a leftover reward file — planted by
         the agent or shipped in the image — must be gone before `test.sh` runs, so a
         removal that fails must not fall through to reading it.
-
-        `wipe` for a box we did not watch being built: a fresh container of the task's
-        image can ship its own `/tests`, and a leftover file there would be graded as
-        though it came from the package.
         """
-        await runtime.write(
-            "/tmp/tests.tgz", make_tar(Path(self.data.task_dir) / "tests")
-        )
-        stage = (
-            f"{'rm -rf /tests && ' if wipe else ''}"
+        # Harbor's dedicated verifier image owns the complete test suite and its
+        # dependencies. Mixing it with packaged tests can retain obsolete helpers.
+        stage = "test -f /tests/test.sh"
+        if self.data.verifier is None or self.data.verifier.image is None:
+            await runtime.write(
+                "/tmp/tests.tgz", make_tar(Path(self.data.task_dir) / "tests")
+            )
+            stage = (
+                f"{'rm -rf /tests && ' if wipe else ''}"
+                "mkdir -p /tests && tar -xzf /tmp/tests.tgz -C /tests"
+            )
+        command = (
             "rm -f /logs/verifier/reward.json /logs/verifier/reward.txt && "
-            "mkdir -p /logs/verifier /tests && tar -xzf /tmp/tests.tgz -C /tests"
+            f"mkdir -p /logs/verifier && {stage}"
         )
-        result = await runtime.run(["sh", "-c", stage], {})
+        result = await runtime.run(["sh", "-c", command], {})
         if result.exit_code:
             raise TaskError(
                 f"staging tests failed (exit {result.exit_code}): "

{verifiers-0.3.2.dev69.dist-info → verifiers-0.3.2.dev71.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev69
+Version: 0.3.2.dev71
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev69.dist-info → verifiers-0.3.2.dev71.dist-info}/RECORD

@@ -150,14 +150,14 @@ verifiers/v1/runtimes/docker/__init__.py,sha256=JN0mI10a_BKQpRRJKX_NqStAoODAEk2d
 verifiers/v1/runtimes/docker/egress.py,sha256=iFH_1XotlEM-OCaW7GNu3TWVEq1sqesKYweyVBX8g90,14360
 verifiers/v1/serve/__init__.py,sha256=doImCSxSYZEjVDXfRafLHkhHXcXQxzA6qUGMBQ8bSko,477
 verifiers/v1/serve/client.py,sha256=biy46qOOFTjMXSIsY8W1vMEfctn7usCeNuBQsJqc2mc,7789
-verifiers/v1/serve/encoding.py,sha256=5tKagKZKwBPN6VydLObCKDzLnijrvRwMjuyVQUq5BKA,2399
+verifiers/v1/serve/encoding.py,sha256=hBZFucAZK9riXOV3DaHcskq9zHTT8gVGkoFVOPfnr30,2499
 verifiers/v1/serve/pool.py,sha256=HZsJPcru9eNrxo3Rmi-Vdt1tjZwqo2oI4Ql_IKfUMtY,15443
-verifiers/v1/serve/server.py,sha256=h1B53RZBuYgRt4xmh9L6jBJ0KvCdq7wmCAa3nwkJMok,8778
+verifiers/v1/serve/server.py,sha256=-XfvWN_7kzN7z49YWd2rADHABiDTAdpPszEMjhWgyno,9216
 verifiers/v1/serve/types.py,sha256=CjZ6PWQlzSRkBG77gXfzKHnw_S_qKUm9dZSSxVgkv1w,1552
 verifiers/v1/tasksets/__init__.py,sha256=5hTKSPLXSZTgKBbeKQI7FEp06c0ZsaQfuwvrvVFLgb8,712
 verifiers/v1/tasksets/harbor/__init__.py,sha256=JxThzHFYEkuSfQbVf3pEnjordgdfe4MU-QOsSSbyovU,326
 verifiers/v1/tasksets/harbor/env.py,sha256=rZEh-1IaHpfsrwSOn7qTq7uV0K7cZZ28bHB7BEWQdnc,3622
-verifiers/v1/tasksets/harbor/taskset.py,sha256=q4Eo8vcD-3zXB7eDygUcJddmf5KpY2IBUoIlyJ_D3VU,32210
+verifiers/v1/tasksets/harbor/taskset.py,sha256=snoCQdoNBVdk9INQdfhZa8NXDXJjaidd7hU0T9cAuas,32525
 verifiers/v1/tasksets/lean/__init__.py,sha256=oyv-GbJQBvCyGwo7Ysxm2NjZW-aX4j1uDoHU0f-E7xQ,767
 verifiers/v1/tasksets/lean/scoring.py,sha256=sfzsT6MUK0zdMgAQ57_P_0CBaPHy3M7go71QMr5hDrs,10599
 verifiers/v1/tasksets/lean/taskset.py,sha256=Jax76i22G9dOAswQHiWujVbFIM_PUz5yGJI_ShR4n8Y,9238
@@ -189,8 +189,8 @@ verifiers/v1/utils/prime.py,sha256=UTYRjp9cbjNb6CVmBHda-1wWZAIIfxNOmTyNuT7_wL4,9
 verifiers/v1/utils/retries.py,sha256=Y2ZgrAjn-qNkRKZP_RVNL_7EK0iaRcZeCa404lpGYi4,5417
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.3.2.dev69.dist-info/METADATA,sha256=B7eBrvCxW5X6Hmj6jqQXQmVDyUH912GaawkvdJ3md10,4204
-verifiers-0.3.2.dev69.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
-verifiers-0.3.2.dev69.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
-verifiers-0.3.2.dev69.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.3.2.dev69.dist-info/RECORD,,
+verifiers-0.3.2.dev71.dist-info/METADATA,sha256=FeO8Ciqzot_uCkoMeTBll1GESqgEg7_1YHMybm994oQ,4204
+verifiers-0.3.2.dev71.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+verifiers-0.3.2.dev71.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
+verifiers-0.3.2.dev71.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.3.2.dev71.dist-info/RECORD,,