verifiers 0.4.1.dev2__py3-none-any.whl → 0.4.1.dev4__py3-none-any.whl

verifiers/v1/runtimes/base.py

@@ -147,6 +147,9 @@ class Runtime(ABC):
     use a host `Tunnel` inward plus `expose` outward."""
 
     supports_user: ClassVar[bool] = False
+    supports_expose: ClassVar[bool] = True
+    """Whether `expose` can publish a port inside this runtime to the outside, so a
+    server here is reachable from another runtime."""
     """Whether `with_user` can run this runtime's commands as another existing user."""
 
     scripts_dir: ClassVar[str] = "/tmp/vf-scripts"

verifiers/v1/runtimes/prime.py

@@ -149,6 +149,7 @@ class PrimeProcess(RuntimeProcess):
 
 class PrimeRuntime(Runtime):
     supports_user: ClassVar[bool] = True
+    supports_expose: ClassVar[bool] = False
     is_local: ClassVar[bool] = False
 
     def __init__(self, config: PrimeConfig, name: str | None = None) -> None:

verifiers/v1/utils/loaders.py

@@ -27,11 +27,21 @@ from verifiers.v1.utils.generic import concrete_type, prefix_validation_error
 
 
 def builtin_harness_ids() -> list[str]:
-    """The harness ids that ship with verifiers (the `verifiers.v1.harnesses`
-    subpackages)."""
+    """The harness ids that ship with verifiers: the `verifiers.v1.harnesses`
+    subpackages that export a `Harness`, by their hyphenated id."""
     from verifiers.v1 import harnesses
 
-    return sorted(m.name for m in pkgutil.iter_modules(harnesses.__path__))
+    ids = []
+    for info in pkgutil.iter_modules(harnesses.__path__):
+        if not info.ispkg:
+            continue
+        module = importlib.import_module(f"{harnesses.__name__}.{info.name}")
+        try:
+            _plugin_class(module, Harness, "harness")
+        except (AttributeError, TypeError):
+            continue
+        ids.append(info.name.replace("_", "-"))
+    return sorted(ids)
 
 
 def narrow_plugin_field(

{verifiers-0.4.1.dev2.dist-info → verifiers-0.4.1.dev4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.4.1.dev2
+Version: 0.4.1.dev4
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers
@@ -91,6 +91,34 @@ uv tool install prime
 - The [docs](docs/) contain short, human-written guides and overviews about the architecture.
 - The [AGENTS.md](AGENTS.md) and [skills](skills/) are for coding agents and go into more details.
 
+## Contributing
+
+We welcome community contributions. We use [issues](https://github.com/PrimeIntellect-ai/verifiers/issues) to track bugs and feature requests. If you hit a bug, a pain point, or have an idea for a feature, please open an issue.
+
+Contributions are welcome via PR. Please follow these guidelines:
+
+1. Install the [pre-commit hooks](#pre-commit-hooks) so your code is formatted and type-checked.
+2. Keep your PR in "Draft" until it is ready for review.
+3. If your PR resolves an issue, link the issue in the PR description.
+4. Run the [tests](#tests) for the areas you touched.
+
+### Pre-commit hooks
+
+```bash
+uv run pre-commit install
+```
+
+### Tests
+
+Unit tests run one component in isolation, with no network, and mirror the `verifiers/v1` layout. Integration tests run real evals: they need `PRIME_API_KEY` and skip without it.
+
+```bash
+uv run pytest tests/unit -n auto                       # unit
+uv run pytest tests/integration -n 8                   # integration
+uv run pytest tests/integration/test_single_turn.py    # one behavior
+uv run pytest tests/integration -m "docker and codex"  # one runtime and harness
+```
+
 ## Citation
 
 Originally created by Will Brown ([@willccbb](https://github.com/willccbb)).

{verifiers-0.4.1.dev2.dist-info → verifiers-0.4.1.dev4.dist-info}/RECORD

@@ -143,12 +143,12 @@ verifiers/v1/mcp/server.py,sha256=Jqi8OMT8DnoZegXqM3UNNRzhVnbdrPEwx0DjOJo_K2A,13
 verifiers/v1/mcp/toolset.py,sha256=G2wzNdEMGLXoQUcrwF0TartJkqokNPI3o7YUOAaaa6U,1007
 verifiers/v1/runtimes/__init__.py,sha256=zOG9BYsK19VRNqvggqh3f6g1_UGIq7VjIBcK8kDlmnQ,3515
 verifiers/v1/runtimes/apptainer.py,sha256=Ru9QJna_l0goIzg71G-4RU_D-7wZUNz139S5TEvbzog,8211
-verifiers/v1/runtimes/base.py,sha256=5tRDqGGnYvpy2qDa-V6K5EuwLKjEeI9U4gZV_8TJQZE,19947
+verifiers/v1/runtimes/base.py,sha256=4ma91e_M1KXOAx74dNBVPJoxrqnQaOuvbkSBlHMmujE,20128
 verifiers/v1/runtimes/container.py,sha256=_hNhGOo1Zvorj7THSj2UrZTkgewySUVJe4Kd777-QnI,12563
 verifiers/v1/runtimes/e2b.py,sha256=yBeocAutsv2l5x-C5IMqrlgBz6Cb-t6vWbX4qTjlztE,30306
 verifiers/v1/runtimes/limiters.py,sha256=rOfQJcMdYcLSKq8AL9O09BfGOLqpYmNgrCxXXNcHLmU,2849
 verifiers/v1/runtimes/modal.py,sha256=ZHA4vtNIZwTV-bnVUlambgc8l34j_ZulvtrwvvkE2Kg,17945
-verifiers/v1/runtimes/prime.py,sha256=EzKfjtBIfH8ehjrvOI4khm6BIEZ87r84B5gmgFJQvU4,20836
+verifiers/v1/runtimes/prime.py,sha256=xo9vFn6gNQRhG_8DFPcSyKcTCcZRf4n5UPS7cnbRFm8,20880
 verifiers/v1/runtimes/subprocess.py,sha256=vnGVAI3J7pYmRei4MQ7MN4nb8SglLi70NtVTINMPVvQ,8855
 verifiers/v1/runtimes/docker/__init__.py,sha256=QoFOTMgRjoWD--O25Jsft9eD2vjcrMpJQyhfQXqWraI,21828
 verifiers/v1/runtimes/docker/egress.py,sha256=wtKWTL2_zFidxMR7lDRmfevQlOsl2Iyk88ebdO4Kqqw,24566
@@ -185,7 +185,7 @@ verifiers/v1/utils/generic.py,sha256=isejTTgRoFDJQOM18L3sWqfzBRQyYUkQvk-gNbrYAVc
 verifiers/v1/utils/git.py,sha256=MTRinOvG4EddfjdahHkFZUihHmhJ37n5ROtgjzjE1NA,8366
 verifiers/v1/utils/image.py,sha256=OFw_wdwVtbdwa8uJ3X3vYfhpUAi0CTH5HMBupjVsRRQ,282
 verifiers/v1/utils/interrupt.py,sha256=F-KKhc5ndPJJfhd3SuMqyqhXhA32FhCRy5KWFJpEoM4,1179
-verifiers/v1/utils/loaders.py,sha256=2TrgZK3MzKub1GnfaTVIQhlwF6q4qATXZCjicH6nT9c,12299
+verifiers/v1/utils/loaders.py,sha256=WhIHRnAXfFpfCEgH35J1XHd95KRarmg62nxUkUB4HME,12670
 verifiers/v1/utils/logging.py,sha256=-zgaM-HZsgxumZ4wYNlRMZepp6JanCSjeL2wSVulwJM,2296
 verifiers/v1/utils/memory.py,sha256=ZkIvGk6uITAH5sKon65LifKPbvZr8mJ__PVc23FZpOQ,1835
 verifiers/v1/utils/paths.py,sha256=it_4JWf_8bPZe4TRcyvL7_KJ4fsbEsxhhIY_xA8Ikus,308
@@ -196,8 +196,8 @@ verifiers/v1/utils/scope.py,sha256=bzUEiWDOVdbj7dXOwGOlzsQ_-Xu0j9NR5TalQB-8TS8,8
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/trace_store.py,sha256=RsCDonGR-bs-tvEstcppiJm3jFmAdIiG83fA5KtCbAw,2801
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.4.1.dev2.dist-info/METADATA,sha256=uXZ5xehaOE97n1XuQd9tCgplJWejMW0ol2p8zah57Qg,4221
-verifiers-0.4.1.dev2.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
-verifiers-0.4.1.dev2.dist-info/entry_points.txt,sha256=iugElcdWPKbQM7uFF0lZ8iUpHsNr17-BwEAAjJWxV3U,259
-verifiers-0.4.1.dev2.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.4.1.dev2.dist-info/RECORD,,
+verifiers-0.4.1.dev4.dist-info/METADATA,sha256=5NhhAb0-7bgsTf7b1_EgiLAHQ26JMkqNFBmmmR5dsUs,5361
+verifiers-0.4.1.dev4.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
+verifiers-0.4.1.dev4.dist-info/entry_points.txt,sha256=iugElcdWPKbQM7uFF0lZ8iUpHsNr17-BwEAAjJWxV3U,259
+verifiers-0.4.1.dev4.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.4.1.dev4.dist-info/RECORD,,