verifiers 0.2.1.dev66__py3-none-any.whl → 0.2.2.dev3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- verifiers/v1/loaders.py +16 -3
- {verifiers-0.2.1.dev66.dist-info → verifiers-0.2.2.dev3.dist-info}/METADATA +1 -1
- {verifiers-0.2.1.dev66.dist-info → verifiers-0.2.2.dev3.dist-info}/RECORD +6 -6
- {verifiers-0.2.1.dev66.dist-info → verifiers-0.2.2.dev3.dist-info}/WHEEL +0 -0
- {verifiers-0.2.1.dev66.dist-info → verifiers-0.2.2.dev3.dist-info}/entry_points.txt +0 -0
- {verifiers-0.2.1.dev66.dist-info → verifiers-0.2.2.dev3.dist-info}/licenses/LICENSE +0 -0
verifiers/v1/loaders.py
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
"""Resolve taskset, harness, and judge plugins."""
|
|
2
2
|
|
|
3
|
+
import contextvars
|
|
3
4
|
import importlib
|
|
4
5
|
import importlib.util
|
|
5
6
|
from types import ModuleType
|
|
@@ -15,6 +16,12 @@ from verifiers.v1.task import Task
|
|
|
15
16
|
from verifiers.v1.taskset import Taskset, TasksetConfig
|
|
16
17
|
|
|
17
18
|
|
|
19
|
+
skip_plugin_install: contextvars.ContextVar[bool] = contextvars.ContextVar(
|
|
20
|
+
"skip_plugin_install", default=False
|
|
21
|
+
)
|
|
22
|
+
"""Skip installing envs from the Hub during config parse (for callers that read the config but never run the env)."""
|
|
23
|
+
|
|
24
|
+
|
|
18
25
|
def narrow_plugin_field(
|
|
19
26
|
data: dict,
|
|
20
27
|
field: str,
|
|
@@ -26,8 +33,13 @@ def narrow_plugin_field(
|
|
|
26
33
|
raw = raw.model_dump()
|
|
27
34
|
raw = dict(raw or {})
|
|
28
35
|
ident = raw.get("id") or default_id
|
|
29
|
-
if ident:
|
|
30
|
-
|
|
36
|
+
if not ident:
|
|
37
|
+
return
|
|
38
|
+
if skip_plugin_install.get():
|
|
39
|
+
# keep the plugin id-only; don't import/install from the Hub
|
|
40
|
+
data[field] = {"id": ident}
|
|
41
|
+
return
|
|
42
|
+
data[field] = resolve(ident).model_validate({**raw, "id": ident})
|
|
31
43
|
|
|
32
44
|
|
|
33
45
|
def _import_plugin(plugin_id: str, kind: str, group: str) -> ModuleType:
|
|
@@ -97,7 +109,8 @@ def judge_class(judge_id: str) -> type[Judge]:
|
|
|
97
109
|
|
|
98
110
|
|
|
99
111
|
def default_harness_id(taskset_id: str) -> str:
|
|
100
|
-
|
|
112
|
+
# In skip mode, don't import the taskset to probe for a bundled harness.
|
|
113
|
+
if not taskset_id or skip_plugin_install.get():
|
|
101
114
|
return "bash"
|
|
102
115
|
try:
|
|
103
116
|
module = import_taskset(taskset_id)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: verifiers
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.2.dev3
|
|
4
4
|
Summary: Verifiers: Environments for LLM Reinforcement Learning
|
|
5
5
|
Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
|
|
6
6
|
Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers
|
|
@@ -177,7 +177,7 @@ verifiers/v1/graph.py,sha256=MfDIfZxAFF9WkSoM8mr7KSd9I95cQvTg1ID73MWHAIo,27828
|
|
|
177
177
|
verifiers/v1/harness.py,sha256=NrLS7byKL07eXNIn7wKYfC7YoyOakckAcJao8xxw_lk,6179
|
|
178
178
|
verifiers/v1/judge.py,sha256=z7vLODlEwi5lk-TI92U46QQEyrl6clwQlg3R2uJiBFs,11094
|
|
179
179
|
verifiers/v1/legacy.py,sha256=oxsDEfjqkYRZVTITtrxIOgtZVJ0lBL_W5E-28ycp4-Q,21227
|
|
180
|
-
verifiers/v1/loaders.py,sha256=
|
|
180
|
+
verifiers/v1/loaders.py,sha256=fEdIv3g07USf1zo6LhIK4ibNdJlu8M5LKXoNtvHYZJE,5571
|
|
181
181
|
verifiers/v1/push.py,sha256=-jZdFjPTLuyBD5H_YeUYz5KFpbFHKzIhnW3BtiY_f8o,8545
|
|
182
182
|
verifiers/v1/retries.py,sha256=oZYN0S5XQjvMHLxB_06iMNAzBMjlKotTwuQtgIGUgfw,5748
|
|
183
183
|
verifiers/v1/rollout.py,sha256=qi_Y0faZXYNKGQvMEDG5OLsZqmY8MNJ5iKAjY4UQ-Qc,10605
|
|
@@ -305,8 +305,8 @@ verifiers/v1/utils/logging.py,sha256=OcMHA6NsYux3oIzjPuI95rDWmFBHNcHDjZeNIhXTX-Y
|
|
|
305
305
|
verifiers/v1/utils/memory.py,sha256=ZkIvGk6uITAH5sKon65LifKPbvZr8mJ__PVc23FZpOQ,1835
|
|
306
306
|
verifiers/v1/utils/sampling.py,sha256=JczGzBn6s3wsIrSY2Hy3hE8m6NreNgsNzhSjDikQqX0,1037
|
|
307
307
|
verifiers/v1/utils/version.py,sha256=75ZtI2NHBmlb52KpcKLUpiSXp8q4bASr7uKeXoCKlT8,1582
|
|
308
|
-
verifiers-0.2.
|
|
309
|
-
verifiers-0.2.
|
|
310
|
-
verifiers-0.2.
|
|
311
|
-
verifiers-0.2.
|
|
312
|
-
verifiers-0.2.
|
|
308
|
+
verifiers-0.2.2.dev3.dist-info/METADATA,sha256=blD3Hez1h4pxijdcRgKwRDUoneHoY4TgvCzuDRKi4K4,4540
|
|
309
|
+
verifiers-0.2.2.dev3.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
|
|
310
|
+
verifiers-0.2.2.dev3.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
|
|
311
|
+
verifiers-0.2.2.dev3.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
|
|
312
|
+
verifiers-0.2.2.dev3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|