verifiers 0.2.1.dev66__py3-none-any.whl → 0.2.2.dev3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
verifiers/v1/loaders.py CHANGED
@@ -1,5 +1,6 @@
1
1
  """Resolve taskset, harness, and judge plugins."""
2
2
 
3
+ import contextvars
3
4
  import importlib
4
5
  import importlib.util
5
6
  from types import ModuleType
@@ -15,6 +16,12 @@ from verifiers.v1.task import Task
15
16
  from verifiers.v1.taskset import Taskset, TasksetConfig
16
17
 
17
18
 
19
+ skip_plugin_install: contextvars.ContextVar[bool] = contextvars.ContextVar(
20
+ "skip_plugin_install", default=False
21
+ )
22
+ """Skip installing envs from the Hub during config parse (for callers that read the config but never run the env)."""
23
+
24
+
18
25
  def narrow_plugin_field(
19
26
  data: dict,
20
27
  field: str,
@@ -26,8 +33,13 @@ def narrow_plugin_field(
26
33
  raw = raw.model_dump()
27
34
  raw = dict(raw or {})
28
35
  ident = raw.get("id") or default_id
29
- if ident:
30
- data[field] = resolve(ident).model_validate({**raw, "id": ident})
36
+ if not ident:
37
+ return
38
+ if skip_plugin_install.get():
39
+ # keep the plugin id-only; don't import/install from the Hub
40
+ data[field] = {"id": ident}
41
+ return
42
+ data[field] = resolve(ident).model_validate({**raw, "id": ident})
31
43
 
32
44
 
33
45
  def _import_plugin(plugin_id: str, kind: str, group: str) -> ModuleType:
@@ -97,7 +109,8 @@ def judge_class(judge_id: str) -> type[Judge]:
97
109
 
98
110
 
99
111
  def default_harness_id(taskset_id: str) -> str:
100
- if not taskset_id:
112
+ # In skip mode, don't import the taskset to probe for a bundled harness.
113
+ if not taskset_id or skip_plugin_install.get():
101
114
  return "bash"
102
115
  try:
103
116
  module = import_taskset(taskset_id)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: verifiers
3
- Version: 0.2.1.dev66
3
+ Version: 0.2.2.dev3
4
4
  Summary: Verifiers: Environments for LLM Reinforcement Learning
5
5
  Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
6
6
  Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers
@@ -177,7 +177,7 @@ verifiers/v1/graph.py,sha256=MfDIfZxAFF9WkSoM8mr7KSd9I95cQvTg1ID73MWHAIo,27828
177
177
  verifiers/v1/harness.py,sha256=NrLS7byKL07eXNIn7wKYfC7YoyOakckAcJao8xxw_lk,6179
178
178
  verifiers/v1/judge.py,sha256=z7vLODlEwi5lk-TI92U46QQEyrl6clwQlg3R2uJiBFs,11094
179
179
  verifiers/v1/legacy.py,sha256=oxsDEfjqkYRZVTITtrxIOgtZVJ0lBL_W5E-28ycp4-Q,21227
180
- verifiers/v1/loaders.py,sha256=ICbkL-pT6YtDImDhsHtNjNnTdd7fHbPEOYhX4UrISmI,5038
180
+ verifiers/v1/loaders.py,sha256=fEdIv3g07USf1zo6LhIK4ibNdJlu8M5LKXoNtvHYZJE,5571
181
181
  verifiers/v1/push.py,sha256=-jZdFjPTLuyBD5H_YeUYz5KFpbFHKzIhnW3BtiY_f8o,8545
182
182
  verifiers/v1/retries.py,sha256=oZYN0S5XQjvMHLxB_06iMNAzBMjlKotTwuQtgIGUgfw,5748
183
183
  verifiers/v1/rollout.py,sha256=qi_Y0faZXYNKGQvMEDG5OLsZqmY8MNJ5iKAjY4UQ-Qc,10605
@@ -305,8 +305,8 @@ verifiers/v1/utils/logging.py,sha256=OcMHA6NsYux3oIzjPuI95rDWmFBHNcHDjZeNIhXTX-Y
305
305
  verifiers/v1/utils/memory.py,sha256=ZkIvGk6uITAH5sKon65LifKPbvZr8mJ__PVc23FZpOQ,1835
306
306
  verifiers/v1/utils/sampling.py,sha256=JczGzBn6s3wsIrSY2Hy3hE8m6NreNgsNzhSjDikQqX0,1037
307
307
  verifiers/v1/utils/version.py,sha256=75ZtI2NHBmlb52KpcKLUpiSXp8q4bASr7uKeXoCKlT8,1582
308
- verifiers-0.2.1.dev66.dist-info/METADATA,sha256=N8Yfdc2qL3oy_DrH6X6QtOq1ILktt3RLhPgj5FULEXk,4541
309
- verifiers-0.2.1.dev66.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
310
- verifiers-0.2.1.dev66.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
311
- verifiers-0.2.1.dev66.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
312
- verifiers-0.2.1.dev66.dist-info/RECORD,,
308
+ verifiers-0.2.2.dev3.dist-info/METADATA,sha256=blD3Hez1h4pxijdcRgKwRDUoneHoY4TgvCzuDRKi4K4,4540
309
+ verifiers-0.2.2.dev3.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
310
+ verifiers-0.2.2.dev3.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
311
+ verifiers-0.2.2.dev3.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
312
+ verifiers-0.2.2.dev3.dist-info/RECORD,,