verifiers 0.2.2.dev66__py3-none-any.whl → 0.2.2.dev68__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- verifiers/v1/configs/agent.py +1 -1
- verifiers/v1/env.py +10 -4
- verifiers/v1/utils/retries.py +1 -1
- {verifiers-0.2.2.dev66.dist-info → verifiers-0.2.2.dev68.dist-info}/METADATA +1 -1
- {verifiers-0.2.2.dev66.dist-info → verifiers-0.2.2.dev68.dist-info}/RECORD +8 -8
- {verifiers-0.2.2.dev66.dist-info → verifiers-0.2.2.dev68.dist-info}/WHEEL +0 -0
- {verifiers-0.2.2.dev66.dist-info → verifiers-0.2.2.dev68.dist-info}/entry_points.txt +0 -0
- {verifiers-0.2.2.dev66.dist-info → verifiers-0.2.2.dev68.dist-info}/licenses/LICENSE +0 -0
verifiers/v1/configs/agent.py
CHANGED
|
@@ -35,7 +35,7 @@ class AgentConfig(BaseConfig):
|
|
|
35
35
|
client: ClientConfig | None = None
|
|
36
36
|
"""Endpoint override (None = the run's client)."""
|
|
37
37
|
sampling: SamplingConfig | None = None
|
|
38
|
-
"""Sampling
|
|
38
|
+
"""Sampling values merged onto the run's sampling."""
|
|
39
39
|
|
|
40
40
|
max_turns: int | None = None
|
|
41
41
|
"""Max model turns per run (None = no limit)."""
|
verifiers/v1/env.py
CHANGED
|
@@ -32,7 +32,7 @@ from verifiers.v1.mcp import SharedToolServer, serve_shared
|
|
|
32
32
|
from verifiers.v1.runtimes import SubprocessConfig, runtime_is_local
|
|
33
33
|
from verifiers.v1.task import Task
|
|
34
34
|
from verifiers.v1.trace import Error, Trace
|
|
35
|
-
from verifiers.v1.utils.generic import concrete_type
|
|
35
|
+
from verifiers.v1.utils.generic import concrete_type, deep_merge
|
|
36
36
|
from verifiers.v1.utils.memory import trim_memory_periodically
|
|
37
37
|
from verifiers.v1.utils.retries import run_episode_with_retry
|
|
38
38
|
|
|
@@ -204,15 +204,21 @@ class Env(ABC, Generic[ConfigT]):
|
|
|
204
204
|
|
|
205
205
|
def make(name: str, spec: AgentConfig) -> Agent:
|
|
206
206
|
# Unpinned fields fall back to the run's ctx / the taskset's harness.
|
|
207
|
+
sampling = ctx.sampling
|
|
208
|
+
if spec.sampling is not None:
|
|
209
|
+
sampling = sampling.model_copy(
|
|
210
|
+
update=deep_merge(
|
|
211
|
+
sampling.model_dump(exclude_unset=True),
|
|
212
|
+
spec.sampling.model_dump(exclude_unset=True),
|
|
213
|
+
)
|
|
214
|
+
)
|
|
207
215
|
resolved = spec.model_copy(
|
|
208
216
|
update={
|
|
209
217
|
"harness": spec.harness
|
|
210
218
|
if spec.harness is not None
|
|
211
219
|
else self._default_harness,
|
|
212
220
|
"model": spec.model if spec.model is not None else ctx.model,
|
|
213
|
-
"sampling":
|
|
214
|
-
if spec.sampling is not None
|
|
215
|
-
else ctx.sampling,
|
|
221
|
+
"sampling": sampling,
|
|
216
222
|
}
|
|
217
223
|
)
|
|
218
224
|
return _EpisodeAgent(
|
verifiers/v1/utils/retries.py
CHANGED
|
@@ -117,7 +117,7 @@ async def run_episode_with_retry(
|
|
|
117
117
|
final = await run()
|
|
118
118
|
if attempt == retry.max_retries or not episode_should_retry(final, retry):
|
|
119
119
|
break
|
|
120
|
-
cause = final.
|
|
120
|
+
cause = final.last_error or next(
|
|
121
121
|
(t.last_error for t in final.traces if t.last_error), None
|
|
122
122
|
)
|
|
123
123
|
history.extend(final.errors)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: verifiers
|
|
3
|
-
Version: 0.2.2.
|
|
3
|
+
Version: 0.2.2.dev68
|
|
4
4
|
Summary: Verifiers: Environments for LLM Reinforcement Learning
|
|
5
5
|
Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
|
|
6
6
|
Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers
|
|
@@ -169,7 +169,7 @@ verifiers/utils/usage_utils.py,sha256=Mw6WC78r6EsLyRFdP9ICveqptkjizbSkAC86ZH0geV
|
|
|
169
169
|
verifiers/utils/version_utils.py,sha256=39gV8-mNF9GspAgKloLo8oy7_MVluMrwGPrntQv2hx4,2656
|
|
170
170
|
verifiers/v1/__init__.py,sha256=kacTRsGsRHfOruv16ZyIOesfvCH_nW98ARKPYSgcNIc,7509
|
|
171
171
|
verifiers/v1/agent.py,sha256=sBKS5KOJw6Y166X4yuwIvfYenk4GGfNbjyr-1ZVJivI,32083
|
|
172
|
-
verifiers/v1/env.py,sha256=
|
|
172
|
+
verifiers/v1/env.py,sha256=QgAAKikzCKr2QfXAvRT_1Ss6mfdUn5QcST0oXqQhXUw,18661
|
|
173
173
|
verifiers/v1/episode.py,sha256=YtuRTV_PpwDglXFeN6UNg8IswpP1HseFLCYtascGMNI,3218
|
|
174
174
|
verifiers/v1/errors.py,sha256=kQeEPX06TwAIuiz7MlWFYirrpKbx5STi6A5b_dtQQoA,6885
|
|
175
175
|
verifiers/v1/graph.py,sha256=aBAzh1Ibp3klKNYjvzNyJSbjV8Oi5TJ791dN7o6ex1E,29070
|
|
@@ -209,7 +209,7 @@ verifiers/v1/clients/config.py,sha256=QMR0PkpFLcLi_Zw6bVimigNjNiWeJ-4YvJ_JsSS9yG
|
|
|
209
209
|
verifiers/v1/clients/eval.py,sha256=QMpohNnQjDuo56BhOgHnAfAlcnQAxFpEFCySoIuexNg,9571
|
|
210
210
|
verifiers/v1/clients/train.py,sha256=6bw4TV_UskdjvDAxvHrgJWBqAq9r1DxzJGusGi7UoRM,13022
|
|
211
211
|
verifiers/v1/configs/__init__.py,sha256=X7u6X7B3ieD1HZl79Tv1kg-yPHbT0QLvAebaGqxVtvA,317
|
|
212
|
-
verifiers/v1/configs/agent.py,sha256=
|
|
212
|
+
verifiers/v1/configs/agent.py,sha256=V_2FDvPHRB3_bHN9QnNnDYOjlmTP7NtG22SaopU-X64,3261
|
|
213
213
|
verifiers/v1/configs/env.py,sha256=7ESsWZRWJpKqR5EEV1rmj0R1Dkn2Pn8MVSXPJOzRiF8,7885
|
|
214
214
|
verifiers/v1/configs/harness.py,sha256=CG8hGbHl3rr6yawH3YYMAFl01M7Piiwf4w5oiw2Vagg,1564
|
|
215
215
|
verifiers/v1/configs/judge.py,sha256=O7oe28tS24fKRXUML_-6vHrVGdG6w7061SPQXOH7XvM,2223
|
|
@@ -334,11 +334,11 @@ verifiers/v1/utils/loaders.py,sha256=NSIBdNU3JVeyddL-dM4dJt6khCHyjCgzJuFtLrgiwD0
|
|
|
334
334
|
verifiers/v1/utils/logging.py,sha256=OcMHA6NsYux3oIzjPuI95rDWmFBHNcHDjZeNIhXTX-Y,2084
|
|
335
335
|
verifiers/v1/utils/memory.py,sha256=ZkIvGk6uITAH5sKon65LifKPbvZr8mJ__PVc23FZpOQ,1835
|
|
336
336
|
verifiers/v1/utils/platform.py,sha256=MWZmvyj0iyzNIO0xRhlkCXtFF1plq6EJi8rWlvrFtvI,11363
|
|
337
|
-
verifiers/v1/utils/retries.py,sha256=
|
|
337
|
+
verifiers/v1/utils/retries.py,sha256=Y2ZgrAjn-qNkRKZP_RVNL_7EK0iaRcZeCa404lpGYi4,5417
|
|
338
338
|
verifiers/v1/utils/score.py,sha256=-R5Cog14r_tJ6Q_oOfGr5VPAm2CCUhofYZB6B9lm4wM,5787
|
|
339
339
|
verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
|
|
340
|
-
verifiers-0.2.2.
|
|
341
|
-
verifiers-0.2.2.
|
|
342
|
-
verifiers-0.2.2.
|
|
343
|
-
verifiers-0.2.2.
|
|
344
|
-
verifiers-0.2.2.
|
|
340
|
+
verifiers-0.2.2.dev68.dist-info/METADATA,sha256=cONB3Dd90Qsw11Al4ZFnonCWKo3qWziCtWCr85lu6r4,4545
|
|
341
|
+
verifiers-0.2.2.dev68.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
|
|
342
|
+
verifiers-0.2.2.dev68.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
|
|
343
|
+
verifiers-0.2.2.dev68.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
|
|
344
|
+
verifiers-0.2.2.dev68.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|