verifiers 0.3.2.dev130__py3-none-any.whl → 0.3.2.dev131__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -7,7 +7,9 @@ box it worked in. A separate-verifier task is graded by `finalize` instead: the
7
7
  solver's declared artifacts travel (collected after its task `finalize` while its
8
8
  box is alive), a fresh box is provisioned from the task's verifier declaration,
9
9
  `tests/` is staged there, and the verifier's rewards land on the solver's trace.
10
- No second agent is involved — the verifier is the task's own `tests/test.sh`.
10
+ No second agent is involved — the verifier is the task's own `tests/test.sh`,
11
+ staged by the task's own class, so taskset subclasses customize grading through
12
+ their task hooks rather than a custom env.
11
13
  """
12
14
 
13
15
  import verifiers.v1 as vf
@@ -56,14 +58,16 @@ class HarborEnv(IsolatedVerifierEnv, vf.Env[HarborEnvConfig]):
56
58
  Provision a fresh box from the task's verifier declaration, restore the
57
59
  solver's collected artifacts, stage `tests/`, run the verifier, and record
58
60
  its rewards (and any extra reward.json keys as metrics) on the solver's
59
- trace. Setup, restoration, staging, and scoring failures retry per
60
- `verifier.retries`; the last one fails the episode."""
61
+ trace. The grader is the task's own class, so a `HarborTask` subclass's
62
+ `setup` and `stage_verifier` run in the verifier box too. Setup,
63
+ restoration, staging, and scoring failures retry per `verifier.retries`;
64
+ the last one fails the episode."""
61
65
  if not isinstance(task, HarborTask) or task.data.verifier is None:
62
66
  return
63
67
  solution = episode.traces[0]
64
68
  if not solution.ok:
65
69
  return
66
- grader = HarborTask(verifier_box_data(task.data))
70
+ grader = type(task)(verifier_box_data(task.data), task.config)
67
71
  scores, solution = await self.grade(
68
72
  self.verifier_config(task),
69
73
  grader,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.5
2
2
  Name: verifiers
3
- Version: 0.3.2.dev130
3
+ Version: 0.3.2.dev131
4
4
  Summary: Verifiers: Environments for LLM Reinforcement Learning
5
5
  Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
6
6
  Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers
@@ -158,7 +158,7 @@ verifiers/v1/serve/server.py,sha256=i6XrY_PMAapkrP54tYX8-K6iGmOmrR7BbQ-3Qhn3w4s,
158
158
  verifiers/v1/serve/types.py,sha256=Qw5IjiJhsZz4giSXUBi9dfInBnQZ5_xiUmgH2qp8jPI,1741
159
159
  verifiers/v1/tasksets/__init__.py,sha256=2ijE3qIlLoUA02g6iysOwWQylyBBQL1GhSpjv8_bp0w,521
160
160
  verifiers/v1/tasksets/harbor/__init__.py,sha256=JxThzHFYEkuSfQbVf3pEnjordgdfe4MU-QOsSSbyovU,326
161
- verifiers/v1/tasksets/harbor/env.py,sha256=ATMkfwmrE_2jpOOffbjLQ91feG7TOtefBGlpwWbRq8c,3604
161
+ verifiers/v1/tasksets/harbor/env.py,sha256=0Q23PtPuH72q2QmG-iSsV4r7utIXstQgAaf32IA_FYo,3879
162
162
  verifiers/v1/tasksets/harbor/taskset.py,sha256=4TwjiH9QhZ05rFHiDFGiUFNFMfQfBrBhdse7wrPOH1w,34204
163
163
  verifiers/v1/tasksets/harbor/toolset.py,sha256=_7HXu-uuvqzhmJ1EX6c3KWLg0g0eRrLjCq1kBsZhIwo,3159
164
164
  verifiers/v1/tasksets/nemo_gym/__init__.py,sha256=654gAvG3Wd_Z_nh6mypeKn4s_IIQ0Ge6vcZvxTHC2_E,306
@@ -190,8 +190,8 @@ verifiers/v1/utils/retries.py,sha256=Y2ZgrAjn-qNkRKZP_RVNL_7EK0iaRcZeCa404lpGYi4
190
190
  verifiers/v1/utils/scope.py,sha256=bzUEiWDOVdbj7dXOwGOlzsQ_-Xu0j9NR5TalQB-8TS8,838
191
191
  verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
192
192
  verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
193
- verifiers-0.3.2.dev130.dist-info/METADATA,sha256=ObL6yNfqVUgdlvm3Q_7x_Tw6032FzVhZsyJIc2fTbDA,4161
194
- verifiers-0.3.2.dev130.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
195
- verifiers-0.3.2.dev130.dist-info/entry_points.txt,sha256=iugElcdWPKbQM7uFF0lZ8iUpHsNr17-BwEAAjJWxV3U,259
196
- verifiers-0.3.2.dev130.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
197
- verifiers-0.3.2.dev130.dist-info/RECORD,,
193
+ verifiers-0.3.2.dev131.dist-info/METADATA,sha256=OUiO38608oHRrsfZlI0G-wWxevOOaVxNHkiDzHpuk0A,4161
194
+ verifiers-0.3.2.dev131.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
195
+ verifiers-0.3.2.dev131.dist-info/entry_points.txt,sha256=iugElcdWPKbQM7uFF0lZ8iUpHsNr17-BwEAAjJWxV3U,259
196
+ verifiers-0.3.2.dev131.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
197
+ verifiers-0.3.2.dev131.dist-info/RECORD,,