verifiers 0.3.2.dev205__py3-none-any.whl → 0.3.2.dev207__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- verifiers/v1/agent.py +7 -4
- verifiers/v1/clients/train.py +1 -1
- verifiers/v1/configs/agent.py +13 -14
- verifiers/v1/configs/judge.py +1 -1
- verifiers/v1/dialects/anthropic.py +1 -1
- verifiers/v1/dialects/chat.py +1 -1
- verifiers/v1/dialects/responses.py +1 -1
- verifiers/v1/judge.py +23 -4
- verifiers/v1/types.py +21 -12
- verifiers/v1/utils/generic.py +11 -3
- {verifiers-0.3.2.dev205.dist-info → verifiers-0.3.2.dev207.dist-info}/METADATA +1 -1
- {verifiers-0.3.2.dev205.dist-info → verifiers-0.3.2.dev207.dist-info}/RECORD +15 -15
- {verifiers-0.3.2.dev205.dist-info → verifiers-0.3.2.dev207.dist-info}/WHEEL +0 -0
- {verifiers-0.3.2.dev205.dist-info → verifiers-0.3.2.dev207.dist-info}/entry_points.txt +0 -0
- {verifiers-0.3.2.dev205.dist-info → verifiers-0.3.2.dev207.dist-info}/licenses/LICENSE +0 -0
verifiers/v1/agent.py
CHANGED
|
@@ -21,7 +21,12 @@ from verifiers.v1.clients import (
|
|
|
21
21
|
EvalClientConfig,
|
|
22
22
|
ModelContext,
|
|
23
23
|
)
|
|
24
|
-
from verifiers.v1.configs.agent import
|
|
24
|
+
from verifiers.v1.configs.agent import (
|
|
25
|
+
AgentConfig,
|
|
26
|
+
TimeoutConfig,
|
|
27
|
+
agent_config_fields,
|
|
28
|
+
resolve_agent,
|
|
29
|
+
)
|
|
25
30
|
from verifiers.v1.configs.runtime import NetworkPolicyConfig
|
|
26
31
|
from verifiers.v1.dialects import parse_message
|
|
27
32
|
from verifiers.v1.harness import Harness
|
|
@@ -41,7 +46,6 @@ from verifiers.v1.trace import Trace
|
|
|
41
46
|
from verifiers.v1.types import (
|
|
42
47
|
AssistantMessage,
|
|
43
48
|
Messages,
|
|
44
|
-
Sampling,
|
|
45
49
|
ToolMessage,
|
|
46
50
|
UserMessage,
|
|
47
51
|
)
|
|
@@ -550,8 +554,7 @@ class Agent:
|
|
|
550
554
|
config = config.model_copy(
|
|
551
555
|
update={"harness": harness_config_type("bash")(id="bash")}
|
|
552
556
|
)
|
|
553
|
-
|
|
554
|
-
config = config.model_copy(update={"sampling": Sampling()})
|
|
557
|
+
config = resolve_agent(config)
|
|
555
558
|
self.config = config
|
|
556
559
|
self.harness = load_harness(config.harness)
|
|
557
560
|
self.ctx = ModelContext(
|
verifiers/v1/clients/train.py
CHANGED
|
@@ -375,7 +375,7 @@ class TrainClient(Client):
|
|
|
375
375
|
prompt_ids: list[int] | None = None
|
|
376
376
|
prompt_attribution: RenderedTokens | None = None
|
|
377
377
|
model = body["model"]
|
|
378
|
-
sampling_params = sampling.
|
|
378
|
+
sampling_params = sampling.model_dump(exclude_none=True)
|
|
379
379
|
chat_template_kwargs = sampling_params.pop("chat_template_kwargs", None)
|
|
380
380
|
cache_salt = sampling_params.pop("cache_salt", None)
|
|
381
381
|
pool = ElasticRendererPool(
|
verifiers/v1/configs/agent.py
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
from typing import Any
|
|
4
4
|
|
|
5
|
-
from pydantic import BaseModel, Field, SerializeAsAny, model_validator
|
|
5
|
+
from pydantic import BaseModel, Field, SerializeAsAny, field_serializer, model_validator
|
|
6
6
|
from pydantic_config import BaseConfig
|
|
7
7
|
|
|
8
8
|
from verifiers.v1.clients import ClientConfig
|
|
@@ -10,7 +10,7 @@ from verifiers.v1.configs.harness import HarnessConfig, WireHarnessConfig
|
|
|
10
10
|
from verifiers.v1.configs.retries import RetryConfig
|
|
11
11
|
from verifiers.v1.runtimes import PrimeConfig, RuntimeConfig
|
|
12
12
|
from verifiers.v1.types import SamplingConfig
|
|
13
|
-
from verifiers.v1.utils.generic import
|
|
13
|
+
from verifiers.v1.utils.generic import merge_defaults
|
|
14
14
|
|
|
15
15
|
|
|
16
16
|
class TimeoutConfig(BaseConfig):
|
|
@@ -57,6 +57,12 @@ class AgentConfig(BaseConfig):
|
|
|
57
57
|
network_notice: bool = True
|
|
58
58
|
"""Include the runtime's network restrictions in the agent's prompt."""
|
|
59
59
|
|
|
60
|
+
@field_serializer("sampling")
|
|
61
|
+
def _sampling_overrides(self, sampling: SamplingConfig | None) -> dict | None:
|
|
62
|
+
# An unresolved agent carries only overrides across env-server boundaries.
|
|
63
|
+
# resolve_agent fills every field before the config is recorded on a trace.
|
|
64
|
+
return sampling.model_dump(exclude_unset=True) if sampling is not None else None
|
|
65
|
+
|
|
60
66
|
@model_validator(mode="before")
|
|
61
67
|
@classmethod
|
|
62
68
|
def _resolve_harness(cls, data):
|
|
@@ -99,9 +105,7 @@ def merge_agent_defaults(config: type[BaseModel], data: Any) -> Any:
|
|
|
99
105
|
if isinstance(field.default, AgentConfig) and isinstance(
|
|
100
106
|
data.get(name), dict
|
|
101
107
|
):
|
|
102
|
-
data[name] =
|
|
103
|
-
field.default.model_dump(exclude_none=True), data[name]
|
|
104
|
-
)
|
|
108
|
+
data[name] = merge_defaults(field.default, data[name])
|
|
105
109
|
return data
|
|
106
110
|
|
|
107
111
|
|
|
@@ -116,19 +120,14 @@ def resolve_agent(
|
|
|
116
120
|
"""`spec` with what it leaves unset filled from the run's defaults; its own
|
|
117
121
|
sampling values merge over the run's. The one place a seat's identity resolves,
|
|
118
122
|
for configured agent roles."""
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
update=deep_merge(
|
|
123
|
-
sampling.model_dump(exclude_unset=True),
|
|
124
|
-
spec.sampling.model_dump(exclude_unset=True),
|
|
125
|
-
)
|
|
126
|
-
)
|
|
123
|
+
defaults = sampling or SamplingConfig()
|
|
124
|
+
overrides = (spec.sampling or SamplingConfig()).model_dump(exclude_unset=True)
|
|
125
|
+
merged = {**defaults.model_dump(), **merge_defaults(defaults, overrides)}
|
|
127
126
|
return spec.model_copy(
|
|
128
127
|
update={
|
|
129
128
|
"harness": spec.harness if spec.harness is not None else harness,
|
|
130
129
|
"model": spec.model if spec.model is not None else model,
|
|
131
130
|
"client": spec.client if spec.client is not None else client,
|
|
132
|
-
"sampling": merged,
|
|
131
|
+
"sampling": SamplingConfig.model_validate(merged),
|
|
133
132
|
}
|
|
134
133
|
)
|
verifiers/v1/configs/judge.py
CHANGED
|
@@ -17,7 +17,7 @@ class JudgeConfig(BaseClientConfig):
|
|
|
17
17
|
name: str = ""
|
|
18
18
|
"""Reward key override for a plugged judge."""
|
|
19
19
|
weight: FiniteFloat = 1.0
|
|
20
|
-
model: str = "openai/gpt-
|
|
20
|
+
model: str = "openai/gpt-6-luna"
|
|
21
21
|
sampling: SamplingConfig = SamplingConfig()
|
|
22
22
|
prompt: Path | None = None
|
|
23
23
|
"""File whose text overrides the judge's default prompt template."""
|
|
@@ -660,7 +660,7 @@ class AnthropicDialect(Dialect[AnthropicMessage]):
|
|
|
660
660
|
# Preserve native fields except the eval's model + sampling. `temperature`/`top_p` are
|
|
661
661
|
# authoritative (always dropped, the eval's applied if set); `max_tokens` is required by
|
|
662
662
|
# the API, so the program's is kept unless the eval sets one.
|
|
663
|
-
s = sampling.
|
|
663
|
+
s = sampling.model_dump(exclude_none=True)
|
|
664
664
|
reasoning_effort = s.pop("reasoning_effort", None)
|
|
665
665
|
sampling_output_config = s.pop("output_config", None)
|
|
666
666
|
overrides: dict = {**s, "model": model}
|
verifiers/v1/dialects/chat.py
CHANGED
|
@@ -586,7 +586,7 @@ class ChatDialect(Dialect[ChatCompletion]):
|
|
|
586
586
|
# Preserve the program's native fields, overlaying only what the eval owns: the model and
|
|
587
587
|
# the sampling knobs it set. The selected model is authoritative even if a permissive
|
|
588
588
|
# sampling config carries an extra field named `model`.
|
|
589
|
-
overrides = sampling.
|
|
589
|
+
overrides = sampling.model_dump(exclude_none=True)
|
|
590
590
|
max_token_keys = {"max_tokens", "max_completion_tokens"}
|
|
591
591
|
max_tokens_overridden = not max_token_keys.isdisjoint(overrides)
|
|
592
592
|
steered = {
|
|
@@ -754,7 +754,7 @@ class ResponsesDialect(Dialect[OpenAIResponse]):
|
|
|
754
754
|
) -> RawRequest:
|
|
755
755
|
# Preserve native fields except the eval's model + sampling, mapped to the Responses shape
|
|
756
756
|
# (`max_tokens` -> `max_output_tokens`); sampling is authoritative.
|
|
757
|
-
s = sampling.
|
|
757
|
+
s = sampling.model_dump(exclude_none=True)
|
|
758
758
|
max_tokens = s.pop("max_tokens", None)
|
|
759
759
|
reasoning_effort = s.pop("reasoning_effort", None)
|
|
760
760
|
sampling_reasoning = s.pop("reasoning", None)
|
verifiers/v1/judge.py
CHANGED
|
@@ -53,6 +53,9 @@ import re
|
|
|
53
53
|
from collections.abc import Callable, Mapping, Sequence
|
|
54
54
|
from typing import TYPE_CHECKING, Any, Generic, Literal, cast
|
|
55
55
|
|
|
56
|
+
from openai.types.chat.completion_create_params import (
|
|
57
|
+
CompletionCreateParamsNonStreaming,
|
|
58
|
+
)
|
|
56
59
|
from pydantic import BaseModel
|
|
57
60
|
from typing_extensions import TypeVar
|
|
58
61
|
|
|
@@ -62,8 +65,8 @@ from verifiers.v1.configs.judge import (
|
|
|
62
65
|
judge_key,
|
|
63
66
|
)
|
|
64
67
|
from verifiers.v1.dialects.chat import message_to_wire
|
|
65
|
-
from verifiers.v1.types import Messages, Usage
|
|
66
|
-
from verifiers.v1.utils.generic import concrete_type
|
|
68
|
+
from verifiers.v1.types import Messages, SamplingConfig, Usage
|
|
69
|
+
from verifiers.v1.utils.generic import concrete_type, merge_defaults
|
|
67
70
|
from verifiers.v1.utils.score import parse_judge_choice
|
|
68
71
|
|
|
69
72
|
if TYPE_CHECKING:
|
|
@@ -176,8 +179,24 @@ class Judge(Generic[ParsedT, ConfigT]):
|
|
|
176
179
|
else [message_to_wire(m) for m in messages]
|
|
177
180
|
)
|
|
178
181
|
kwargs: dict[str, Any] = {"model": self.config.model, "messages": wire}
|
|
179
|
-
|
|
180
|
-
|
|
182
|
+
# Transport options are SDK arguments, not model sampling parameters.
|
|
183
|
+
request_options = {
|
|
184
|
+
key: sampling.pop(key)
|
|
185
|
+
for key in ("extra_headers", "extra_query", "timeout")
|
|
186
|
+
if key in sampling
|
|
187
|
+
}
|
|
188
|
+
params = SamplingConfig.model_validate(
|
|
189
|
+
merge_defaults(self.config.sampling, sampling)
|
|
190
|
+
).model_dump(exclude_none=True)
|
|
191
|
+
sdk_fields = CompletionCreateParamsNonStreaming.__annotations__
|
|
192
|
+
kwargs.update(
|
|
193
|
+
{key: value for key, value in params.items() if key in sdk_fields}
|
|
194
|
+
)
|
|
195
|
+
# The SDK accepts provider-specific parameters only through extra_body.
|
|
196
|
+
kwargs["extra_body"] = {
|
|
197
|
+
key: value for key, value in params.items() if key not in sdk_fields
|
|
198
|
+
}
|
|
199
|
+
kwargs.update(request_options)
|
|
181
200
|
|
|
182
201
|
response: JudgeResponse[Any] | None = None
|
|
183
202
|
try:
|
verifiers/v1/types.py
CHANGED
|
@@ -3,7 +3,13 @@ from dataclasses import dataclass
|
|
|
3
3
|
from typing import Annotated, Any, Literal
|
|
4
4
|
|
|
5
5
|
import numpy as np
|
|
6
|
-
from pydantic import
|
|
6
|
+
from pydantic import (
|
|
7
|
+
AliasChoices,
|
|
8
|
+
BaseModel,
|
|
9
|
+
ConfigDict,
|
|
10
|
+
Field,
|
|
11
|
+
model_validator,
|
|
12
|
+
)
|
|
7
13
|
from typing_extensions import TypedDict
|
|
8
14
|
|
|
9
15
|
|
|
@@ -276,17 +282,20 @@ class SamplingConfig(BaseModel):
|
|
|
276
282
|
None, validation_alias=AliasChoices("max_tokens", "max_completion_tokens")
|
|
277
283
|
)
|
|
278
284
|
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
}
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
285
|
+
@model_validator(mode="before")
|
|
286
|
+
@classmethod
|
|
287
|
+
def normalize(cls, data: Any) -> Any:
|
|
288
|
+
"""Use one key per parameter before merging overrides, retaining null clears."""
|
|
289
|
+
if not isinstance(data, dict):
|
|
290
|
+
return data
|
|
291
|
+
normalized = {}
|
|
292
|
+
for layer in (data.get("extra_body") or {}, data):
|
|
293
|
+
layer = dict(layer)
|
|
294
|
+
if "max_completion_tokens" in layer:
|
|
295
|
+
layer.setdefault("max_tokens", layer.pop("max_completion_tokens"))
|
|
296
|
+
layer.pop("extra_body", None)
|
|
297
|
+
normalized.update(layer)
|
|
298
|
+
return normalized
|
|
290
299
|
|
|
291
300
|
|
|
292
301
|
Sampling = SamplingConfig
|
verifiers/v1/utils/generic.py
CHANGED
|
@@ -4,6 +4,8 @@ from typing import TypeVar, get_args, get_origin
|
|
|
4
4
|
|
|
5
5
|
from pydantic import BaseModel, ValidationError
|
|
6
6
|
|
|
7
|
+
from verifiers.v1.types import SamplingConfig
|
|
8
|
+
|
|
7
9
|
T = TypeVar("T")
|
|
8
10
|
|
|
9
11
|
|
|
@@ -52,15 +54,21 @@ def merge_defaults(defaults: BaseModel, raw: dict | None) -> dict:
|
|
|
52
54
|
`{}` becomes `{type = "grpo", kl = 0.1}`, `{kl = 0.5}` becomes
|
|
53
55
|
`{type = "grpo", kl = 0.5}`, and `{type = "max_rl"}` stays `{type = "max_rl"}`.
|
|
54
56
|
"""
|
|
55
|
-
|
|
56
|
-
|
|
57
|
+
raw = dict(raw or {})
|
|
58
|
+
if isinstance(defaults, SamplingConfig):
|
|
59
|
+
raw = SamplingConfig.model_validate(raw).model_dump(exclude_unset=True)
|
|
57
60
|
identity = {
|
|
58
61
|
k: getattr(defaults, k)
|
|
59
62
|
for k in ("id", "type")
|
|
60
63
|
if k in type(defaults).model_fields
|
|
61
64
|
}
|
|
65
|
+
if any(key in raw and raw[key] != value for key, value in identity.items()):
|
|
66
|
+
return raw
|
|
67
|
+
for name, value in defaults:
|
|
68
|
+
if isinstance(value, BaseModel) and isinstance(raw.get(name), dict):
|
|
69
|
+
raw[name] = merge_defaults(value, raw[name])
|
|
62
70
|
block = {**identity, **_dump_set(defaults)}
|
|
63
|
-
return deep_merge(
|
|
71
|
+
return deep_merge(block, raw)
|
|
64
72
|
|
|
65
73
|
|
|
66
74
|
def _dump_set(config: BaseModel) -> dict:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: verifiers
|
|
3
|
-
Version: 0.3.2.
|
|
3
|
+
Version: 0.3.2.dev207
|
|
4
4
|
Summary: Verifiers: Environments for LLM Reinforcement Learning
|
|
5
5
|
Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
|
|
6
6
|
Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
verifiers/__init__.py,sha256=F5IVMw6mhGaPBMCw7QKk0la_r5mMwydP2hdTTdQucik,352
|
|
2
2
|
verifiers/v1/__init__.py,sha256=xvS_VfN7QwTethhEJsZCi7lHicKvQdQKh2nhB2h9Lu8,8884
|
|
3
|
-
verifiers/v1/agent.py,sha256=
|
|
3
|
+
verifiers/v1/agent.py,sha256=Ql0AVWc18yqrX-MvR2gR71qypMAx9N5QX8dNB-pJorM,45041
|
|
4
4
|
verifiers/v1/env.py,sha256=fxXBjVyi0milYViHt6O0vBK3JdM2TYSOoQpXd0P0rFE,18110
|
|
5
5
|
verifiers/v1/episode.py,sha256=UPtA02aGWA-fY8cJKEuYCMtQVnPN1C0BSN13LggNT8U,5986
|
|
6
6
|
verifiers/v1/errors.py,sha256=nNabzi55J5aHmAmW9UHZVpI7kcBfy4Xcyt4cQthZbM8,5875
|
|
7
7
|
verifiers/v1/graph.py,sha256=LW0pJRxCCOXZa2KwB0edHIIqmRrzLFBDNyEeOFVskl8,41502
|
|
8
8
|
verifiers/v1/harness.py,sha256=4hnAh7tjiXfXoEYAzn8XhHy8sJ3PhZ0Tti5VqwxUQDs,16251
|
|
9
|
-
verifiers/v1/judge.py,sha256=
|
|
9
|
+
verifiers/v1/judge.py,sha256=uq9Ddm_le_m-YIMO8AyLr4AbuQicnZamfenzsiXc95c,10466
|
|
10
10
|
verifiers/v1/rollout.py,sha256=kYJMreIYzhyZicogMyvltqsdJqK9vQsc2EbK_FidWxA,29647
|
|
11
11
|
verifiers/v1/semantic.py,sha256=tX8FYEceuMYauuB3Bc8jLDMS2eR06JjLjTo66R190Fg,4053
|
|
12
12
|
verifiers/v1/session.py,sha256=p3Rm0MU-6fPsJLjQcIMg-NOIV-8_tsqcXNTftJ94brY,28555
|
|
@@ -14,7 +14,7 @@ verifiers/v1/state.py,sha256=EckF2bWp-vV4b1jYJ9sLI5xrfGuI5spIgYYwW926toI,595
|
|
|
14
14
|
verifiers/v1/task.py,sha256=YN_P3912NYbK4VPTPHu6kyYCpeyoyhDVxBbhpjg8AA0,13185
|
|
15
15
|
verifiers/v1/taskset.py,sha256=LE_3ogL7itU2Amk-N20cHkZ7Ev6MznJ0HpC8B1xb4w0,9482
|
|
16
16
|
verifiers/v1/trace.py,sha256=Npc-TrBh-B3H0OvtfA5X31VAlOhfgLDKGdXohqC2uIk,31156
|
|
17
|
-
verifiers/v1/types.py,sha256
|
|
17
|
+
verifiers/v1/types.py,sha256=b0Tu_rACPDq8oX3Yyj3lseC1S13VjZ5u9jKsa9Iyvew,10747
|
|
18
18
|
verifiers/v1/acp/__init__.py,sha256=gb2tkeq27oLHMPrCFOAGQi4iS2g3nzhpbC1kM_YCS8g,16479
|
|
19
19
|
verifiers/v1/acp/runner.py,sha256=sFsg0UgWeDjpjihejUidIV2yTapVj1Ap0cDTaEktjkI,15484
|
|
20
20
|
verifiers/v1/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -40,13 +40,13 @@ verifiers/v1/clients/__init__.py,sha256=Ysig0tE_0E4Jsfgfes1XHN-fK1s_RCXdqZD6E7lK
|
|
|
40
40
|
verifiers/v1/clients/base.py,sha256=C0G5lRm3nxt1xmPoA2cweBgCnN2KcLepmCYq1vdDrnU,1691
|
|
41
41
|
verifiers/v1/clients/client.py,sha256=zqC_AkiD9pl0kxxIbupNiehbS-YnVdp3EMZ0LOHTd8U,3125
|
|
42
42
|
verifiers/v1/clients/eval.py,sha256=qMm1W4H1JN2xa6e-aSUL19iQ_QHCB7MxEofUD7_MsEU,8299
|
|
43
|
-
verifiers/v1/clients/train.py,sha256=
|
|
43
|
+
verifiers/v1/clients/train.py,sha256=wc4B9PIoOpB16u3676AJ3iC3F2WU2r4qqwELbo5Nxhc,19507
|
|
44
44
|
verifiers/v1/configs/__init__.py,sha256=X7u6X7B3ieD1HZl79Tv1kg-yPHbT0QLvAebaGqxVtvA,317
|
|
45
|
-
verifiers/v1/configs/agent.py,sha256=
|
|
45
|
+
verifiers/v1/configs/agent.py,sha256=I7TLSrniuNenOzBD13nK4s3wQhzBd9g7OK1sxZ--Zrc,5656
|
|
46
46
|
verifiers/v1/configs/client.py,sha256=5OW_kAmFf2DkmzH2cerd4bINrIL2t68MKKcREUdrQyQ,6224
|
|
47
47
|
verifiers/v1/configs/env.py,sha256=k47XBYYWLOf-8P1dbek3x_s0ucNb726xxoryG69DIr4,7256
|
|
48
48
|
verifiers/v1/configs/harness.py,sha256=ZrR-Egzfft95oMoqQ78bAq9TqP882Q68M_47Ajw9lE8,2918
|
|
49
|
-
verifiers/v1/configs/judge.py,sha256=
|
|
49
|
+
verifiers/v1/configs/judge.py,sha256=rla9tET2hz__lmHwmTFG98JD68-uaEDhHlp2jNehgJI,2164
|
|
50
50
|
verifiers/v1/configs/retries.py,sha256=BgpGbdMBmjyjcIGnvb5VTJzKMDA6TdKil-PBQaRwGZM,1770
|
|
51
51
|
verifiers/v1/configs/runtime.py,sha256=3LDAnKy-BotE6MqyT1l07Y_bAq9Wye1OU8JZ7lyUVvY,5474
|
|
52
52
|
verifiers/v1/configs/select.py,sha256=_HdcepQaJ1sDCYcs7Vqx72npDwHGOgUjsLDZmcgnonU,4743
|
|
@@ -61,10 +61,10 @@ verifiers/v1/configs/cli/init.py,sha256=JvIUOdhfZfNOXg2wm2i06jLLHpb97tNMzZqmcK_9
|
|
|
61
61
|
verifiers/v1/configs/cli/replay.py,sha256=vUCNs-9j1CXcAZhGozN1EaztcXK_dYVK3iN_fRmbSXw,2929
|
|
62
62
|
verifiers/v1/configs/cli/validate.py,sha256=m5ReEfF4-_hOlsvuCtCdeCDywXAfQoKR-NpH6Fzv1u0,3990
|
|
63
63
|
verifiers/v1/dialects/__init__.py,sha256=MNOYM2NdTlSxGK4VtoEjMtD5zya2MpjPDX5jMvZUWEo,736
|
|
64
|
-
verifiers/v1/dialects/anthropic.py,sha256=
|
|
64
|
+
verifiers/v1/dialects/anthropic.py,sha256=7ZMUE1KJ4qXLylE0q0vgWdLlKelaPY1OoGenN8MFYLw,26129
|
|
65
65
|
verifiers/v1/dialects/base.py,sha256=BOqQFQU5ya80fp3Ny_miLHArtYTWlPpvxVC7z8UKaQ0,15909
|
|
66
|
-
verifiers/v1/dialects/chat.py,sha256=
|
|
67
|
-
verifiers/v1/dialects/responses.py,sha256=
|
|
66
|
+
verifiers/v1/dialects/chat.py,sha256=Ulj1zza0eH35LKuirr1wBiEHfgHSTeB1-qztZ-NU5E8,23793
|
|
67
|
+
verifiers/v1/dialects/responses.py,sha256=FgHp-O5tfHRfYfDfd7V4e9IFpR548Xm5SUZwShiWmks,31168
|
|
68
68
|
verifiers/v1/envs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
69
69
|
verifiers/v1/envs/agentic_judge/__init__.py,sha256=LfEcRHLG_siKzhzWmODDXWSLpLgfum3UFdQDK9XG0gk,325
|
|
70
70
|
verifiers/v1/envs/agentic_judge/env.py,sha256=GovnHqgRm8nQLAM7wMx57-A_wJBRYopsfiy2Bgf32nA,15339
|
|
@@ -181,7 +181,7 @@ verifiers/v1/utils/compile.py,sha256=5pxy31wx2Q-3pQjOO5B9SH6OT-wwb8r4F1LAl6HMeQA
|
|
|
181
181
|
verifiers/v1/utils/decorators.py,sha256=vhoN6YoKb15-Fkqmc9RaNlUIbt9WRvNK4zAn2bAxfS4,5367
|
|
182
182
|
verifiers/v1/utils/eval.py,sha256=lXBsir3rastL31CuXkJi522v6ypAI1ZGQ82IoTkm8IQ,1237
|
|
183
183
|
verifiers/v1/utils/format.py,sha256=yX160sGewMMZn9iJqTHRbYYt4Z9pHasjMlFT1dXrKD8,2446
|
|
184
|
-
verifiers/v1/utils/generic.py,sha256=
|
|
184
|
+
verifiers/v1/utils/generic.py,sha256=isejTTgRoFDJQOM18L3sWqfzBRQyYUkQvk-gNbrYAVc,5025
|
|
185
185
|
verifiers/v1/utils/git.py,sha256=MTRinOvG4EddfjdahHkFZUihHmhJ37n5ROtgjzjE1NA,8366
|
|
186
186
|
verifiers/v1/utils/image.py,sha256=OFw_wdwVtbdwa8uJ3X3vYfhpUAi0CTH5HMBupjVsRRQ,282
|
|
187
187
|
verifiers/v1/utils/interrupt.py,sha256=F-KKhc5ndPJJfhd3SuMqyqhXhA32FhCRy5KWFJpEoM4,1179
|
|
@@ -196,8 +196,8 @@ verifiers/v1/utils/scope.py,sha256=bzUEiWDOVdbj7dXOwGOlzsQ_-Xu0j9NR5TalQB-8TS8,8
|
|
|
196
196
|
verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
|
|
197
197
|
verifiers/v1/utils/trace_store.py,sha256=RsCDonGR-bs-tvEstcppiJm3jFmAdIiG83fA5KtCbAw,2801
|
|
198
198
|
verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
|
|
199
|
-
verifiers-0.3.2.
|
|
200
|
-
verifiers-0.3.2.
|
|
201
|
-
verifiers-0.3.2.
|
|
202
|
-
verifiers-0.3.2.
|
|
203
|
-
verifiers-0.3.2.
|
|
199
|
+
verifiers-0.3.2.dev207.dist-info/METADATA,sha256=q2UCf3W6Qsdb08TKVBhfuBuRjK1YXa54Ubfz-GDSpDk,4228
|
|
200
|
+
verifiers-0.3.2.dev207.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
|
|
201
|
+
verifiers-0.3.2.dev207.dist-info/entry_points.txt,sha256=iugElcdWPKbQM7uFF0lZ8iUpHsNr17-BwEAAjJWxV3U,259
|
|
202
|
+
verifiers-0.3.2.dev207.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
|
|
203
|
+
verifiers-0.3.2.dev207.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|