verifiers 0.3.2.dev157__tar.gz → 0.3.2.dev159__tar.gz

{verifiers-0.3.2.dev157 → verifiers-0.3.2.dev159}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev157
+Version: 0.3.2.dev159
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev157 → verifiers-0.3.2.dev159}/verifiers/v1/__init__.py

@@ -15,7 +15,6 @@ from verifiers.v1.clients import (
 )
 from verifiers.v1.configs.agent import AgentConfig
 from verifiers.v1.configs.cli.env import (
-    merge_env_defaults,
     narrowed_env_annotation,
     resolve_env_field,
 )
@@ -153,6 +152,7 @@ from verifiers.v1.utils.decorators import (
     stop,
     tool,
 )
+from verifiers.v1.utils.generic import merge_defaults
 from verifiers.v1.utils.git import (
     PATCH_CAP_BYTES as PATCH_CAP_BYTES,
 )
@@ -321,7 +321,7 @@ __all__ = [  # noqa: RUF022 - grouped by public API area
     "SharedEnvConfig",
     "ServeConfig",
     "resolve_env_field",
-    "merge_env_defaults",
+    "merge_defaults",
     "narrowed_env_annotation",
     "SingleAgentEnvConfig",
     "AgentConfig",

{verifiers-0.3.2.dev157 → verifiers-0.3.2.dev159}/verifiers/v1/configs/cli/env.py

@@ -1,5 +1,6 @@
 """Run-config plumbing around the `[env]` block: narrowing the `env` field of
-every config that owns one, and layering shared env defaults under it.
+every config that owns one. `merge_defaults` (`utils/generic.py`) layers shared env
+defaults under it.
 
 A run composes the blocks it needs — `[env]` (what runs, `configs/env.py`),
 `[serve]` (how it's hosted, `configs/serve.py`) — plus its own fields. Nothing here is a base class: the eval
@@ -10,11 +11,11 @@ single_agent_env_config)`. The `SerializeAsAny` is load-bearing: pydantic serial
 by declared type, so a plain `EnvConfig` silently drops a narrowed subclass's agents
 and knobs from `model_dump()` — the env-server wire's payload."""
 
-from pydantic import BaseModel, ValidationError
+from pydantic import ValidationError
 from pydantic_config import BaseConfig
 
-from verifiers.v1.configs.env import EnvConfig, SharedEnvConfig
-from verifiers.v1.utils.generic import deep_merge, prefix_validation_error
+from verifiers.v1.configs.env import EnvConfig
+from verifiers.v1.utils.generic import prefix_validation_error
 
 
 def resolve_env_field(data: dict, narrowed: "type[EnvConfig] | None" = None) -> dict:
@@ -45,32 +46,6 @@ def resolve_env_field(data: dict, narrowed: "type[EnvConfig] | None" = None) ->
     return data
 
 
-def merge_env_defaults(defaults: SharedEnvConfig, env: dict | None) -> dict:
-    """A raw `env` block over `defaults`, the knobs that several envs of one run share
-    (e.g. the retries of every eval source). Only the fields set in `defaults` apply,
-    and the env's own values win. A subtree whose `id`/`type` differs from the
-    default's is the env's alone, so one plugin's knobs never leak into another's."""
-    return deep_merge(_dump_set(defaults), env or {})
-
-
-def _dump_set(config: BaseModel) -> dict:
-    """`config`'s set fields, including those set on a sub-config after construction
-    (which leaves the parent's field unmarked). Each dumped sub-config keeps its
-    `id`/`type` even at the default: `deep_merge` detects a plugin switch only when
-    both sides name it."""
-    dump = {}
-    for name in type(config).model_fields:
-        value = getattr(config, name)
-        if isinstance(value, BaseModel):
-            nested = _dump_set(value)
-            if nested or name in config.model_fields_set:
-                keys = [k for k in ("id", "type") if k in type(value).model_fields]
-                dump[name] = {**{k: getattr(value, k) for k in keys}, **nested}
-        elif name in config.model_fields_set:
-            dump[name] = config.model_dump(include={name})[name]
-    return dump
-
-
 def narrowed_env_annotation(cls) -> "type[EnvConfig] | None":
     """The env field's annotation when the CLI pre-narrowed it (`narrow_config`
     swaps in a concrete subclass). The base declaration reads as `EnvConfig` itself

{verifiers-0.3.2.dev157 → verifiers-0.3.2.dev159}/verifiers/v1/harnesses/rlm/harness.py

@@ -69,7 +69,7 @@ class CompactionConfig(BaseConfig):
 
 class RLMHarnessConfig(HarnessConfig):
     version: str = Field(
-        default="7b5c89b2a0055e6c1a993cdd0ba0384053835f14", min_length=1
+        default="f18f10800f86f13913e19ef930abe5fcde4aa90f", min_length=1
     )
     """Git ref (branch, tag, or commit) of nano-rlm to install. Must know every
     field this harness puts on the wire, i.e. be at least the default ref."""

verifiers-0.3.2.dev159/verifiers/v1/utils/generic.py

@@ -0,0 +1,105 @@
+"""Generic helpers shared across v1 modules."""
+
+from typing import TypeVar, get_args, get_origin
+
+from pydantic import BaseModel, ValidationError
+
+T = TypeVar("T")
+
+
+def prefix_validation_error(e: ValidationError, prefix: tuple) -> ValidationError:
+    """`e` with `prefix` prepended to every error's loc. A sub-model validated
+    inside a `mode="before"` validator surfaces its errors at the validator's own
+    loc, so without re-raising prefixed the CLI renders a flag path missing the
+    segments the user actually typed."""
+    return ValidationError.from_exception_data(
+        e.title,
+        [
+            {**err, "loc": prefix + tuple(err["loc"])}
+            for err in e.errors(include_url=False)
+        ],
+    )
+
+
+def deep_merge(base: dict, override: dict) -> dict:
+    """`override` onto `base`, recursing into dicts, so a partial nested override
+    keeps the untouched keys of the declared default. An override that switches a
+    subtree's discriminator (`id`/`type`) replaces the subtree wholesale — the old
+    plugin's fields must not leak into the new type's validation."""
+    merged = dict(base)
+    for key, value in override.items():
+        if isinstance(value, dict) and isinstance(merged.get(key), dict):
+            switched = any(
+                k in value and k in merged[key] and value[k] != merged[key][k]
+                for k in ("id", "type")
+            )
+            merged[key] = value if switched else deep_merge(merged[key], value)
+        else:
+            merged[key] = value
+    return merged
+
+
+def merge_defaults(defaults: BaseModel, raw: dict | None) -> dict:
+    """Fill in a raw config block with the values that `defaults` sets, e.g. a
+    group's shared knobs under each member's own block.
+
+    - Only fields that were set on `defaults` are filled in; its plain defaults are not.
+    - Nested blocks are filled in key by key; a value already in `raw` is kept.
+    - If `raw` names a different `id`/`type` for a block (at any depth), that block is
+      taken from `raw` alone, so one plugin's fields never leak into another's.
+
+    For example, with `defaults` set to `algo = {type = "grpo", kl = 0.1}`:
+    `{}` becomes `{type = "grpo", kl = 0.1}`, `{kl = 0.5}` becomes
+    `{type = "grpo", kl = 0.5}`, and `{type = "max_rl"}` stays `{type = "max_rl"}`.
+    """
+    # `deep_merge` detects an `id`/`type` switch only on nested blocks, so wrap the
+    # block once to detect a switch of the block itself too.
+    identity = {
+        k: getattr(defaults, k)
+        for k in ("id", "type")
+        if k in type(defaults).model_fields
+    }
+    block = {**identity, **_dump_set(defaults)}
+    return deep_merge({"block": block}, {"block": raw or {}})["block"]
+
+
+def _dump_set(config: BaseModel) -> dict:
+    """The fields set on `config`, including extra fields, as a nested dict. A
+    sub-config the parent did not set still counts when its own fields changed after
+    construction (pydantic then leaves the parent's field unmarked), but not when it
+    only matches the field's default, which may itself be built with arguments. A
+    dumped sub-config always includes its `id`/`type`, because `deep_merge` detects a
+    switch only when both sides name it."""
+    dump = {}
+    for name, field in type(config).model_fields.items():
+        value = getattr(config, name)
+        if isinstance(value, BaseModel):
+            nested = _dump_set(value)
+            if name not in config.model_fields_set:
+                default = field.get_default(
+                    call_default_factory=True, validated_data=config.__dict__
+                )
+                if isinstance(default, BaseModel) and nested == _dump_set(default):
+                    continue
+            if nested or name in config.model_fields_set:
+                keys = [k for k in ("id", "type") if k in type(value).model_fields]
+                dump[name] = {**{k: getattr(value, k) for k in keys}, **nested}
+        elif name in config.model_fields_set:
+            dump[name] = config.model_dump(include={name})[name]
+    # Extra fields of an `extra="allow"` model exist only because they were set.
+    dump.update(config.model_dump(include=set(config.model_extra or {})))
+    return dump
+
+
+def concrete_type(
+    cls: type, bound: type[T], *, origin: type | None = None
+) -> type[T] | None:
+    """Find a concrete bounded type through `cls`'s MRO, most-derived first."""
+    for klass in cls.__mro__:
+        for base in getattr(klass, "__orig_bases__", ()):
+            if origin is not None and get_origin(base) is not origin:
+                continue
+            for arg in get_args(base):
+                if isinstance(arg, type) and issubclass(arg, bound):
+                    return arg
+    return None

verifiers-0.3.2.dev157/verifiers/v1/utils/generic.py

@@ -1,53 +0,0 @@
-"""Generic helpers shared across v1 modules."""
-
-from typing import TypeVar, get_args, get_origin
-
-from pydantic import ValidationError
-
-T = TypeVar("T")
-
-
-def prefix_validation_error(e: ValidationError, prefix: tuple) -> ValidationError:
-    """`e` with `prefix` prepended to every error's loc. A sub-model validated
-    inside a `mode="before"` validator surfaces its errors at the validator's own
-    loc, so without re-raising prefixed the CLI renders a flag path missing the
-    segments the user actually typed."""
-    return ValidationError.from_exception_data(
-        e.title,
-        [
-            {**err, "loc": prefix + tuple(err["loc"])}
-            for err in e.errors(include_url=False)
-        ],
-    )
-
-
-def deep_merge(base: dict, override: dict) -> dict:
-    """`override` onto `base`, recursing into dicts, so a partial nested override
-    keeps the untouched keys of the declared default. An override that switches a
-    subtree's discriminator (`id`/`type`) replaces the subtree wholesale — the old
-    plugin's fields must not leak into the new type's validation."""
-    merged = dict(base)
-    for key, value in override.items():
-        if isinstance(value, dict) and isinstance(merged.get(key), dict):
-            switched = any(
-                k in value and k in merged[key] and value[k] != merged[key][k]
-                for k in ("id", "type")
-            )
-            merged[key] = value if switched else deep_merge(merged[key], value)
-        else:
-            merged[key] = value
-    return merged
-
-
-def concrete_type(
-    cls: type, bound: type[T], *, origin: type | None = None
-) -> type[T] | None:
-    """Find a concrete bounded type through `cls`'s MRO, most-derived first."""
-    for klass in cls.__mro__:
-        for base in getattr(klass, "__orig_bases__", ()):
-            if origin is not None and get_origin(base) is not origin:
-                continue
-            for arg in get_args(base):
-                if isinstance(arg, type) and issubclass(arg, bound):
-                    return arg
-    return None