verifiers 0.2.2.dev47__py3-none-any.whl → 0.2.2.dev48__py3-none-any.whl

verifiers/v1/cli/debug.py

@@ -18,6 +18,7 @@ import verifiers.v1 as vf
 from verifiers.v1.cli.output import append_trace, save_config
 from verifiers.v1.cli.resolve import (
     extract_id,
+    narrow_taskset_config,
     plugin_errors,
     references_config_file,
     with_positional_taskset,
@@ -43,15 +44,7 @@ USAGE = (
 
 def _narrow(argv: list[str]) -> type[DebugConfig]:
     """`DebugConfig` with `taskset` narrowed to the config type of the id on the CLI."""
-    taskset_id = extract_id(argv, "taskset")
-    if not taskset_id:
-        return DebugConfig
-    ftype = vf.taskset_config_type(taskset_id)
-    return type(
-        DebugConfig.__name__,
-        (DebugConfig,),
-        {"__annotations__": {"taskset": ftype}, "taskset": ftype(id=taskset_id)},
-    )
+    return narrow_taskset_config(DebugConfig, extract_id(argv, "taskset"))
 
 
 def output_path(config: DebugConfig) -> Path:

verifiers/v1/cli/replay.py

@@ -27,6 +27,7 @@ from verifiers.v1.cli.output import (
     save_config,
     write_config,
 )
+from verifiers.v1.cli.resolve import narrow_taskset_config
 from verifiers.v1.configs.agent import WireAgentConfig
 from verifiers.v1.configs.cli.replay import ReplayConfig
 from verifiers.v1.state import state_cls
@@ -49,14 +50,7 @@ def _narrow(config_path: Path) -> type[ReplayConfig]:
     data = tomllib.loads(config_path.read_text())
     taskset = data.get("taskset") or (data.get("env") or {}).get("taskset") or {}
     taskset_id = taskset.get("id")
-    if not taskset_id:
-        return ReplayConfig
-    ftype = vf.taskset_config_type(taskset_id)
-    return type(
-        "ReplayConfig",
-        (ReplayConfig,),
-        {"__annotations__": {"taskset": ftype}, "taskset": ftype(id=taskset_id)},
-    )
+    return narrow_taskset_config(ReplayConfig, taskset_id)
 
 
 def output_dir(config: ReplayConfig) -> Path:

verifiers/v1/cli/resolve.py

@@ -8,9 +8,14 @@ states explicitly is pre-narrowed — never to a type a config file could contra
 """
 
 import contextlib
+from typing import TypeVar
+
+from pydantic import BaseModel, create_model
 
 import verifiers.v1 as vf
 
+ConfigT = TypeVar("ConfigT", bound=BaseModel)
+
 
 @contextlib.contextmanager
 def plugin_errors():
@@ -68,7 +73,19 @@ def extract_id(argv: list[str], field: str, default: str = "") -> str:
     return found[0] if found else default
 
 
-def narrow_config(base: type, argv: list[str]) -> type:
+def narrow_taskset_config(base: type[ConfigT], taskset_id: str | None) -> type[ConfigT]:
+    """Narrow a CLI config's taskset field to the selected plugin config."""
+    if not taskset_id:
+        return base
+    taskset_type = vf.taskset_config_type(taskset_id)
+    return create_model(
+        base.__name__,
+        __base__=base,
+        taskset=(taskset_type, taskset_type(id=taskset_id)),
+    )
+
+
+def narrow_config(base: type[ConfigT], argv: list[str]) -> type[ConfigT]:
     """`base` with its `env` field narrowed to the config class of the env the CLI
     names (`--env.id`, else the taskset's own env, else the single-agent env),
     including its `taskset` sub-field. Ids a config file may set are left to the
@@ -81,18 +98,10 @@ def narrow_config(base: type, argv: list[str]) -> type:
     env_type = vf.env_config_type(taskset_id, env_id)
     if taskset_id:
         # Nested narrowing: `--env.taskset.<knob>` parses typed and renders in -h.
-        taskset_type = vf.taskset_config_type(taskset_id)
-        env_type = type(
-            env_type.__name__,
-            (env_type,),
-            {
-                "__annotations__": {"taskset": taskset_type},
-                "taskset": taskset_type(id=taskset_id),
-            },
-        )
+        env_type = narrow_taskset_config(env_type, taskset_id)
     default = env_type(id=env_id) if env_id else env_type()
-    return type(
+    return create_model(
         base.__name__,
-        (base,),
-        {"__annotations__": {"env": env_type}, "env": default},
+        __base__=base,
+        env=(env_type, default),
     )

verifiers/v1/cli/validate.py

@@ -14,6 +14,7 @@ import verifiers.v1 as vf
 from verifiers.v1.cli.dashboard import TaskProgress, validate_dashboard
 from verifiers.v1.cli.resolve import (
     extract_id,
+    narrow_taskset_config,
     plugin_errors,
     references_config_file,
     with_positional_taskset,
@@ -41,15 +42,7 @@ def _narrow(argv: list[str]) -> type[ValidateConfig]:
     """`ValidateConfig` with `taskset` narrowed to the config type of the id on the CLI — so
     the single `cli()` parse stays typed and `-h` renders the taskset's fields. Absent an id
     (a `@ file.toml` may carry it) the base type is left for the validator to resolve."""
-    taskset_id = extract_id(argv, "taskset")
-    if not taskset_id:
-        return ValidateConfig
-    ftype = vf.taskset_config_type(taskset_id)
-    return type(
-        ValidateConfig.__name__,
-        (ValidateConfig,),
-        {"__annotations__": {"taskset": ftype}, "taskset": ftype(id=taskset_id)},
-    )
+    return narrow_taskset_config(ValidateConfig, extract_id(argv, "taskset"))
 
 
 ResultRow = dict[str, Any]

{verifiers-0.2.2.dev47.dist-info → verifiers-0.2.2.dev48.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: verifiers
-Version: 0.2.2.dev47
+Version: 0.2.2.dev48
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.2.2.dev47.dist-info → verifiers-0.2.2.dev48.dist-info}/RECORD

@@ -191,14 +191,14 @@ verifiers/v1/types.py,sha256=5tZyG4r4bLJ9a14oybHy7bSCpt5X5A17eRwmIszuRo8,9118
 verifiers/v1/acp/__init__.py,sha256=9dwH6fLopNndRmcpRSYC8ghzzMquaLfgh645QM-Dwic,2189
 verifiers/v1/acp/_runner.py,sha256=FqEnHR0Q_YrCt_EuaJqiqTpd2_kFa41FqcEunwOhvTI,6856
 verifiers/v1/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-verifiers/v1/cli/debug.py,sha256=mbXOZAvd5ESkLjDECk1Er_s7wi82Dbr-kbcnpZ4D1qg,11424
+verifiers/v1/cli/debug.py,sha256=Qyzhp0HOZoenGgKLQGEvEajwYmhEU4biaPxafL3roSg,11225
 verifiers/v1/cli/gepa.py,sha256=hLIbS_4jBx0vvy4PXoePR5riFXcNvzQCMixZ-g2OR_U,4026
 verifiers/v1/cli/init.py,sha256=dVpX1YMz7DFmHgskAsPjP-HmVTGoZfC0ZUyE-T4I6l0,8322
 verifiers/v1/cli/output.py,sha256=pMS5Z0EBgyAVShNCAk9jVURNeLOaTfeRWpt0J8hHjq8,5890
-verifiers/v1/cli/replay.py,sha256=T4sg-MpvT9niymEJl0Y2TijgTy-tVQqjT1lQ3nwuOg8,10314
-verifiers/v1/cli/resolve.py,sha256=1sV4z04v_HEs86Oi8ODJqfujXjrbShbu3u2kDpgpj94,4079
+verifiers/v1/cli/replay.py,sha256=KnHgbhlrrWDqTq-7FKq4W6U9FiddXRjujK3_XIT_FnQ,10180
+verifiers/v1/cli/resolve.py,sha256=OsNw4C3r9xOVFa-mminJFcex_bAsJ6EQ8K7A_H8u2kQ,4370
 verifiers/v1/cli/serve.py,sha256=_mdJaHVVe4pXzcpAot0ugcmiN3ra2gS4GrGmLghnX5M,2866
-verifiers/v1/cli/validate.py,sha256=PMWRSZROiTh2KFzkA3Ez5-z09krVk2ZUTkFNMUqk2-4,9671
+verifiers/v1/cli/validate.py,sha256=zJL0r7zR_IPdc-jb0ZdPR42n7krXBhyrTh3BIczzwTU,9466
 verifiers/v1/cli/dashboard/__init__.py,sha256=v-baMxQuWxOCsbU7-p_jj2Q9BUnTN-TWi1q2hK6rU2s,198
 verifiers/v1/cli/dashboard/base.py,sha256=kUP93zJSIVLptSbnWX6MOy8kGg63fpeAzPqakCpPyDc,3547
 verifiers/v1/cli/dashboard/eval.py,sha256=lPrP7Ikmz3r7v3ury2yAMLgYeweVGFdg0ZKSQ6lwwKU,34355
@@ -329,8 +329,8 @@ verifiers/v1/utils/logging.py,sha256=OcMHA6NsYux3oIzjPuI95rDWmFBHNcHDjZeNIhXTX-Y
 verifiers/v1/utils/memory.py,sha256=ZkIvGk6uITAH5sKon65LifKPbvZr8mJ__PVc23FZpOQ,1835
 verifiers/v1/utils/sampling.py,sha256=JczGzBn6s3wsIrSY2Hy3hE8m6NreNgsNzhSjDikQqX0,1037
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.2.2.dev47.dist-info/METADATA,sha256=nTyUOf7IYoOyomIyJerWGt0HPDzT_xGMjdqVmJAC4_U,4545
-verifiers-0.2.2.dev47.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
-verifiers-0.2.2.dev47.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
-verifiers-0.2.2.dev47.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.2.2.dev47.dist-info/RECORD,,
+verifiers-0.2.2.dev48.dist-info/METADATA,sha256=86hWhcBF32XB4SS2s2ZC0pIOl_MT217syBs-74TMe7o,4545
+verifiers-0.2.2.dev48.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
+verifiers-0.2.2.dev48.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
+verifiers-0.2.2.dev48.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.2.2.dev48.dist-info/RECORD,,