verifiers 0.2.2.dev75__py3-none-any.whl → 0.2.2.dev76__py3-none-any.whl

verifiers/v1/__init__.py

@@ -22,7 +22,7 @@ from verifiers.v1.configs.legacy import LegacyEnvConfig
 from verifiers.v1.configs.retries import RetryConfig
 from verifiers.v1.configs.serve import (
     ElasticPoolConfig,
-    ServingConfig,
+    ServeConfig,
     StaticPoolConfig,
     pool_serve_kwargs,
 )
@@ -254,7 +254,7 @@ __all__ = [  # noqa: RUF022 - grouped by public API area
     "Env",
     "SingleAgentEnv",
     "EnvConfig",
-    "ServingConfig",
+    "ServeConfig",
     "LegacyEnvConfig",
     "resolve_env_field",
     "narrowed_env_annotation",

verifiers/v1/configs/cli/__init__.py

@@ -3,7 +3,6 @@
 from verifiers.v1.configs.cli.debug import DebugConfig
 from verifiers.v1.configs.cli.eval import EvalConfig
 from verifiers.v1.configs.cli.init import InitConfig
-from verifiers.v1.configs.cli.serve import ServeConfig
 from verifiers.v1.configs.cli.validate import ValidateConfig
 
-__all__ = ["DebugConfig", "EvalConfig", "InitConfig", "ServeConfig", "ValidateConfig"]
+__all__ = ["DebugConfig", "EvalConfig", "InitConfig", "ValidateConfig"]

verifiers/v1/configs/cli/eval.py

@@ -10,7 +10,7 @@ from verifiers.v1.clients import ClientConfig, EvalClientConfig
 from verifiers.v1.configs.cli.env import narrowed_env_annotation, resolve_env_field
 from verifiers.v1.configs.env import EnvConfig
 from verifiers.v1.configs.legacy import LegacyEnvConfig
-from verifiers.v1.configs.serve import ServingConfig
+from verifiers.v1.configs.serve import ServeConfig
 from verifiers.v1.envs.single_agent import SingleAgentEnvConfig
 from verifiers.v1.types import SamplingConfig
 
@@ -19,7 +19,7 @@ class EvalConfig(BaseConfig):
     env: SerializeAsAny[EnvConfig] = SingleAgentEnvConfig()
     """The environment — which env, its seed taskset, each agent, its knobs. Narrowed to
     the selected env's config class by the env id, else the taskset id."""
-    serve: ServingConfig = ServingConfig()
+    serve: ServeConfig = ServeConfig()
     """How the env is hosted under `--server`: the worker pool, each worker's episode
     bound. Ignored by an in-process run."""
     legacy: LegacyEnvConfig = LegacyEnvConfig()

verifiers/v1/configs/serve.py

@@ -1,8 +1,8 @@
 """How an env is served: the worker pool, where it binds, and each worker's bound.
 
 Serving is its own axis. `[env]` says what runs; this says how it's hosted, so an
-eval, a `serve` process, and a trainer configure it identically instead of each
-flattening pool knobs onto its own config."""
+eval and a trainer's env server configure it identically instead of each flattening
+pool knobs onto its own config."""
 
 from typing import Annotated, Literal
 
@@ -35,10 +35,10 @@ PoolConfig = Annotated[
 ]
 
 
-class ServingConfig(BaseConfig):
+class ServeConfig(BaseConfig):
     """The `[serve]` block: the worker pool, the ZMQ address, and each worker's
-    episode bound. Read by whoever hosts the env — the `serve` CLI, a server-backed
-    eval, a trainer's orchestrator."""
+    episode bound. Read by whoever hosts the env — a server-backed eval, a
+    trainer's env-server process."""
 
     pool: PoolConfig = Field(default_factory=ElasticPoolConfig)
     """Worker-pool sizing. `elastic` (default) starts at one worker and scales up on

{verifiers-0.2.2.dev75.dist-info → verifiers-0.2.2.dev76.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: verifiers
-Version: 0.2.2.dev75
+Version: 0.2.2.dev76
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.2.2.dev75.dist-info → verifiers-0.2.2.dev76.dist-info}/RECORD

@@ -167,7 +167,7 @@ verifiers/utils/threaded_sandbox_client.py,sha256=XRzYhWBpMev7kw_aNMWAy6lfa-9uAn
 verifiers/utils/tool_utils.py,sha256=gInWZODWQUZN4TyEMuuITyOUm9qlHJxtcvr1zZl_zJs,1020
 verifiers/utils/usage_utils.py,sha256=Mw6WC78r6EsLyRFdP9ICveqptkjizbSkAC86ZH0geVU,3918
 verifiers/utils/version_utils.py,sha256=39gV8-mNF9GspAgKloLo8oy7_MVluMrwGPrntQv2hx4,2656
-verifiers/v1/__init__.py,sha256=kacTRsGsRHfOruv16ZyIOesfvCH_nW98ARKPYSgcNIc,7509
+verifiers/v1/__init__.py,sha256=v6qrJQFeNL2b4wd0PsDWiituw2Y-f5rMaFmdbdP6SdM,7505
 verifiers/v1/agent.py,sha256=MQVKGjUhrP8uzRXAq94uJHkEsdHFziPxQHZ7TOD324I,31306
 verifiers/v1/env.py,sha256=g6fpoG-Z9lM3vTKrrU-QRJY3S88_y9zsPHwBvfs5vdY,17865
 verifiers/v1/episode.py,sha256=YtuRTV_PpwDglXFeN6UNg8IswpP1HseFLCYtascGMNI,3218
@@ -192,7 +192,6 @@ verifiers/v1/cli/init.py,sha256=Qj96Kwzfhaejhrc0yYqHNRl3ncoID028RGlHvS1C98Q,8508
 verifiers/v1/cli/output.py,sha256=pMS5Z0EBgyAVShNCAk9jVURNeLOaTfeRWpt0J8hHjq8,5890
 verifiers/v1/cli/replay.py,sha256=DAh9kB5PB-ppZLGhxdJwrCPch_Yky5HKhplwGFhKEz0,10164
 verifiers/v1/cli/resolve.py,sha256=OsNw4C3r9xOVFa-mminJFcex_bAsJ6EQ8K7A_H8u2kQ,4370
-verifiers/v1/cli/serve.py,sha256=_mdJaHVVe4pXzcpAot0ugcmiN3ra2gS4GrGmLghnX5M,2866
 verifiers/v1/cli/validate.py,sha256=7ax6FqIzNBSYjd3JXK4v7Vbq34Rozyh1OvGpYnGqlSg,10266
 verifiers/v1/cli/dashboard/__init__.py,sha256=v-baMxQuWxOCsbU7-p_jj2Q9BUnTN-TWi1q2hK6rU2s,198
 verifiers/v1/cli/dashboard/base.py,sha256=kUP93zJSIVLptSbnWX6MOy8kGg63fpeAzPqakCpPyDc,3547
@@ -216,16 +215,15 @@ verifiers/v1/configs/harness.py,sha256=CG8hGbHl3rr6yawH3YYMAFl01M7Piiwf4w5oiw2Va
 verifiers/v1/configs/judge.py,sha256=O7oe28tS24fKRXUML_-6vHrVGdG6w7061SPQXOH7XvM,2223
 verifiers/v1/configs/legacy.py,sha256=YOJM6L5u6-jYpZ1CLpPInufKdmz1lEsMNKIRdT2JaaY,1080
 verifiers/v1/configs/retries.py,sha256=-nPlgmz7J_NZ4GOYG6oCc3thXo4La2SufBmvQGvvPGo,821
-verifiers/v1/configs/serve.py,sha256=cHHnFGQtqEwvaovdeoVMpCebTHgPXKUuIivN5IhxZR0,2596
+verifiers/v1/configs/serve.py,sha256=nSoJcTX2S0Vy9EUeNqW0Yo-f9_MUqpBiY-Q9FF_4cRo,2576
 verifiers/v1/configs/task.py,sha256=1ozZjfpahin7I_TqzC7f3xr7CHSthAdydegFPXW4d9k,1101
 verifiers/v1/configs/taskset.py,sha256=o-tr1xkmGmYG10_ySG-Du_djWS-dN4h7cv14WSvJ4eY,851
-verifiers/v1/configs/cli/__init__.py,sha256=3wBAONw5XkBPqbMjpHk5XBHlBVybR8JQ2JCPWijYBMU,444
+verifiers/v1/configs/cli/__init__.py,sha256=TJaWQQHrcyXoeqS7P9S25ztd78YJ30_9_Ug0czRH7Tw,374
 verifiers/v1/configs/cli/debug.py,sha256=VFsZ1tiKGvvx5mFDOzqqeU4cRtQkJ8OeD8mmRBZhy8w,2849
 verifiers/v1/configs/cli/env.py,sha256=DJbJy0-DqqtmFm0r7NpvRBbuxXnXc1o-yurDKUBSGJk,2701
-verifiers/v1/configs/cli/eval.py,sha256=YWYMvPOIAG51e0JdmyA-U_P7eInMPZ_8DTFim6aWn6Y,6869
+verifiers/v1/configs/cli/eval.py,sha256=HqIBtt8DuZEHZ07KgtE1jiqZy8OsDMfTahTuBAvslcA,6863
 verifiers/v1/configs/cli/init.py,sha256=tMaTDF_lU1Af3JmQpksk2mwe8CAfpnHsquXhwepZhYo,1019
 verifiers/v1/configs/cli/replay.py,sha256=xvMDZzIkvjgYl-a3ragjXI65DsD6FYl6gEFM5qpdIuA,2913
-verifiers/v1/configs/cli/serve.py,sha256=1rAt0QOL-XT3DMmRUIA40t1E3YuoD1vOADfsiTwFBf0,2981
 verifiers/v1/configs/cli/validate.py,sha256=UdgC6bQ2RYx3t8n9HjsImAHV_ifoOxYOSlbtdZzOnZY,2298
 verifiers/v1/dialects/__init__.py,sha256=p72C7VYrFQzVgTcfmzpHGSwXlvThfc4pvjBxsqw7kHE,786
 verifiers/v1/dialects/anthropic.py,sha256=nj9J7OOhexmPHa-sWiNP2xlI9_bGhvwM5VWzdh19pBc,13526
@@ -339,8 +337,8 @@ verifiers/v1/utils/platform.py,sha256=56Ixmk1SER6q5LvzyYcA0hgzGpzhxKZL8Hiqp4c_XV
 verifiers/v1/utils/retries.py,sha256=Y2ZgrAjn-qNkRKZP_RVNL_7EK0iaRcZeCa404lpGYi4,5417
 verifiers/v1/utils/score.py,sha256=-R5Cog14r_tJ6Q_oOfGr5VPAm2CCUhofYZB6B9lm4wM,5787
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.2.2.dev75.dist-info/METADATA,sha256=8ZNGDY1kLfAvLaXC5voMOQeGRtvHeflfC3eV0v34rWg,4545
-verifiers-0.2.2.dev75.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
-verifiers-0.2.2.dev75.dist-info/entry_points.txt,sha256=dF82JUYEFslR1AOW8LZfuBWeZeQoyX4wCRrduklg8-I,551
-verifiers-0.2.2.dev75.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.2.2.dev75.dist-info/RECORD,,
+verifiers-0.2.2.dev76.dist-info/METADATA,sha256=vOCZL_bCXmOR9KHHvbzSCszxDmGtjDRTNxI0I8Zn8Hs,4545
+verifiers-0.2.2.dev76.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
+verifiers-0.2.2.dev76.dist-info/entry_points.txt,sha256=v6v0QT9vVExnfn4br42MostI_o3f3ZbWYlTormz-U3g,515
+verifiers-0.2.2.dev76.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.2.2.dev76.dist-info/RECORD,,

{verifiers-0.2.2.dev75.dist-info → verifiers-0.2.2.dev76.dist-info}/entry_points.txt

@@ -4,7 +4,6 @@ eval = verifiers.v1.cli.eval.main:main
 gepa = verifiers.v1.cli.gepa:main
 init = verifiers.v1.cli.init:main
 replay = verifiers.v1.cli.replay:main
-serve = verifiers.v1.cli.serve:main
 validate = verifiers.v1.cli.validate:main
 vf-build = verifiers.scripts.build:main
 vf-eval = verifiers.scripts.eval:main

verifiers/v1/cli/serve.py

@@ -1,79 +0,0 @@
-"""Environment-server CLI entrypoint."""
-
-import sys
-from functools import partial
-
-from pydantic_config import cli
-
-from verifiers.v1.cli.resolve import (
-    extract_id,
-    narrow_config,
-    plugin_errors,
-    references_config_file,
-    with_positional_taskset,
-)
-from verifiers.v1.configs.cli.serve import ServeConfig
-from verifiers.v1.configs.serve import pool_serve_kwargs
-from verifiers.v1.serve import serve_env
-from verifiers.v1.utils.logging import setup_logging
-
-USAGE = "usage: uv run serve [<taskset-id>] [--env.id <id>] [--legacy.id <env-id> (v0)] [options] [@ file.toml]"
-
-
-def main(argv: list[str] | None = None) -> None:
-    argv = with_positional_taskset(list(sys.argv[1:]) if argv is None else list(argv))
-
-    if not argv or any(arg in ("-h", "--help") for arg in argv):
-        print(USAGE)
-        sys.argv = [sys.argv[0], "--help"]
-        with plugin_errors():
-            cli(narrow_config(ServeConfig, argv))
-        return
-    legacy_id = any(a == "--legacy.id" or a.startswith("--legacy.id=") for a in argv)
-    # An env-block flag (or a since-moved flat axis) skips the usage gate so the typed
-    # parse renders its did-you-mean instead of a bare usage line.
-    typed_axis = any(
-        a.startswith(("--env.", "--taskset.", "--harness.", "--serve.")) for a in argv
-    )
-    if (
-        not extract_id(argv, "env.taskset")
-        and not legacy_id
-        and not references_config_file(argv)
-        and not typed_axis
-    ):
-        raise SystemExit(
-            USAGE
-        )  # need a taskset (positional / --env.taskset.id), a v0 --legacy.id, or @ file.toml
-
-    with plugin_errors():
-        config_type = narrow_config(ServeConfig, argv)
-        sys.argv = [sys.argv[0], *argv]
-        config = cli(config_type)
-    if config.dry_run:
-        print(config.model_dump_json(indent=2, exclude_none=True))
-        return
-    level = "DEBUG" if config.verbose else "INFO"
-    setup_logging(level)
-
-    # The pool config decides in-process vs router + worker pool (static or elastic); the
-    # frontend speaks the same protocol either way. serve_env owns the SIGTERM teardown.
-    # Pool workers are spawned with no logging, so hand serve_env the same setup to apply
-    # in each one.
-    server_kwargs = (
-        {
-            "env_id": config.legacy.id,
-            "env_args": config.legacy.args,
-            "extra_env_kwargs": config.legacy.extra_env_kwargs,
-        }
-        if config.is_legacy
-        # `--serve.max-concurrent` is each v1 worker's episode bound; the legacy
-        # bridge has never had one.
-        else {"config": config.env, "max_concurrent": config.serve.max_concurrent}
-    )
-    serve_env(
-        **pool_serve_kwargs(config.serve.pool),
-        legacy=config.is_legacy,
-        address=config.serve.address,
-        log_setup=partial(setup_logging, level),
-        **server_kwargs,
-    )

verifiers/v1/configs/cli/serve.py

@@ -1,62 +0,0 @@
-"""Environment-server CLI configuration."""
-
-from pydantic import AliasChoices, Field, SerializeAsAny, model_validator
-from pydantic_config import BaseConfig
-
-from verifiers.v1.configs.cli.env import narrowed_env_annotation, resolve_env_field
-from verifiers.v1.configs.env import EnvConfig
-from verifiers.v1.configs.legacy import LegacyEnvConfig
-from verifiers.v1.configs.serve import ServingConfig
-from verifiers.v1.envs.single_agent import SingleAgentEnvConfig
-
-
-class ServeConfig(BaseConfig):
-    """`uv run serve`: what to serve (`[env]`, or `[legacy]` for a classic v0 env) and
-    how it's hosted (`[serve]`)."""
-
-    env: SerializeAsAny[EnvConfig] = SingleAgentEnvConfig()
-    """The environment — which env, its seed taskset, each agent, its knobs. Narrowed to
-    the selected env's config class by the env id, else the taskset id."""
-    serve: ServingConfig = ServingConfig()
-    """How it's served: the worker pool, the bind address, each worker's episode bound."""
-    legacy: LegacyEnvConfig = LegacyEnvConfig()
-    """A classic (v0) environment to serve through the bridge instead of `[env]`."""
-    verbose: bool = Field(False, validation_alias=AliasChoices("verbose", "v"))
-    """Log at debug level instead of info."""
-    dry_run: bool = False
-    """Resolve + validate the config and dump it, then exit."""
-
-    @property
-    def is_legacy(self) -> bool:
-        """Whether this run goes through the v0 bridge: a legacy id and no v1 taskset."""
-        return self.legacy.id is not None and not self.env.taskset.id
-
-    @property
-    def env_id(self) -> str:
-        """The run's identifier: the v1 env's, else the v0 env id."""
-        return self.env.env_id or self.legacy.id or ""
-
-    @model_validator(mode="after")
-    def _refuse_mixed_run(self):
-        # A v0 id next to any v1 env identity leaves one of the two going nowhere, and
-        # which one depends on `is_legacy`: a taskset makes it False, so the v0 env never
-        # loads; a bare `--env.id` leaves it True, so the v0 env runs under the v1 name.
-        if self.legacy.id is None or not self.env.env_id:
-            return self
-        if self.env.taskset.id:
-            raise ValueError(
-                f"--legacy.id {self.legacy.id!r} is a classic (v0) env and can't combine "
-                f"with the v1 taskset {self.env.taskset.id!r}. Pairing a reusable env with "
-                f"a taskset is --env.id {self.legacy.id!r} (TOML: id under [env]); to run "
-                "the v0 env instead, drop the taskset."
-            )
-        raise ValueError(
-            f"--legacy.id {self.legacy.id!r} is a classic (v0) env and can't combine with "
-            f"the v1 env --env.id {self.env.id!r}: the v0 env is what would run, stamped "
-            "with the v1 env's name. Keep whichever one you meant to run."
-        )
-
-    @model_validator(mode="before")
-    @classmethod
-    def _resolve_env(cls, data):
-        return resolve_env_field(data, narrowed_env_annotation(cls))