verifiers 0.1.15.dev432__tar.gz → 0.1.15.dev435__tar.gz

{verifiers-0.1.15.dev432 → verifiers-0.1.15.dev435}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: verifiers
-Version: 0.1.15.dev432
+Version: 0.1.15.dev435
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.1.15.dev432 → verifiers-0.1.15.dev435}/pyproject.toml

@@ -175,10 +175,7 @@ vf-init = "verifiers.scripts.init:main"
 vf-install = "verifiers.scripts.install:main"
 vf-setup = "verifiers.scripts.setup:main"
 vf-build = "verifiers.scripts.build:main"
-vf-rl = "verifiers.scripts.rl:main"
-vf-train = "verifiers.scripts.train:main"
 vf-tui = "verifiers.scripts.tui:main"
-vf-vllm = "verifiers.scripts.vllm:main"
 
 # hatchling configuration
 [tool.hatch.version]

{verifiers-0.1.15.dev432 → verifiers-0.1.15.dev435}/tests/test_envs.py

@@ -26,7 +26,6 @@ SKIPPED_ENVS = [
     # Requires BROWSERBASE_API_KEY, BROWSERBASE_PROJECT_ID, and running CUA server
     "browser_cua_example",
     # Uses prime-tunnel which is still experimental and has low usage limits
-    "terminus_harbor",
     "opencode_harbor",
 ]
 

{verifiers-0.1.15.dev432 → verifiers-0.1.15.dev435}/tests/test_imports.py

@@ -19,7 +19,6 @@ class TestImports:
     def _is_optional_dependency_error(error_msg: str) -> bool:
         """Check if an error indicates missing optional dependencies."""
         optional_dependency_patterns = [
-            "install as `verifiers-rl`",
             "install as `verifiers[all]`",
             "install as `verifiers[math]`",
             "install as `verifiers[",  # catches any [extra] pattern

{verifiers-0.1.15.dev432 → verifiers-0.1.15.dev435}/verifiers/__init__.py

@@ -104,14 +104,6 @@ __all__ = [
     "update",
     "ensure_keys",
     "MissingKeyError",
-    "get_model",
-    "get_model_and_tokenizer",
-    "RLConfig",
-    "RLTrainer",
-    "GRPOTrainer",
-    "GRPOConfig",
-    "grpo_defaults",
-    "lora_defaults",
 ]
 
 _LAZY_IMPORTS = {
@@ -137,14 +129,6 @@ _LAZY_IMPORTS = {
     "EnvGroup": "verifiers.envs.env_group:EnvGroup",
     "JudgeRubric": "verifiers.rubrics.judge_rubric:JudgeRubric",
     "load_environment": "verifiers.utils.env_utils:load_environment",
-    "get_model": "verifiers_rl.rl.trainer.utils:get_model",
-    "get_model_and_tokenizer": "verifiers_rl.rl.trainer.utils:get_model_and_tokenizer",
-    "RLConfig": "verifiers_rl.rl.trainer:RLConfig",
-    "RLTrainer": "verifiers_rl.rl.trainer:RLTrainer",
-    "GRPOTrainer": "verifiers_rl.rl.trainer:GRPOTrainer",
-    "GRPOConfig": "verifiers_rl.rl.trainer:GRPOConfig",
-    "grpo_defaults": "verifiers_rl.rl.trainer:grpo_defaults",
-    "lora_defaults": "verifiers_rl.rl.trainer:lora_defaults",
     "MathRubric": "verifiers.rubrics.math_rubric:MathRubric",
     "SandboxEnv": "verifiers.envs.sandbox_env:SandboxEnv",
     "PythonEnv": "verifiers.envs.python_env:PythonEnv",
@@ -166,20 +150,6 @@ def __getattr__(name: str):
     except KeyError:
         raise AttributeError(f"module 'verifiers' has no attribute '{name}'")
     except ModuleNotFoundError as e:
-        rl_names = {
-            "get_model",
-            "get_model_and_tokenizer",
-            "RLConfig",
-            "RLTrainer",
-            "GRPOTrainer",
-            "GRPOConfig",
-            "grpo_defaults",
-            "lora_defaults",
-        }
-        if name in rl_names:
-            raise AttributeError(
-                f"To use verifiers.{name}, install as `verifiers-rl`."
-            ) from e
         if name == "RendererClient":
             raise
         raise AttributeError(
@@ -188,8 +158,6 @@ def __getattr__(name: str):
 
 
 if TYPE_CHECKING:
-    from typing import Any
-
     from .clients.anthropic_messages_client import AnthropicMessagesClient  # noqa: F401
     from .clients.client import Client  # noqa: F401
     from .clients.openai_chat_completions_client import (  # noqa: F401
@@ -217,13 +185,3 @@ if TYPE_CHECKING:
     from .rubrics.judge_rubric import JudgeRubric  # noqa: F401
     from .rubrics.math_rubric import MathRubric  # noqa: F401
     from .utils.env_utils import load_environment  # noqa: F401
-
-    # Optional verifiers-rl exports. Keep type-checking clean when extra is absent.
-    RLConfig: Any
-    RLTrainer: Any
-    GRPOTrainer: Any
-    GRPOConfig: Any
-    grpo_defaults: Any
-    lora_defaults: Any
-    get_model: Any
-    get_model_and_tokenizer: Any

{verifiers-0.1.15.dev432 → verifiers-0.1.15.dev435}/verifiers/v1/clients/eval.py

@@ -16,6 +16,7 @@ from collections.abc import Mapping
 import re
 
 import httpx
+from pydantic import ValidationError
 from pydantic_core import from_json, to_json
 
 from verifiers.v1.clients.client import SESSION_ID_HEADER, Client, RelayReply
@@ -95,8 +96,18 @@ class EvalClient(Client):
             dialect.apply_overrides(body, model, sampling_args),
             self._headers(dialect, headers, session_id),
         )
-        raw = from_json(resp.content)
-        response = dialect.parse_response(dialect.validate_response(raw))
+        # A corrupted response (e.g. an HTML error page or a truncated body on a
+        # flaky tunnel) surfaces as a JSON parse failure or a schema validation
+        # failure — map these to a retryable 502 so the harness SDK retries the
+        # call instead of crashing the whole rollout on one bad response.
+        try:
+            raw = from_json(resp.content)
+            response = dialect.parse_response(dialect.validate_response(raw))
+        except (ValueError, ValidationError) as e:
+            raise model_error(
+                f"malformed upstream response: {type(e).__name__}: {e}",
+                status_code=502,
+            ) from e
         response.raw = raw  # the program gets the provider's bytes back 1:1
         return response
 
@@ -145,6 +156,8 @@ class EvalClient(Client):
             raise model_error(str(e), status_code=504) from e
         except httpx.HTTPError as e:
             raise model_error(str(e), status_code=503) from e
+        except ConnectionResetError as e:
+            raise model_error(str(e), status_code=503) from e
         if not stream:
             try:
                 response.raise_for_status()

verifiers-0.1.15.dev432/verifiers/rl/README.md

@@ -1,15 +0,0 @@
-## `verifiers.rl` compatibility shim
-
-The RL trainer implementation has moved to the optional `verifiers-rl` package.
-
-Install:
-
-```bash
-uv add verifiers-rl
-```
-
-New source location:
-
-- `packages/verifiers-rl/verifiers_rl/rl/`
-
-Compatibility imports under `verifiers.rl` are retained temporarily to ease migration.

verifiers-0.1.15.dev432/verifiers/rl/__init__.py

@@ -1,11 +0,0 @@
-import importlib
-
-
-def __getattr__(name: str):
-    try:
-        mod = importlib.import_module("verifiers_rl.rl.trainer")
-    except ModuleNotFoundError as e:
-        raise ModuleNotFoundError(
-            "verifiers.rl moved to optional package 'verifiers-rl'. Install with: uv add verifiers-rl"
-        ) from e
-    return getattr(mod, name)

verifiers-0.1.15.dev432/verifiers/rl/inference/__init__.py

@@ -1,11 +0,0 @@
-import importlib
-
-
-try:
-    _inference = importlib.import_module("verifiers_rl.rl.inference")
-except ModuleNotFoundError as e:
-    raise ModuleNotFoundError(
-        "verifiers.rl.inference moved to optional package 'verifiers-rl'. Install with: uv add verifiers-rl"
-    ) from e
-
-__all__ = getattr(_inference, "__all__", [])

verifiers-0.1.15.dev432/verifiers/rl/inference/client.py

@@ -1,3 +0,0 @@
-from importlib import import_module
-
-VLLMClient = import_module("verifiers_rl.rl.inference.client").VLLMClient

verifiers-0.1.15.dev432/verifiers/rl/inference/server.py

@@ -1,11 +0,0 @@
-import importlib
-
-
-def main() -> None:
-    try:
-        mod = importlib.import_module("verifiers_rl.rl.inference.server")
-    except ModuleNotFoundError as e:
-        raise SystemExit(
-            "verifiers.rl.inference.server moved to optional package 'verifiers-rl'. Install with: uv add verifiers-rl"
-        ) from e
-    mod.main()

verifiers-0.1.15.dev432/verifiers/rl/trainer/__init__.py

@@ -1,29 +0,0 @@
-import importlib
-
-
-try:
-    _trainer = importlib.import_module("verifiers_rl.rl.trainer")
-except ModuleNotFoundError as e:
-    raise ModuleNotFoundError(
-        "verifiers.rl.trainer moved to optional package 'verifiers-rl'. Install with: uv add verifiers-rl"
-    ) from e
-
-RLTrainer = _trainer.RLTrainer
-RLConfig = _trainer.RLConfig
-GRPOTrainer = _trainer.GRPOTrainer
-GRPOConfig = _trainer.GRPOConfig
-grpo_defaults = _trainer.grpo_defaults
-lora_defaults = _trainer.lora_defaults
-get_model = _trainer.get_model
-get_model_and_tokenizer = _trainer.get_model_and_tokenizer
-
-__all__ = [
-    "RLTrainer",
-    "RLConfig",
-    "GRPOTrainer",
-    "GRPOConfig",
-    "grpo_defaults",
-    "lora_defaults",
-    "get_model",
-    "get_model_and_tokenizer",
-]

verifiers-0.1.15.dev432/verifiers/rl/trainer/config.py

@@ -1,3 +0,0 @@
-from importlib import import_module
-
-RLConfig = import_module("verifiers_rl.rl.trainer.config").RLConfig

verifiers-0.1.15.dev432/verifiers/rl/trainer/orchestrator.py

@@ -1,3 +0,0 @@
-from importlib import import_module
-
-Orchestrator = import_module("verifiers_rl.rl.trainer.orchestrator").Orchestrator

verifiers-0.1.15.dev432/verifiers/rl/trainer/trainer.py

@@ -1,4 +0,0 @@
-from importlib import import_module
-
-_mod = import_module("verifiers_rl.rl.trainer.trainer")
-RLTrainer = _mod.RLTrainer

verifiers-0.1.15.dev432/verifiers/rl/trainer/utils.py

@@ -1,5 +0,0 @@
-from importlib import import_module
-
-_mod = import_module("verifiers_rl.rl.trainer.utils")
-get_model = _mod.get_model
-get_model_and_tokenizer = _mod.get_model_and_tokenizer

verifiers-0.1.15.dev432/verifiers/scripts/rl.py

@@ -1,11 +0,0 @@
-import importlib
-
-
-def main() -> None:
-    try:
-        mod = importlib.import_module("verifiers_rl.scripts.rl")
-    except ModuleNotFoundError as e:
-        raise SystemExit(
-            "vf-rl now lives in the optional 'verifiers-rl' package. Install with: uv add verifiers-rl"
-        ) from e
-    mod.main()

verifiers-0.1.15.dev432/verifiers/scripts/train.py

@@ -1,11 +0,0 @@
-import importlib
-
-
-def main() -> None:
-    try:
-        mod = importlib.import_module("verifiers_rl.scripts.train")
-    except ModuleNotFoundError as e:
-        raise SystemExit(
-            "vf-train now lives in the optional 'verifiers-rl' package. Install with: uv add verifiers-rl"
-        ) from e
-    mod.main()

verifiers-0.1.15.dev432/verifiers/scripts/vllm.py

@@ -1,11 +0,0 @@
-import importlib
-
-
-def main() -> None:
-    try:
-        mod = importlib.import_module("verifiers_rl.rl.inference.server")
-    except ModuleNotFoundError as e:
-        raise SystemExit(
-            "vf-vllm now lives in the optional 'verifiers-rl' package. Install with: uv add verifiers-rl"
-        ) from e
-    mod.main()