verifiers 0.2.2.dev76__py3-none-any.whl → 0.2.2.dev78__py3-none-any.whl

verifiers/v1/configs/cli/env.py

@@ -4,7 +4,7 @@ config that owns one, and the retired keys such a config refuses.
 A run composes the blocks it needs — `[env]` (what runs, `configs/env.py`),
 `[serve]` (how it's hosted, `configs/serve.py`), `[legacy]` (the v0 bridge,
 `configs/legacy.py`) — plus its own fields. Nothing here is a base class: the eval
-CLI, the `serve` CLI, GEPA and a trainer each declare their blocks and call these.
+CLI, GEPA, and a trainer each declare their blocks and call these.
 
 Declare the env field as `SerializeAsAny[EnvConfig] = Field(default_factory=
 single_agent_env_config)`. The `SerializeAsAny` is load-bearing: pydantic serializes

verifiers/v1/configs/harness.py

@@ -20,6 +20,8 @@ class HarnessConfig(BaseConfig):
     """Extra program variables; harness-owned variables take precedence."""
     forward_env: list[str] = Field(default_factory=list)
     """Host variables to forward without writing secrets into config; explicit `env` wins."""
+    tool_timeout: float = Field(600.0, gt=0)
+    """Seconds a single MCP tool call may take; raise it for tools that boot a VM."""
     disabled_tools: list[str] | None = None
     skills: list[Path] = Field(default_factory=list)
     """Skill folders to upload into the program's skill discovery directory — each

verifiers/v1/harnesses/bash/harness.py

@@ -101,7 +101,8 @@ class BashHarness(Harness[BashHarnessConfig]):
                 + json.dumps(
                     {
                         "mcpServers": {
-                            name: {"url": url} for name, url in mcp_urls.items()
+                            name: {"url": url, "timeout": self.config.tool_timeout}
+                            for name, url in mcp_urls.items()
                         }
                     }
                 )

verifiers/v1/harnesses/bash/program.py

@@ -18,7 +18,7 @@ from tenacity import AsyncRetrying, stop_after_attempt, wait_exponential_jitter
 SERPER_URL = "https://google.serper.dev/search"
 
 MCP_CALL_ATTEMPTS = 6
-MCP_TIMEOUT = httpx.Timeout(600.0, connect=5.0)  # the OpenAI SDK client defaults
+MCP_TIMEOUT = 600.0
 
 
 BASH_TOOL = {
@@ -202,7 +202,8 @@ async def mcp_session(spec: dict):
     try:
         http_client = await stack.enter_async_context(
             create_mcp_http_client(
-                headers=spec.get("headers") or None, timeout=MCP_TIMEOUT
+                headers=spec.get("headers") or None,
+                timeout=httpx.Timeout(spec.get("timeout", MCP_TIMEOUT), connect=5.0),
             )
         )
         read, write, *_ = await stack.enter_async_context(

verifiers/v1/harnesses/browser_use/harness.py

@@ -104,7 +104,8 @@ class BrowserUseHarness(Harness[BrowserUseHarnessConfig]):
                 + json.dumps(
                     {
                         "mcpServers": {
-                            name: {"url": url} for name, url in mcp_urls.items()
+                            name: {"url": url, "timeout": self.config.tool_timeout}
+                            for name, url in mcp_urls.items()
                         }
                     }
                 )

verifiers/v1/harnesses/browser_use/program.py

@@ -36,7 +36,7 @@ from openai import AsyncOpenAI
 from tenacity import AsyncRetrying, stop_after_attempt, wait_exponential_jitter
 
 MCP_CALL_ATTEMPTS = 6
-MCP_TIMEOUT = httpx.Timeout(600.0, connect=5.0)  # the OpenAI SDK client defaults
+MCP_TIMEOUT = 600.0
 
 BROWSER_TOOL_TIMEOUT = 3600
 """Matches the bash harness's command timeout."""
@@ -203,7 +203,8 @@ async def mcp_session(spec: dict):
     try:
         http_client = await stack.enter_async_context(
             create_mcp_http_client(
-                headers=spec.get("headers") or None, timeout=MCP_TIMEOUT
+                headers=spec.get("headers") or None,
+                timeout=httpx.Timeout(spec.get("timeout", MCP_TIMEOUT), connect=5.0),
             )
         )
         read, write, *_ = await stack.enter_async_context(

verifiers/v1/harnesses/codex/harness.py

@@ -254,7 +254,7 @@ class CodexHarness(Harness[CodexHarnessConfig]):
                     (
                         f"{json.dumps(name, ensure_ascii=False)}="
                         f"{{url={json.dumps(url, ensure_ascii=False)},required=true,"
-                        "startup_timeout_sec=60.0,tool_timeout_sec=600.0}"
+                        f"startup_timeout_sec=60.0,tool_timeout_sec={self.config.tool_timeout}}}"
                     )
                     for name, url in mcp_urls.items()
                 )

verifiers/v1/harnesses/null/harness.py

@@ -53,7 +53,8 @@ class NullHarness(Harness[NullHarnessConfig]):
                 + json.dumps(
                     {
                         "mcpServers": {
-                            name: {"url": url} for name, url in mcp_urls.items()
+                            name: {"url": url, "timeout": self.config.tool_timeout}
+                            for name, url in mcp_urls.items()
                         }
                     }
                 )

verifiers/v1/harnesses/null/program.py

@@ -15,7 +15,7 @@ from openai import AsyncOpenAI
 from tenacity import AsyncRetrying, stop_after_attempt, wait_exponential_jitter
 
 MCP_CALL_ATTEMPTS = 6
-MCP_TIMEOUT = httpx.Timeout(600.0, connect=5.0)  # the OpenAI SDK client defaults
+MCP_TIMEOUT = 600.0
 
 
 async def chat(
@@ -43,7 +43,8 @@ async def mcp_session(spec: dict):
     try:
         http_client = await stack.enter_async_context(
             create_mcp_http_client(
-                headers=spec.get("headers") or None, timeout=MCP_TIMEOUT
+                headers=spec.get("headers") or None,
+                timeout=httpx.Timeout(spec.get("timeout", MCP_TIMEOUT), connect=5.0),
             )
         )
         read, write, *_ = await stack.enter_async_context(

verifiers/v1/harnesses/openclaw/harness.py

@@ -166,7 +166,7 @@ class OpenClawHarness(Harness[OpenClawHarnessConfig]):
                         "url": url,
                         "transport": "streamable-http",
                         "connectionTimeoutMs": 60_000,
-                        "requestTimeoutMs": 600_000,
+                        "requestTimeoutMs": int(self.config.tool_timeout * 1000),
                     }
                     for name, url in mcp_urls.items()
                 }

{verifiers-0.2.2.dev76.dist-info → verifiers-0.2.2.dev78.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: verifiers
-Version: 0.2.2.dev76
+Version: 0.2.2.dev78
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.2.2.dev76.dist-info → verifiers-0.2.2.dev78.dist-info}/RECORD

@@ -211,7 +211,7 @@ verifiers/v1/configs/__init__.py,sha256=X7u6X7B3ieD1HZl79Tv1kg-yPHbT0QLvAebaGqxV
 verifiers/v1/configs/agent.py,sha256=V_2FDvPHRB3_bHN9QnNnDYOjlmTP7NtG22SaopU-X64,3261
 verifiers/v1/configs/client.py,sha256=dCi2aC_wVHCrM0xRi9foFcbqp9pN2GR7yxEs1z_ChJM,4371
 verifiers/v1/configs/env.py,sha256=7ESsWZRWJpKqR5EEV1rmj0R1Dkn2Pn8MVSXPJOzRiF8,7885
-verifiers/v1/configs/harness.py,sha256=CG8hGbHl3rr6yawH3YYMAFl01M7Piiwf4w5oiw2Vagg,1564
+verifiers/v1/configs/harness.py,sha256=uDBb3DoX3RGbH2fOAvVVMaluP3VivtMfurGiBbbpuAs,1695
 verifiers/v1/configs/judge.py,sha256=O7oe28tS24fKRXUML_-6vHrVGdG6w7061SPQXOH7XvM,2223
 verifiers/v1/configs/legacy.py,sha256=YOJM6L5u6-jYpZ1CLpPInufKdmz1lEsMNKIRdT2JaaY,1080
 verifiers/v1/configs/retries.py,sha256=-nPlgmz7J_NZ4GOYG6oCc3thXo4La2SufBmvQGvvPGo,821
@@ -220,7 +220,7 @@ verifiers/v1/configs/task.py,sha256=1ozZjfpahin7I_TqzC7f3xr7CHSthAdydegFPXW4d9k,
 verifiers/v1/configs/taskset.py,sha256=o-tr1xkmGmYG10_ySG-Du_djWS-dN4h7cv14WSvJ4eY,851
 verifiers/v1/configs/cli/__init__.py,sha256=TJaWQQHrcyXoeqS7P9S25ztd78YJ30_9_Ug0czRH7Tw,374
 verifiers/v1/configs/cli/debug.py,sha256=VFsZ1tiKGvvx5mFDOzqqeU4cRtQkJ8OeD8mmRBZhy8w,2849
-verifiers/v1/configs/cli/env.py,sha256=DJbJy0-DqqtmFm0r7NpvRBbuxXnXc1o-yurDKUBSGJk,2701
+verifiers/v1/configs/cli/env.py,sha256=Qwba1wD2Upbh2W09YbSpktueCJZaWV_DymHRaPgl_ow,2685
 verifiers/v1/configs/cli/eval.py,sha256=HqIBtt8DuZEHZ07KgtE1jiqZy8OsDMfTahTuBAvslcA,6863
 verifiers/v1/configs/cli/init.py,sha256=tMaTDF_lU1Af3JmQpksk2mwe8CAfpnHsquXhwepZhYo,1019
 verifiers/v1/configs/cli/replay.py,sha256=xvMDZzIkvjgYl-a3ragjXI65DsD6FYl6gEFM5qpdIuA,2913
@@ -247,15 +247,15 @@ verifiers/v1/gepa/reflection.py,sha256=ptHhx0lcDLcWhWhXuslh9T8gPVNpnX5XLPtXoneW1
 verifiers/v1/gepa/runner.py,sha256=_B_YPd_h3kelbNE2029a6n3-QpqD8HOSDmOJRtX1PR8,6036
 verifiers/v1/harnesses/__init__.py,sha256=cLyHRiH0E63WcVW9dBqR4OEqPSfPR4wQmB6gunghV4Q,1759
 verifiers/v1/harnesses/bash/__init__.py,sha256=IAV4eMMqDHSl-9ANb0Q3kxmBZ22SeHZFBM448X4gQio,140
-verifiers/v1/harnesses/bash/harness.py,sha256=ZtjhsANuK3vXkf9mRCi8-sBMyPebJMBNHa58vTd2Fm8,5284
-verifiers/v1/harnesses/bash/program.py,sha256=hGv3k9jwoabL045AGiZWiX76Cca3Juk58AaMYeJTEGo,15334
+verifiers/v1/harnesses/bash/harness.py,sha256=iT-F8fEDaV0jveCOG4ZTavRahhVvbq8ehPTbfG3Cre8,5349
+verifiers/v1/harnesses/bash/program.py,sha256=USO3fu8CyOu_qiUisGTpsFUsu5_56KLwM-JdFZP4k78,15338
 verifiers/v1/harnesses/browser_use/__init__.py,sha256=yxm2IG5TDLadxZEkX8SL26XWbcPcODXcrJfPfm1GqwU,171
-verifiers/v1/harnesses/browser_use/harness.py,sha256=-P7CwMMkR7rLANAb6T4aOjAS4YuxzMPbm1MGvbIzbNI,5835
-verifiers/v1/harnesses/browser_use/program.py,sha256=uk_nwTX_68bZckSFMkgtgwSkUK5HWBGqLTCDwxbt8P8,14287
+verifiers/v1/harnesses/browser_use/harness.py,sha256=pxlpyJdnIFdlXVeMCcSgMH1uGeuU8LMEG0UF8emLXU0,5900
+verifiers/v1/harnesses/browser_use/program.py,sha256=ygC0e7iocV6bjTyqE4b3QECvQqNsxwFZDBcHOYUUfHY,14291
 verifiers/v1/harnesses/claude_code/__init__.py,sha256=JkZQylMSA3o1fvBx_NM41y_umuahmOSqFjTrJ2hryTw,171
 verifiers/v1/harnesses/claude_code/harness.py,sha256=bZHzTo7xFddJgHf1VrB3ZewzBR-AW0LuoMwxjrpI6Ko,3826
 verifiers/v1/harnesses/codex/__init__.py,sha256=ocyBvlpSO8c3pT6D1ebrQohoXYESQcCyPT5kN3j1-N4,132
-verifiers/v1/harnesses/codex/harness.py,sha256=OG1riQdVmZzVpHENsd0UzsIbdIAxDMHgRikmo73HL5M,13071
+verifiers/v1/harnesses/codex/harness.py,sha256=_B5l3zNo02KR7SrEsHchZ5X0eOOjl5cfEnzzp94Lunk,13094
 verifiers/v1/harnesses/hermes_agent/__init__.py,sha256=k84Y8UTTf1KOw5LGqPb2dk-hYFagPevDJBOF7qsR_vo,176
 verifiers/v1/harnesses/hermes_agent/harness.py,sha256=AveZi9g4pga9pYy4VAmn_KMKlJw3KhwG45JZcPxbdR4,5094
 verifiers/v1/harnesses/hermes_agent/program.py,sha256=9qPLbUnhox2bGu5ypEEnBhw9QKtYwNvrbl7W_zeNMdk,229
@@ -265,10 +265,10 @@ verifiers/v1/harnesses/mini_swe_agent/__init__.py,sha256=1OBu2Y-XqL72-dGhFdgB6sr
 verifiers/v1/harnesses/mini_swe_agent/harness.py,sha256=XImNv1-z6zUCkOGT-QNB6oDacF4upQbMXzdFDIYxSng,2448
 verifiers/v1/harnesses/mini_swe_agent/program.py,sha256=XPjDEsbJACB34tkUX9dJdIziWyKnMTvAJMLevI_FFxU,159
 verifiers/v1/harnesses/null/__init__.py,sha256=XDeKOPeoXUQi9US9_Z3_yH9YaZ4EiOMKJmUtNNdtD7s,127
-verifiers/v1/harnesses/null/harness.py,sha256=5qKWiIRfT9uRwCMAPxIJwilfUWpibixymA6NNpDcCIc,2531
-verifiers/v1/harnesses/null/program.py,sha256=RR3hZWPtZ3SnRcBRw8z7PaixLR-vYiI9J640YuXxcXs,8441
+verifiers/v1/harnesses/null/harness.py,sha256=3_BSQKFHTl9k54Aq1pcBEuE1n3hRF2xpP2100H5KGv4,2596
+verifiers/v1/harnesses/null/program.py,sha256=Lapx_g-uioKt0w9r2lcfoIkC0NPAX7wwNzxKQeJ82t4,8445
 verifiers/v1/harnesses/openclaw/__init__.py,sha256=kNyfPB1sGwEf4K3mTfKN0VEyxun3SGvNpvArVKvH-x8,160
-verifiers/v1/harnesses/openclaw/harness.py,sha256=3jvN3prQBYuMb3fjWVRyuQtwrrri24RkSZ3g4UyrlKg,14716
+verifiers/v1/harnesses/openclaw/harness.py,sha256=n1o7gvsEEv0OsnU_WvyEd00Q4KizWQawSwHqdvqzLnw,14745
 verifiers/v1/harnesses/pi/__init__.py,sha256=1mSnzOf-RdEchdeg6IHtcdobG5KIpAhuTdUIgsCIn74,117
 verifiers/v1/harnesses/pi/harness.py,sha256=_O-pyg2RM23-RzQosKHKf8uG8KflS4OrWSsEiBCWQpo,8675
 verifiers/v1/harnesses/pool/__init__.py,sha256=HTYsNiWGdiNEsSHj4xhPmshJSNb7SHjQ7d4yZQ4p3HM,127
@@ -337,8 +337,8 @@ verifiers/v1/utils/platform.py,sha256=56Ixmk1SER6q5LvzyYcA0hgzGpzhxKZL8Hiqp4c_XV
 verifiers/v1/utils/retries.py,sha256=Y2ZgrAjn-qNkRKZP_RVNL_7EK0iaRcZeCa404lpGYi4,5417
 verifiers/v1/utils/score.py,sha256=-R5Cog14r_tJ6Q_oOfGr5VPAm2CCUhofYZB6B9lm4wM,5787
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.2.2.dev76.dist-info/METADATA,sha256=vOCZL_bCXmOR9KHHvbzSCszxDmGtjDRTNxI0I8Zn8Hs,4545
-verifiers-0.2.2.dev76.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
-verifiers-0.2.2.dev76.dist-info/entry_points.txt,sha256=v6v0QT9vVExnfn4br42MostI_o3f3ZbWYlTormz-U3g,515
-verifiers-0.2.2.dev76.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.2.2.dev76.dist-info/RECORD,,
+verifiers-0.2.2.dev78.dist-info/METADATA,sha256=rmnE8VfGbDeIp0uvtPHL4MkEltHkoqkWlmp9PPtcGxs,4545
+verifiers-0.2.2.dev78.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
+verifiers-0.2.2.dev78.dist-info/entry_points.txt,sha256=v6v0QT9vVExnfn4br42MostI_o3f3ZbWYlTormz-U3g,515
+verifiers-0.2.2.dev78.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.2.2.dev78.dist-info/RECORD,,