verifiers 0.3.2.dev87__py3-none-any.whl → 0.3.2.dev89__py3-none-any.whl

verifiers/v1/acp/__init__.py

@@ -58,6 +58,7 @@ class ACPConfig:
     mcp_urls: dict[str, str] | None = None
     system_prompt: str | None = None
     session_meta: JsonObject | None = None
+    client_capabilities: JsonObject | None = None
 
 
 class ACPHarness(Harness[ConfigT]):
@@ -265,6 +266,7 @@ class ACPHarnessSession(HarnessSession):
             "mcp_urls": self.mcp_urls,
             "system_prompt": self.config.system_prompt or "",
             "session_meta": self.config.session_meta or {},
+            "client_capabilities": self.config.client_capabilities or {},
         }
         async with self._lock:
             if self._closed:

verifiers/v1/acp/runner.py

@@ -194,7 +194,9 @@ class ACPSession:
             self.connection = agent_process[0]
             initialized = await self.connection.initialize(
                 protocol_version=PROTOCOL_VERSION,
-                client_capabilities=ClientCapabilities(),
+                client_capabilities=ClientCapabilities.model_validate(
+                    config["client_capabilities"]
+                ),
             )
             self.capabilities = initialized.agent_capabilities
             session = await self.connection.new_session(

verifiers/v1/harness.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
 
+import asyncio
 import logging
 import os
 from abc import ABC, abstractmethod
@@ -99,23 +100,32 @@ class Harness(ABC, Generic[ConfigT]):
         """Upload each `config.skills` folder into `runtime` at `dest/<folder name>` —
         the program's fixed skill discovery location, which a supporting harness's
         `setup` passes."""
+        uploads = []
+        executables = []
         for skill in self.config.skills:
             # Resolve so `.`/`..` entries get their real folder name (and can't
             # place files outside `dest`).
             skill = skill.resolve()
             if not skill.is_dir():
                 raise ValueError(f"skill {str(skill)!r} is not a folder")
-            executables = []
-            for file in sorted(skill.rglob("*")):
+            for file in skill.rglob("*"):
                 if not file.is_file():
                     continue
                 target = f"{dest}/{skill.name}/{file.relative_to(skill).as_posix()}"
-                await runtime.write(target, file.read_bytes())
+                uploads.append((target, file.read_bytes()))
                 if os.access(file, os.X_OK):
                     executables.append(target)
-            if executables:
-                # `write` moves bytes, not modes; restore the execute bits scripts need.
-                await runtime.run(["chmod", "+x", *executables], {})
+        # Settle every upload before returning or surfacing an error.
+        results = await asyncio.gather(
+            *(runtime.write(target, data) for target, data in uploads),
+            return_exceptions=True,
+        )
+        for result in results:
+            if isinstance(result, BaseException):
+                raise result
+        if executables:
+            # `write` moves bytes, not modes; restore the execute bits scripts need.
+            await runtime.run(["chmod", "+x", *executables], {})
 
     async def _check_result(
         self, trace: Trace, runtime: Runtime, result: ProgramResult

verifiers/v1/harnesses/codex/harness.py

@@ -6,7 +6,7 @@ import logging
 import re
 from collections import Counter
 
-from verifiers.v1.acp import ACPConfig, ACPHarness
+from verifiers.v1.acp import ACPConfig, ACPHarness, ACPTurn
 from verifiers.v1.clients import ModelContext
 from verifiers.v1.configs.harness import HarnessConfig, PinnedVersion
 from verifiers.v1.harnesses.node import NODE_BIN_DIR, ensure_node
@@ -47,6 +47,16 @@ class CodexHarness(ACPHarness[CodexHarnessConfig]):
     SUPPORTS_MCP = True
     SUPPORTS_SKILLS = True
 
+    def acp_turn_result(self, trace: Trace, result: ACPTurn) -> None:
+        # codex-acp returns terminal failures in metadata with stop_reason=end_turn.
+        failure = (
+            result.response_metadata.get("jetbrains", {})
+            .get("air", {})
+            .get("sessionFailure")
+        )
+        if failure and failure["phase"] == "active":
+            raise RuntimeError(f"Codex {failure['category']}: {failure['safeMessage']}")
+
     async def setup(self, runtime: Runtime) -> None:
         await self.install_skills(runtime, SKILLS_DIR)
         await ensure_node(runtime)
@@ -101,6 +111,13 @@ class CodexHarness(ACPHarness[CodexHarnessConfig]):
             # Codex reads MCP servers from the config written by build_env().
             mcp_urls={},
             system_prompt=system_prompt,
+            client_capabilities={
+                "_meta": {
+                    "jetbrains": {
+                        "air": {"version": 1, "capabilities": ["sessionFailure"]}
+                    }
+                }
+            },
         )
 
     async def cleanup(self, trace: Trace, runtime: Runtime) -> None:

{verifiers-0.3.2.dev87.dist-info → verifiers-0.3.2.dev89.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev87
+Version: 0.3.2.dev89
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev87.dist-info → verifiers-0.3.2.dev89.dist-info}/RECORD

@@ -6,7 +6,7 @@ verifiers/v1/env.py,sha256=CEhzjojhg5jqbOYruUnc5U7TtgDHDSx8NiiFA0qfbt8,18234
 verifiers/v1/episode.py,sha256=Fft0R2W6INAVeJhoE9b8h7L_KQSz7XuxP4FT_XhcsUY,5741
 verifiers/v1/errors.py,sha256=uQySmCUrjDYFkBIii1vBFPiEcPFPQZ9EGpas_6HvcQI,5279
 verifiers/v1/graph.py,sha256=K6wKkoT_8TpNqPQISu2Xf0eHtAYW_KUGw0CteN5zr3c,36529
-verifiers/v1/harness.py,sha256=Yx-XCIs1HAmqv1F-nhCTDBUwAx51xQWNWgFcWL1WRTM,13777
+verifiers/v1/harness.py,sha256=sXEjVdrS4A2SO35C_uEebBVeUt8VL7dui7IneAp2MRs,14124
 verifiers/v1/judge.py,sha256=uqn-djkK2_7Q3kOjkDo6ipOvV_HOvuLa9y6AoDjRux8,9618
 verifiers/v1/rollout.py,sha256=SvMgs7YBNjiftp4vlGVBMEseUsJs1h7qrqAlxmWaNwY,23987
 verifiers/v1/semantic.py,sha256=VQ_buw6Ya6QtRoh_fiYI5Avs5RmIQCfWH0H0bQc4aoc,4704
@@ -16,8 +16,8 @@ verifiers/v1/task.py,sha256=9YhllEDgoHSz72-1fcYwBADl-rOzASnrSVimLheWmwI,12237
 verifiers/v1/taskset.py,sha256=fp2E0IEhL_Ybj9cegZwljfTmW27p_30zTWHFKw_kXE4,4374
 verifiers/v1/trace.py,sha256=dBrStZXoEhVIKtcUzG6lZN0SEAjATOqBZCrgbaPdIXw,30398
 verifiers/v1/types.py,sha256=PH1SxRWXOjPCgQD9aZgM18_bECvFSNQ25gkCbulmTKU,9857
-verifiers/v1/acp/__init__.py,sha256=sbJL7vTE_BEmw34wwgbNPuWuAmQ_gwELsK3wQbT08f4,12715
-verifiers/v1/acp/runner.py,sha256=gMXFmsVg2qD0Zhrx7kvC6Me2Z-wsfBamRIO0i45UW8g,11097
+verifiers/v1/acp/__init__.py,sha256=N2J0WQsA1VjxCyyLdbQ3mY-M_kdgJucTSRhk4ObMc70,12839
+verifiers/v1/acp/runner.py,sha256=vEYEkX3gEt1vVbYCYhlVq-5y7RIMecpspDwX2vUoXuI,11179
 verifiers/v1/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 verifiers/v1/cli/debug.py,sha256=x3bqOwwbwwfwQQpxHrZeKdxsW3ZVtUT9cAn_r4aOro4,11631
 verifiers/v1/cli/gepa.py,sha256=zyUbZ0ykTEq6c-YlPUSk0kqsbkzqR-mkeW4Cl0WGeJo,4180
@@ -92,7 +92,7 @@ verifiers/v1/harnesses/browser_use/program.py,sha256=5g5AnRS-brYSMmHcteLf8-XDLaT
 verifiers/v1/harnesses/claude_code/__init__.py,sha256=JkZQylMSA3o1fvBx_NM41y_umuahmOSqFjTrJ2hryTw,171
 verifiers/v1/harnesses/claude_code/harness.py,sha256=Racxbs1EAH3gRwSeUptAIa3kB-EUm_nreUnHMwRUHuE,4119
 verifiers/v1/harnesses/codex/__init__.py,sha256=ocyBvlpSO8c3pT6D1ebrQohoXYESQcCyPT5kN3j1-N4,132
-verifiers/v1/harnesses/codex/harness.py,sha256=trrOj9qMLkPWxnh-Iz87uGYuwEg97cwrt67PxHrayrk,6825
+verifiers/v1/harnesses/codex/harness.py,sha256=S6WLiEpOmeGHbwCYHhQyNkXSVYFbwBbCvPgk2tAuDis,7516
 verifiers/v1/harnesses/hermes_agent/__init__.py,sha256=k84Y8UTTf1KOw5LGqPb2dk-hYFagPevDJBOF7qsR_vo,176
 verifiers/v1/harnesses/hermes_agent/harness.py,sha256=dSsE2VZ8jaM-U14QXO3J7P-U6NMpSuOz3DUMtDWpWk0,3622
 verifiers/v1/harnesses/hermes_agent/program.py,sha256=RaIYm6NFD8KLXERGXp6rOE4QrQjlcTnm1Fu33xYsiHw,570
@@ -190,8 +190,8 @@ verifiers/v1/utils/prime.py,sha256=UTYRjp9cbjNb6CVmBHda-1wWZAIIfxNOmTyNuT7_wL4,9
 verifiers/v1/utils/retries.py,sha256=Y2ZgrAjn-qNkRKZP_RVNL_7EK0iaRcZeCa404lpGYi4,5417
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.3.2.dev87.dist-info/METADATA,sha256=g8gNfmMA2v1sU8Jl2cyl9WGSJ5nZXJPhW2f5fQy-5n0,4237
-verifiers-0.3.2.dev87.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
-verifiers-0.3.2.dev87.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
-verifiers-0.3.2.dev87.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.3.2.dev87.dist-info/RECORD,,
+verifiers-0.3.2.dev89.dist-info/METADATA,sha256=DY9UBh4G2UWBWU0GlGCI40TJ5AkQPxHrwW0J1dJH8kc,4237
+verifiers-0.3.2.dev89.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+verifiers-0.3.2.dev89.dist-info/entry_points.txt,sha256=uqQje0TMsr7k6nXlWxlPs13Si0evb3pVCEDF6c-YL80,241
+verifiers-0.3.2.dev89.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.3.2.dev89.dist-info/RECORD,,