verifiers 0.4.2.dev30__py3-none-any.whl → 0.4.2.dev32__py3-none-any.whl

verifiers/v1/agent.py

@@ -95,6 +95,16 @@ def resolve_rollout_timeouts(timeout: TimeoutConfig, task: Task) -> RolloutTimeo
     )
 
 
+def _check_artifact_runtime(runtime_config: RuntimeConfig) -> None:
+    """Artifact collection reads the task's paths out of the box, so the box needs a
+    filesystem of its own."""
+    if not backend_cls(runtime_config).SUPPORTS_TASK_IMAGES:
+        raise TypeError(
+            "artifact collection requires a runtime with its own filesystem; the "
+            f"{runtime_config.type} runtime cannot run images"
+        )
+
+
 def _check_borrowed_placement(
     task: Task, runtime: Runtime, base_config: RuntimeConfig
 ) -> None:
@@ -747,14 +757,8 @@ class Agent:
         attempt: int,
     ) -> Trace:
         params = self._rollout_params(task, runtime, dict(shared_tools or {}))
-        if (
-            collect_artifacts
-            and not backend_cls(params["runtime_config"]).SUPPORTS_TASK_IMAGES
-        ):
-            raise TypeError(
-                "artifact collection requires a runtime with its own filesystem; the "
-                f"{params['runtime_config'].type} runtime cannot run images"
-            )
+        if collect_artifacts:
+            _check_artifact_runtime(params["runtime_config"])
         run = Rollout(
             task=task,
             on_trace=on_trace,
@@ -786,6 +790,7 @@ class Agent:
         runtime: Runtime | None = None,
         tools: Mapping[str, SharedToolServer] | None = None,
         on_trace: Callable[[Trace], None] | None = None,
+        collect_artifacts: bool = False,
     ) -> AsyncIterator[Interaction]:
         """Interact with this agent turn-by-turn: a full rollout of `task` where
         the CALLER is the run's user — the one exchange surface. Yields an
@@ -801,7 +806,8 @@ class Agent:
         caller's to hide: hand the interaction a task whose `data.prompt` is None
         and keep the scenario on a scoring-side field (the user-sim env's contract).
 
-        `runtime` and `tools` borrow live resources from their owners, just as
+        `runtime` and `tools` borrow live resources from their owners, and
+        `collect_artifacts` captures the task's declared artifacts at close, just as
         they do for `run()`; an env supplies its taskset's shared tools
         automatically for tasks loaded from that taskset.
 
@@ -818,10 +824,13 @@ class Agent:
         trace_id = uuid.uuid4().hex
         with scope(trace=short_id(trace_id), agent=self._log_name):
             params = self._rollout_params(task, runtime, dict(tools or {}))
+            if collect_artifacts:
+                _check_artifact_runtime(params["runtime_config"])
             run = Rollout(
                 task=task,
                 has_user=True,
                 on_trace=on_trace,
+                collect_artifacts=collect_artifacts,
                 trace_id=trace_id,
                 **params,
             )
@@ -1030,6 +1039,7 @@ class _EpisodeAgent(Agent):
         runtime: Runtime | None = None,
         tools: Mapping[str, SharedToolServer] | None = None,
         on_trace: Callable[[Trace], None] | None = None,
+        collect_artifacts: bool = False,
     ) -> AsyncIterator[Interaction]:
         """The agent's `interaction`, with every trace stamped with its standing
         at mint and captured in `completed` at close — an interaction driven from
@@ -1051,6 +1061,7 @@ class _EpisodeAgent(Agent):
                 runtime=runtime,
                 tools=tools if tools is not None else self._shared_for(task),
                 on_trace=self._watch(remember),
+                collect_artifacts=collect_artifacts,
             ) as interaction:
                 yield interaction
         finally:

verifiers/v1/dialects/chat.py

@@ -422,7 +422,7 @@ class ChatDialect(Dialect[ChatCompletion]):
             "extra_body",
         }
     )
-    routes = ("/v1/chat/completions",)
+    routes = ("/v1/chat/completions", "/chat/completions")
     upstream_path = "/chat/completions"
     response_type = ModdedChatCompletion
 

verifiers/v1/dialects/responses.py

@@ -369,7 +369,7 @@ class ResponsesDialect(Dialect[OpenAIResponse]):
             "truncation",
         }
     )
-    routes = ("/v1/responses",)
+    routes = ("/v1/responses", "/responses")
     upstream_path = "/responses"
     response_type = OpenAIResponse
 

verifiers/v1/harnesses/prime_agent/harness.py

@@ -27,7 +27,6 @@ PRIME_AGENT_COMMIT: Literal["ea9d9602ec0938d9e454e8963107cd85af1565c6"] = (
 PRIME_AGENT_VERSION = "0.10.2"
 PRIME_AGENT_DIR = "/var/tmp/vf-prime-agent"
 STATE_ROOT = "/tmp/vf-prime-agent-runs"
-PROVIDER = "intercept"
 LIFECYCLE_META_NAMESPACE = "ai.primeintellect.prime-agent"
 KEY_VAR = "PRIME_AGENT_INTERCEPT_KEY"
 ENV_AGENT_DIR = "PRIME_AGENT_CODING_AGENT_DIR"
@@ -82,8 +81,7 @@ class PrimeAgentHarnessConfig(HarnessConfig):
 
     autonomous: bool = False
     """Enable Prime Agent's autonomous continuation loop."""
-    # Over Responses it replays an earlier turn without its reasoning.
-    dialect: Literal["chat_completions", "anthropic_messages"] = "chat_completions"
+    dialect: Literal["auto"] = "auto"
 
 
 class PrimeAgentHarness(ACPHarness[PrimeAgentHarnessConfig]):
@@ -208,22 +206,20 @@ class PrimeAgentHarness(ACPHarness[PrimeAgentHarnessConfig]):
             None,
             "none",
         ) or ctx.model.rsplit("/", 1)[-1].startswith(("gpt-5", "o1", "o3", "o4"))
+        provider, separator, model = ctx.model.partition("/")
+        if not separator:
+            provider, model = "openai", ctx.model
+        elif provider in ("internal", "dev"):
+            provider, model = "prime-inference", ctx.model
         models = {
             "providers": {
-                PROVIDER: {
-                    # Its Anthropic provider appends `/v1/messages` to the base URL.
-                    "baseUrl": endpoint.removesuffix("/v1")
-                    if self.config.dialect == "anthropic_messages"
-                    else endpoint,
-                    "api": {
-                        "chat_completions": "openai-completions",
-                        "responses": "openai-responses",
-                        "anthropic_messages": "anthropic-messages",
-                    }[self.config.dialect],
+                provider: {
+                    # The native provider owns its API path, including any version prefix.
+                    "baseUrl": endpoint.removesuffix("/v1"),
                     "apiKey": KEY_VAR,
                     "models": [
                         {
-                            "id": ctx.model,
+                            "id": model,
                             "reasoning": reasoning,
                             "input": ["text", "image"],
                         }
@@ -246,9 +242,9 @@ class PrimeAgentHarness(ACPHarness[PrimeAgentHarnessConfig]):
             "acp",
             "--no-session",  # The ACP connection owns the session's lifetime.
             "--provider",
-            PROVIDER,
+            provider,
             "--model",
-            ctx.model,
+            model,
             "--daemon-socket",
             f"{root}/daemon.sock",
             "--offline",

{verifiers-0.4.2.dev30.dist-info → verifiers-0.4.2.dev32.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.4.2.dev30
+Version: 0.4.2.dev32
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.4.2.dev30.dist-info → verifiers-0.4.2.dev32.dist-info}/RECORD

@@ -1,6 +1,6 @@
 verifiers/__init__.py,sha256=F5IVMw6mhGaPBMCw7QKk0la_r5mMwydP2hdTTdQucik,352
 verifiers/v1/__init__.py,sha256=TB8TzPRiMc5kUlyWJNknoQ1GC-BpANsIyaeDk41ajUo,18542
-verifiers/v1/agent.py,sha256=3mRrubm2EwGIYexdJ9F0Lq5Uuta9-E_CC29Phh_9Vbw,48439
+verifiers/v1/agent.py,sha256=bhZsET00xkaEWS6vwLjnqZcvImWZ0Cq1_A6Bzo1_PYU,48987
 verifiers/v1/delta.py,sha256=23USfU7G5L3TBnV3apyuOa0M_uQAgvTo6a4Ke4msRV0,12205
 verifiers/v1/env.py,sha256=UA1FdNd64XywIevJliNyL54afa2StN1ND6ro9HrjlVo,20566
 verifiers/v1/episode.py,sha256=ExeTkNEBsDuG40m6VogV6Gd4IHdO4SMPIzQSpt_V96U,6984
@@ -55,8 +55,8 @@ verifiers/v1/configs/cli/validate.py,sha256=j6qRi2EvacXTCARnVhkFRtX9xF3IP3eVVt-Z
 verifiers/v1/dialects/__init__.py,sha256=MNOYM2NdTlSxGK4VtoEjMtD5zya2MpjPDX5jMvZUWEo,736
 verifiers/v1/dialects/anthropic.py,sha256=5FZyAV2Aa9UU_tmoSJi4_FYxSw_QFk5e0v0v6LNxKk0,27338
 verifiers/v1/dialects/base.py,sha256=9C0Co6XAQrZsIWnJiAMtwPF5B00z-c20_RiSs51-TG4,16227
-verifiers/v1/dialects/chat.py,sha256=J3Q1DF6_armq8NWJ1AAlUgAveNuX-LFDaArUIRMYyfY,24487
-verifiers/v1/dialects/responses.py,sha256=jd8-xZ65MOtnHnnH295s4TCUgvDbfyYg0ialKo3HvgE,31259
+verifiers/v1/dialects/chat.py,sha256=quhjv9ipa0ces3VYB5ZbegB_RwIAK5vj17c6NiQF74s,24507
+verifiers/v1/dialects/responses.py,sha256=aoRe94g_Wa2BfHfEUdM8XVesn-RcwfXHoXl1lN4r-qE,31272
 verifiers/v1/envs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 verifiers/v1/envs/agentic_judge/__init__.py,sha256=6vwtMCQ_cuvuubCF5-nrE5W7gGgzE-LIPKorkM5DXdw,309
 verifiers/v1/envs/agentic_judge/env.py,sha256=AkANEM5mSiGJ-udJWvHKeNMVq4wRcWpXX0yOJ2qqS78,14968
@@ -109,7 +109,7 @@ verifiers/v1/harnesses/pi/__init__.py,sha256=1mSnzOf-RdEchdeg6IHtcdobG5KIpAhuTdU
 verifiers/v1/harnesses/pi/gate.mjs,sha256=vk_OqHXhRdYzQL7YMX8Teajm0fh9tokzDvLHVOd2I9o,449
 verifiers/v1/harnesses/pi/harness.py,sha256=NURYJCiE5kIB9CXIMYgvaCtFdiGpHaiWU84rOntF-3A,7753
 verifiers/v1/harnesses/prime_agent/__init__.py,sha256=xfPC4RrlnyYWaf38tPAOZq4YL6M55lMpj5BoRLmaK8I,171
-verifiers/v1/harnesses/prime_agent/harness.py,sha256=nDxGLhVtwb5RP83BbMZCEHtS2kGOtBIFXqLdk9YorMM,12618
+verifiers/v1/harnesses/prime_agent/harness.py,sha256=sV82MCi7uZTKlOH8Vg9_WSytgZNSbknShOhmYcdPPaE,12354
 verifiers/v1/harnesses/rlm/__init__.py,sha256=hwx51xTdEWzzYgMj-p4ETNcptoub3IPMDbEdJ4uB8Ns,122
 verifiers/v1/harnesses/rlm/harness.py,sha256=4Q6g93YJp9JQQWoCaNRYX6ojaMzoBGEuSHbChnJYprg,14873
 verifiers/v1/harnesses/stirrup/__init__.py,sha256=a-NQxX1bOwaGx8QHj2jWcRJEGiLIxdY6XUMbojr9dOk,142
@@ -193,8 +193,8 @@ verifiers/v1/utils/scope.py,sha256=zbs4pj6AVk4jywlAJ3AX0Q0_kzB9dBB02nY-9H4ELdQ,8
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/trace_store.py,sha256=Qo9qvsJAl8PoRUavjQAfUB2VNxmUtYQtU2ejLKPzY9c,3382
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.4.2.dev30.dist-info/METADATA,sha256=4Hqn7rY_wdYh8e_puZgnQLBJvOoCshGo8ExQ2B9hdAs,5142
-verifiers-0.4.2.dev30.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
-verifiers-0.4.2.dev30.dist-info/entry_points.txt,sha256=3M8Wr0w1cUKiB-fJ6YHB6eK5WuKYg-Y3OC4wCuUje_c,174
-verifiers-0.4.2.dev30.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.4.2.dev30.dist-info/RECORD,,
+verifiers-0.4.2.dev32.dist-info/METADATA,sha256=7keNwz0BTCgoJ5epJNU_pZckYmEMZGtWOnwjDCn2bEI,5142
+verifiers-0.4.2.dev32.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
+verifiers-0.4.2.dev32.dist-info/entry_points.txt,sha256=3M8Wr0w1cUKiB-fJ6YHB6eK5WuKYg-Y3OC4wCuUje_c,174
+verifiers-0.4.2.dev32.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.4.2.dev32.dist-info/RECORD,,