verifiers 0.4.2.dev30__py3-none-any.whl → 0.4.2.dev31__py3-none-any.whl

verifiers/v1/agent.py

@@ -95,6 +95,16 @@ def resolve_rollout_timeouts(timeout: TimeoutConfig, task: Task) -> RolloutTimeo
     )
 
 
+def _check_artifact_runtime(runtime_config: RuntimeConfig) -> None:
+    """Artifact collection reads the task's paths out of the box, so the box needs a
+    filesystem of its own."""
+    if not backend_cls(runtime_config).SUPPORTS_TASK_IMAGES:
+        raise TypeError(
+            "artifact collection requires a runtime with its own filesystem; the "
+            f"{runtime_config.type} runtime cannot run images"
+        )
+
+
 def _check_borrowed_placement(
     task: Task, runtime: Runtime, base_config: RuntimeConfig
 ) -> None:
@@ -747,14 +757,8 @@ class Agent:
         attempt: int,
     ) -> Trace:
         params = self._rollout_params(task, runtime, dict(shared_tools or {}))
-        if (
-            collect_artifacts
-            and not backend_cls(params["runtime_config"]).SUPPORTS_TASK_IMAGES
-        ):
-            raise TypeError(
-                "artifact collection requires a runtime with its own filesystem; the "
-                f"{params['runtime_config'].type} runtime cannot run images"
-            )
+        if collect_artifacts:
+            _check_artifact_runtime(params["runtime_config"])
         run = Rollout(
             task=task,
             on_trace=on_trace,
@@ -786,6 +790,7 @@ class Agent:
         runtime: Runtime | None = None,
         tools: Mapping[str, SharedToolServer] | None = None,
         on_trace: Callable[[Trace], None] | None = None,
+        collect_artifacts: bool = False,
     ) -> AsyncIterator[Interaction]:
         """Interact with this agent turn-by-turn: a full rollout of `task` where
         the CALLER is the run's user — the one exchange surface. Yields an
@@ -801,7 +806,8 @@ class Agent:
         caller's to hide: hand the interaction a task whose `data.prompt` is None
         and keep the scenario on a scoring-side field (the user-sim env's contract).
 
-        `runtime` and `tools` borrow live resources from their owners, just as
+        `runtime` and `tools` borrow live resources from their owners, and
+        `collect_artifacts` captures the task's declared artifacts at close, just as
         they do for `run()`; an env supplies its taskset's shared tools
         automatically for tasks loaded from that taskset.
 
@@ -818,10 +824,13 @@ class Agent:
         trace_id = uuid.uuid4().hex
         with scope(trace=short_id(trace_id), agent=self._log_name):
             params = self._rollout_params(task, runtime, dict(tools or {}))
+            if collect_artifacts:
+                _check_artifact_runtime(params["runtime_config"])
             run = Rollout(
                 task=task,
                 has_user=True,
                 on_trace=on_trace,
+                collect_artifacts=collect_artifacts,
                 trace_id=trace_id,
                 **params,
             )
@@ -1030,6 +1039,7 @@ class _EpisodeAgent(Agent):
         runtime: Runtime | None = None,
         tools: Mapping[str, SharedToolServer] | None = None,
         on_trace: Callable[[Trace], None] | None = None,
+        collect_artifacts: bool = False,
     ) -> AsyncIterator[Interaction]:
         """The agent's `interaction`, with every trace stamped with its standing
         at mint and captured in `completed` at close — an interaction driven from
@@ -1051,6 +1061,7 @@ class _EpisodeAgent(Agent):
                 runtime=runtime,
                 tools=tools if tools is not None else self._shared_for(task),
                 on_trace=self._watch(remember),
+                collect_artifacts=collect_artifacts,
             ) as interaction:
                 yield interaction
         finally:

{verifiers-0.4.2.dev30.dist-info → verifiers-0.4.2.dev31.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.4.2.dev30
+Version: 0.4.2.dev31
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.4.2.dev30.dist-info → verifiers-0.4.2.dev31.dist-info}/RECORD

@@ -1,6 +1,6 @@
 verifiers/__init__.py,sha256=F5IVMw6mhGaPBMCw7QKk0la_r5mMwydP2hdTTdQucik,352
 verifiers/v1/__init__.py,sha256=TB8TzPRiMc5kUlyWJNknoQ1GC-BpANsIyaeDk41ajUo,18542
-verifiers/v1/agent.py,sha256=3mRrubm2EwGIYexdJ9F0Lq5Uuta9-E_CC29Phh_9Vbw,48439
+verifiers/v1/agent.py,sha256=bhZsET00xkaEWS6vwLjnqZcvImWZ0Cq1_A6Bzo1_PYU,48987
 verifiers/v1/delta.py,sha256=23USfU7G5L3TBnV3apyuOa0M_uQAgvTo6a4Ke4msRV0,12205
 verifiers/v1/env.py,sha256=UA1FdNd64XywIevJliNyL54afa2StN1ND6ro9HrjlVo,20566
 verifiers/v1/episode.py,sha256=ExeTkNEBsDuG40m6VogV6Gd4IHdO4SMPIzQSpt_V96U,6984
@@ -193,8 +193,8 @@ verifiers/v1/utils/scope.py,sha256=zbs4pj6AVk4jywlAJ3AX0Q0_kzB9dBB02nY-9H4ELdQ,8
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/trace_store.py,sha256=Qo9qvsJAl8PoRUavjQAfUB2VNxmUtYQtU2ejLKPzY9c,3382
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.4.2.dev30.dist-info/METADATA,sha256=4Hqn7rY_wdYh8e_puZgnQLBJvOoCshGo8ExQ2B9hdAs,5142
-verifiers-0.4.2.dev30.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
-verifiers-0.4.2.dev30.dist-info/entry_points.txt,sha256=3M8Wr0w1cUKiB-fJ6YHB6eK5WuKYg-Y3OC4wCuUje_c,174
-verifiers-0.4.2.dev30.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.4.2.dev30.dist-info/RECORD,,
+verifiers-0.4.2.dev31.dist-info/METADATA,sha256=M3FNjmZdz_JdefU9JSm3DhPQ4nwdMtPDs0zz0GzDQw4,5142
+verifiers-0.4.2.dev31.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
+verifiers-0.4.2.dev31.dist-info/entry_points.txt,sha256=3M8Wr0w1cUKiB-fJ6YHB6eK5WuKYg-Y3OC4wCuUje_c,174
+verifiers-0.4.2.dev31.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.4.2.dev31.dist-info/RECORD,,