verifiers 0.4.2.dev30__tar.gz → 0.4.2.dev31__tar.gz

{verifiers-0.4.2.dev30 → verifiers-0.4.2.dev31}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.4.2.dev30
+Version: 0.4.2.dev31
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.4.2.dev30 → verifiers-0.4.2.dev31}/verifiers/v1/agent.py

@@ -95,6 +95,16 @@ def resolve_rollout_timeouts(timeout: TimeoutConfig, task: Task) -> RolloutTimeo
     )
 
 
+def _check_artifact_runtime(runtime_config: RuntimeConfig) -> None:
+    """Artifact collection reads the task's paths out of the box, so the box needs a
+    filesystem of its own."""
+    if not backend_cls(runtime_config).SUPPORTS_TASK_IMAGES:
+        raise TypeError(
+            "artifact collection requires a runtime with its own filesystem; the "
+            f"{runtime_config.type} runtime cannot run images"
+        )
+
+
 def _check_borrowed_placement(
     task: Task, runtime: Runtime, base_config: RuntimeConfig
 ) -> None:
@@ -747,14 +757,8 @@ class Agent:
         attempt: int,
     ) -> Trace:
         params = self._rollout_params(task, runtime, dict(shared_tools or {}))
-        if (
-            collect_artifacts
-            and not backend_cls(params["runtime_config"]).SUPPORTS_TASK_IMAGES
-        ):
-            raise TypeError(
-                "artifact collection requires a runtime with its own filesystem; the "
-                f"{params['runtime_config'].type} runtime cannot run images"
-            )
+        if collect_artifacts:
+            _check_artifact_runtime(params["runtime_config"])
         run = Rollout(
             task=task,
             on_trace=on_trace,
@@ -786,6 +790,7 @@ class Agent:
         runtime: Runtime | None = None,
         tools: Mapping[str, SharedToolServer] | None = None,
         on_trace: Callable[[Trace], None] | None = None,
+        collect_artifacts: bool = False,
     ) -> AsyncIterator[Interaction]:
         """Interact with this agent turn-by-turn: a full rollout of `task` where
         the CALLER is the run's user — the one exchange surface. Yields an
@@ -801,7 +806,8 @@ class Agent:
         caller's to hide: hand the interaction a task whose `data.prompt` is None
         and keep the scenario on a scoring-side field (the user-sim env's contract).
 
-        `runtime` and `tools` borrow live resources from their owners, just as
+        `runtime` and `tools` borrow live resources from their owners, and
+        `collect_artifacts` captures the task's declared artifacts at close, just as
         they do for `run()`; an env supplies its taskset's shared tools
         automatically for tasks loaded from that taskset.
 
@@ -818,10 +824,13 @@ class Agent:
         trace_id = uuid.uuid4().hex
         with scope(trace=short_id(trace_id), agent=self._log_name):
             params = self._rollout_params(task, runtime, dict(tools or {}))
+            if collect_artifacts:
+                _check_artifact_runtime(params["runtime_config"])
             run = Rollout(
                 task=task,
                 has_user=True,
                 on_trace=on_trace,
+                collect_artifacts=collect_artifacts,
                 trace_id=trace_id,
                 **params,
             )
@@ -1030,6 +1039,7 @@ class _EpisodeAgent(Agent):
         runtime: Runtime | None = None,
         tools: Mapping[str, SharedToolServer] | None = None,
         on_trace: Callable[[Trace], None] | None = None,
+        collect_artifacts: bool = False,
     ) -> AsyncIterator[Interaction]:
         """The agent's `interaction`, with every trace stamped with its standing
         at mint and captured in `completed` at close — an interaction driven from
@@ -1051,6 +1061,7 @@ class _EpisodeAgent(Agent):
                 runtime=runtime,
                 tools=tools if tools is not None else self._shared_for(task),
                 on_trace=self._watch(remember),
+                collect_artifacts=collect_artifacts,
             ) as interaction:
                 yield interaction
         finally: