inspect-ai 0.3.94__py3-none-any.whl → 0.3.96__py3-none-any.whl

inspect_ai/tool/_tools/_web_search/_tavily.py

@@ -0,0 +1,77 @@
+import os
+from typing import Awaitable, Callable
+
+import httpx
+from pydantic import BaseModel, Field
+from tenacity import (
+    retry,
+    retry_if_exception,
+    stop_after_attempt,
+    stop_after_delay,
+    wait_exponential_jitter,
+)
+
+from inspect_ai._util.error import PrerequisiteError
+from inspect_ai._util.httpx import httpx_should_retry, log_httpx_retry_attempt
+from inspect_ai.util._concurrency import concurrency
+
+
+class TavilySearchResult(BaseModel):
+    title: str
+    url: str
+    content: str
+    score: float
+
+
+class TavilySearchResponse(BaseModel):
+    query: str
+    answer: str | None = Field(default=None)
+    images: list[object]
+    results: list[TavilySearchResult]
+    response_time: float
+
+
+def tavily_search_provider(
+    num_results: int, max_connections: int
+) -> Callable[[str], Awaitable[str | None]]:
+    tavily_api_key = os.environ.get("TAVILY_API_KEY", None)
+    if not tavily_api_key:
+        raise PrerequisiteError(
+            "TAVILY_API_KEY not set in the environment. Please ensure ths variable is defined to use Tavily with the web_search tool.\n\nLearn more about the Tavily web search provider at https://inspect.aisi.org.uk/tools.html#tavily-provider"
+        )
+    if num_results > 20:
+        raise PrerequisiteError(
+            "The Tavily search provider is limited to 20 results per query."
+        )
+
+    # Create the client within the provider
+    client = httpx.AsyncClient(timeout=30)
+
+    async def search(query: str) -> str | None:
+        search_url = "https://api.tavily.com/search"
+        headers = {
+            "Authorization": f"Bearer {tavily_api_key}",
+        }
+        body = {
+            "query": query,
+            "max_results": 10,  # num_results,
+            # "search_depth": "advanced",
+            "include_answer": "advanced",
+        }
+
+        # retry up to 5 times over a period of up to 1 minute
+        @retry(
+            wait=wait_exponential_jitter(),
+            stop=stop_after_attempt(5) | stop_after_delay(60),
+            retry=retry_if_exception(httpx_should_retry),
+            before_sleep=log_httpx_retry_attempt(search_url),
+        )
+        async def _search() -> httpx.Response:
+            response = await client.post(search_url, headers=headers, json=body)
+            response.raise_for_status()
+            return response
+
+        async with concurrency("tavily_web_search", max_connections):
+            return TavilySearchResponse.model_validate((await _search()).json()).answer
+
+    return search

inspect_ai/tool/_tools/_web_search/_web_search.py

@@ -0,0 +1,85 @@
+from typing import Literal
+
+from inspect_ai._util.deprecation import deprecation_warning
+
+from ..._tool import Tool, ToolResult, tool
+from ._google import google_search_provider, maybe_get_google_api_keys
+from ._tavily import tavily_search_provider
+
+
+@tool
+def web_search(
+    provider: Literal["tavily", "google"] | None = None,
+    num_results: int = 3,
+    max_provider_calls: int = 3,
+    max_connections: int = 10,
+    model: str | None = None,
+) -> Tool:
+    """Web search tool.
+
+    A tool that can be registered for use by models to search the web. Use
+    the `use_tools()` solver to make the tool available (e.g.
+    `use_tools(web_search(provider="tavily"))`))
+
+    A web search is conducted using the specified provider.
+    - When using Tavily, all logic for relevance and summarization is handled by
+    the Tavily API.
+    - When using Google, the results are parsed for relevance using the specified
+    model, and the top 'num_results' relevant pages are returned.
+
+    See further documentation at <https://inspect.aisi.org.uk/tools-standard.html#sec-web-search>.
+
+    Args:
+      provider: Search provider to use:
+        - "tavily": Uses Tavily's Research API.
+        - "google": Uses Google Custom Search.
+        Note: The `| None` type is only for backwards compatibility. Passing
+        `None` is deprecated.
+      num_results: The number of search result pages used to provide information
+        back to the model.
+      max_provider_calls: Maximum number of search calls to make to the search
+        provider.
+      max_connections: Maximum number of concurrent connections to API endpoint
+        of search provider.
+      model: Model used to parse web pages for relevance - used only by the
+        `google` provider.
+
+    Returns:
+       A tool that can be registered for use by models to search the web.
+    """
+    if provider is None:
+        if maybe_get_google_api_keys():
+            deprecation_warning(
+                "The `google` `web_search` provider was inferred based on the presence of environment variables. Please specify the provider explicitly to avoid this warning."
+            )
+            provider = "google"
+        else:
+            raise ValueError(
+                "Omitting `provider` is no longer supported. Please specify the `web_search` provider explicitly to avoid this error."
+            )
+
+    search_provider = (
+        google_search_provider(num_results, max_provider_calls, max_connections, model)
+        if provider == "google"
+        else tavily_search_provider(num_results, max_connections)
+    )
+
+    async def execute(query: str) -> ToolResult:
+        """
+        Use the web_search tool to perform keyword searches of the web.
+
+        Args:
+            query (str): Search query.
+        """
+        search_result = await search_provider(query)
+
+        return (
+            (
+                "Here are your web search results. Please read them carefully as they may be useful later!\n"
+                + search_result
+            )
+            if search_result
+            else ("I'm sorry, I couldn't find any relevant information on the web.")
+        )
+
+    return execute

inspect_ai/util/_sandbox/events.py

@@ -1,7 +1,7 @@
 import contextlib
 import shlex
 from datetime import datetime
-from typing import Iterator, Literal, Type, Union, overload
+from typing import Any, Iterator, Literal, Type, Union, overload
 
 from pydantic import JsonValue
 from pydantic_core import to_jsonable_python
@@ -134,7 +134,8 @@ class SandboxEnvironmentProxy(SandboxEnvironment):
 
     @override
     async def connection(self, *, user: str | None = None) -> SandboxConnection:
-        return await self._sandbox.connection(user=user)
+        params: dict[str, Any] = {"user": user} if user is not None else {}
+        return await self._sandbox.connection(**params)
 
     @override
     def as_type(self, sandbox_cls: Type[ST]) -> ST:

{inspect_ai-0.3.94.dist-info → inspect_ai-0.3.96.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inspect_ai
-Version: 0.3.94
+Version: 0.3.96
 Summary: Framework for large language model evaluations
 Author: UK AI Security Institute
 License: MIT License
@@ -23,7 +23,7 @@ License-File: LICENSE
 Requires-Dist: aiohttp>=3.9.0
 Requires-Dist: anyio>=4.8.0
 Requires-Dist: beautifulsoup4
-Requires-Dist: click>=8.1.3
+Requires-Dist: click<8.2.0,>=8.1.3
 Requires-Dist: debugpy
 Requires-Dist: docstring-parser>=0.16
 Requires-Dist: exceptiongroup>=1.0.2; python_version < "3.11"
@@ -32,6 +32,8 @@ Requires-Dist: httpx
 Requires-Dist: ijson>=3.2.0
 Requires-Dist: jsonlines>=3.0.0
 Requires-Dist: jsonpatch>=1.32
+Requires-Dist: jsonpath-ng>=1.7.0
+Requires-Dist: jsonref>=1.1.0
 Requires-Dist: jsonschema>3.1.1
 Requires-Dist: mmh3>3.1.0
 Requires-Dist: nest_asyncio
@@ -59,6 +61,7 @@ Requires-Dist: google-genai; extra == "dev"
 Requires-Dist: griffe; extra == "dev"
 Requires-Dist: groq; extra == "dev"
 Requires-Dist: ipython; extra == "dev"
+Requires-Dist: jsonpath-ng; extra == "dev"
 Requires-Dist: markdown; extra == "dev"
 Requires-Dist: mcp; extra == "dev"
 Requires-Dist: mistralai; extra == "dev"
@@ -66,9 +69,11 @@ Requires-Dist: moto[server]; extra == "dev"
 Requires-Dist: mypy; extra == "dev"
 Requires-Dist: nbformat; extra == "dev"
 Requires-Dist: openai; extra == "dev"
+Requires-Dist: pandas>=2.0.0; extra == "dev"
 Requires-Dist: panflute; extra == "dev"
 Requires-Dist: pip; extra == "dev"
 Requires-Dist: pre-commit; extra == "dev"
+Requires-Dist: pyarrow>=10.0.1; extra == "dev"
 Requires-Dist: pylint; extra == "dev"
 Requires-Dist: pytest; extra == "dev"
 Requires-Dist: pytest-asyncio; extra == "dev"
@@ -78,6 +83,8 @@ Requires-Dist: pytest-xdist; extra == "dev"
 Requires-Dist: ruff==0.9.6; extra == "dev"
 Requires-Dist: textual-dev>=0.86.2; extra == "dev"
 Requires-Dist: trio; extra == "dev"
+Requires-Dist: pandas-stubs; extra == "dev"
+Requires-Dist: pyarrow-stubs; extra == "dev"
 Requires-Dist: types-Markdown; extra == "dev"
 Requires-Dist: types-PyYAML; extra == "dev"
 Requires-Dist: types-beautifulsoup4; extra == "dev"

{inspect_ai-0.3.94.dist-info → inspect_ai-0.3.96.dist-info}/RECORD

@@ -48,7 +48,7 @@ inspect_ai/_eval/context.py,sha256=mdYinWG2lcYkWLieT42suzUDyaQBVHosbaWTKA6Uu48,1
 inspect_ai/_eval/eval.py,sha256=MaUCqFx5E_wWy4MxgsRX4s5ANQlNDe2NpBcVqgh7HZU,42941
 inspect_ai/_eval/evalset.py,sha256=Gvj22yy5WI_SOJYfVdtC-qmMjzdBOFTSq_RZznIQnZo,25006
 inspect_ai/_eval/list.py,sha256=VbZ-2EI6MqrXvCN7VTz21TQSoU5K5_Q0hqhxmj5A_m0,3744
-inspect_ai/_eval/loader.py,sha256=PyFLFEQk5wYf27urGwoOBnc-Xp67TIFuatKhjEyHNg8,24805
+inspect_ai/_eval/loader.py,sha256=dafv4TlQDqdvzPyrQrBsNiCzhvqjwmcVQzweX-AL1os,24805
 inspect_ai/_eval/registry.py,sha256=8Cm-qyDB6Fthea8DUe-QES9plly_Pf2MUuCgeNQ3fOY,5303
 inspect_ai/_eval/run.py,sha256=cv54aTFOi8nMWSG0Y40Z9o07V3nA-0_9uufgQDFP89k,20586
 inspect_ai/_eval/score.py,sha256=ns5X3NJBfQ9bcue54wrLIdc2674ofcua1ZtX3ZOwkOI,10477
@@ -61,7 +61,7 @@ inspect_ai/_eval/task/images.py,sha256=nTzHizlyuPYumPH7gAOBSrNkTwTbAmZ7tKdzN7d_R
 inspect_ai/_eval/task/log.py,sha256=D3P3t6-E37GCQRUngrPDJ7VDbfuGoZm9-NsrBIpT_o0,11829
 inspect_ai/_eval/task/resolved.py,sha256=LBVHEeq9N1fkRObmA2pnDE_l_EuH6n2Dg8-c8yCGT5U,1007
 inspect_ai/_eval/task/results.py,sha256=x4weYRK2XGowfBG3f2msOeZQ_pxh230HTlw6kps33jw,17925
-inspect_ai/_eval/task/run.py,sha256=rGkB4CvIGvO9ZRJYAxLqi4hyKTN8gUPubK42zZoqw54,39404
+inspect_ai/_eval/task/run.py,sha256=gHODuqyebTy1GKJ19ls93ANdwcfDDv_VVxlFJL1euzM,39754
 inspect_ai/_eval/task/sandbox.py,sha256=x9GU-o2LtJQtdZjdmwRtAMJ5Mzd_te6hrm-DjiZB60g,7737
 inspect_ai/_eval/task/task.py,sha256=GyyzKkljhIHgM0Lh7wcBFHOgjqTqhOSkThHSQD4fIvk,16308
 inspect_ai/_eval/task/tasks.py,sha256=8fy5k070KgjYwaZQ_Nk6_r-38VTU6HB-qh7ixc4JzKI,727
@@ -83,11 +83,12 @@ inspect_ai/_util/dotenv.py,sha256=9KsPrGFYUVsBGDTnmDuvtptkiOuoxztVaIRdID58EuA,34
 inspect_ai/_util/entrypoints.py,sha256=FnK32vIRvSFdH80l5H0o6oiJif837oeDrl5N10_P-xo,1260
 inspect_ai/_util/environ.py,sha256=COdX6sqJIq3ikNQD2gR2nMT7yk0qW8x4EjlJwHS9A_M,1428
 inspect_ai/_util/error.py,sha256=NIYCkOXGMUF1_zSHpeTBKzBb79_llQZvvf0TGYHO57Y,2333
+inspect_ai/_util/exception.py,sha256=coVT0bQy6sADWSvTUaVVDDKnb1XCzREfuVi9UOvx_S0,149
 inspect_ai/_util/file.py,sha256=OqSe8RXF9OBWm8Rzvnsnu854ZqQWl-6aFlUrbjIVHoA,13432
 inspect_ai/_util/format.py,sha256=4TQ1FE4-TDNlHcr0r6dfsjv84sV11C9ouTfi55W-yIs,3323
 inspect_ai/_util/future.py,sha256=SI-ZFBpYqOWOsSU-0k39iHTsP25LI1evxVdD2jI1BVY,988
 inspect_ai/_util/git.py,sha256=nHCtZMLjMyFjSC_9bksBXeFz4xqxZfY6lfXr_qg2n1E,760
-inspect_ai/_util/hash.py,sha256=Kkfwqy-w5H30qEv6KBbDQDSdyLRQ1_FU2vwktP5aEuQ,314
+inspect_ai/_util/hash.py,sha256=wI_qRMEf2zaTJGWNKSiMrOy1DHoY7Bs_j-dBFzW4QLA,1477
 inspect_ai/_util/hooks.py,sha256=8QnHCQQY_2XMYPkiPvixUgFY0E_niZvQhQDMI-eCdhM,4353
 inspect_ai/_util/html.py,sha256=X62FY8gpEJ2ZQoDu2y8aQAbiBUIHKsd7DA9rWCIleo8,168
 inspect_ai/_util/http.py,sha256=c1y1lZ7keuC2YEAwCpr0DaFcTRLFdP54buDKcfSa0Eg,182
@@ -97,12 +98,12 @@ inspect_ai/_util/interrupt.py,sha256=T30e5YaKSNmnO695p0lK0dquUWFq6dNNtdAFPmWGwME
 inspect_ai/_util/json.py,sha256=LiHF4XPrcuCBpnBKYCIX2AkvmsYuPieQ6HNdSlUMVvU,3653
 inspect_ai/_util/kvstore.py,sha256=z2IXLWP4QqqGqsq5_MbYjBQPcEJqfWK4IyZXgV-kppA,2398
 inspect_ai/_util/list.py,sha256=6_5r5jI5RKK34kCmIqqVQ5hYG-G8v0F5H7L-DmQQ2E4,279
-inspect_ai/_util/local_server.py,sha256=gtDaxmpeKjiIIFUo9tSEx5Avc8fCl4D_b5lH-TY3xUc,13142
+inspect_ai/_util/local_server.py,sha256=T54l-csb2qmQDvZ7zNYVq6_j0BuW5FZSBKT9GfXNc6w,13787
 inspect_ai/_util/logger.py,sha256=XpGyoe8V7FIhNU1rnjTjwR07LVbshA9rRZn33sOitig,6230
 inspect_ai/_util/notebook.py,sha256=Mgz3J4uBh-MqVBRmpiJqDHRpn2hd7HIOBeJBwLG-bbk,2998
 inspect_ai/_util/notgiven.py,sha256=zkn6AYflKLf8YlnwTAMxPLQ-4LyIVmKpGcNcXf-Ssng,457
 inspect_ai/_util/package.py,sha256=2ntItRYaYBaVWI5eDaB4FdpI1IUBiBWNRxq7FChvk1I,2729
-inspect_ai/_util/path.py,sha256=fLfKXOXuQstwVfl2i1Gzxix8TZLxLqtZIHqyqK3MnvY,3795
+inspect_ai/_util/path.py,sha256=HLdU_2lU-Bpl3qkg0VXY0DKBQT7YA_wJhYQNBQZSvmg,4310
 inspect_ai/_util/pattern.py,sha256=Ai2jMaFQuFX939p1HvrFg-EHkoH2GRnlSB8rG9doFrk,176
 inspect_ai/_util/platform.py,sha256=knsijYYaif5rgkGuYRwr_p7DlsD1VD-yfbt08dKOrGM,1760
 inspect_ai/_util/port_names.py,sha256=cPqD9m93zG6aNek68Tey30HlojHZmwXIBpQD0MsfyTg,1737
@@ -114,12 +115,12 @@ inspect_ai/_util/terminal.py,sha256=I4NDy7Ln5YSCzxbd0O9OPslEHQMBVKZfqJl3TOCegTg,
 inspect_ai/_util/text.py,sha256=FOz2RlhaakdihBu90k1VzLp2l8-xryJVun3OQi22O3Q,12181
 inspect_ai/_util/thread.py,sha256=yao8tzMkX4860ulFWTb9x4BT7aHghibxRmfIxWBnZIA,114
 inspect_ai/_util/throttle.py,sha256=JczSG_y0v60m4gQCt28uw_WPjJTbHuq8gWcxY3-vFsc,855
-inspect_ai/_util/trace.py,sha256=bkfY4gKX93SVcpAS6DByQFPzAF3yITJkYHXInprtJHU,9574
+inspect_ai/_util/trace.py,sha256=cXx9kFQUmCJEdiXS9kC9R8GnxQlO2u3ch7NtJmvc03o,9585
 inspect_ai/_util/transcript.py,sha256=cYEUoXdYSjGgas_co1vo8aFoYz4MYfkYvrVRoCu0sDg,4322
 inspect_ai/_util/url.py,sha256=Ci9I1T7hSRuA1CvgQmN9TWTSzUPO4ILMkd_8maZlO6k,622
 inspect_ai/_util/version.py,sha256=PRh1HSHD_EgRW_VYIPquOPj-gL9DM164ePQ9LL3d9lU,739
 inspect_ai/_util/vscode.py,sha256=VPfLUA9e81LUOHBtz2SnztXueKSz1cIm4bLp9KPUJnk,2753
-inspect_ai/_util/working.py,sha256=b4VbvwyGm2jydLxUsT3eWZ_XR7zjbgoUHZTvsTLknr8,1763
+inspect_ai/_util/working.py,sha256=PXfQxu3JOwsdXCHuGzwIhCaf19B_ih3PbtE4cn0GM3o,1841
 inspect_ai/_view/notify.py,sha256=w79p_o6mnL8NYKd7QgibnUdDGnUELfQO8fhhkjq7n4o,1433
 inspect_ai/_view/schema.py,sha256=SyWu74T2AKT32s-IG3HgjwiVoAgVe44l0Xgmb2pyl4U,1796
 inspect_ai/_view/server.py,sha256=xVg_1rb-8W_rm60gNzX-2dpJXaKjupgiuol1TXHSIfM,17641
@@ -136,17 +137,17 @@ inspect_ai/_view/www/index.html,sha256=wqZHIn_9TODavPHnGyY9F1RH6JBIphoaqRIRgBQgr
 inspect_ai/_view/www/jest.config.mjs,sha256=BnaTER8v4adXA23FSli68tofSOcF4CHYlRsNxWVcqOg,664
 inspect_ai/_view/www/jsconfig.json,sha256=vt1gPPYezOFeV9nofA93CmVJAKGb1QeKGuyvEn1CXgk,383
 inspect_ai/_view/www/log-schema.json,sha256=mLTJBqKBhm-N8cev-KmBeGeRpSbfaSNVcYCUmIzytbQ,127145
-inspect_ai/_view/www/package.json,sha256=24W4nDPiIunBik0t6w-HRRJuQiDYG_ocOhE3IYZs0po,3149
+inspect_ai/_view/www/package.json,sha256=mXaikxFvWreUCLtCIVufs-gFdRsgXLk1Z_xj0ksJmAM,3149
 inspect_ai/_view/www/postcss.config.cjs,sha256=mwpiwZD1alr_ECeLVf7vIpX_5KiARNF8HbkpWWiqSac,324
 inspect_ai/_view/www/tsconfig.json,sha256=FbmQYpX8ta5Wyi8b8md2O_8CXkfQgr-Pe2yRyKXeqM0,619
 inspect_ai/_view/www/vite.config.js,sha256=AEWglm6w6RKhbdTxWAX_sXEv6h297f2MDuafPf8yh2o,724
-inspect_ai/_view/www/yarn.lock,sha256=4UAPSKxyvzb8uUOQCJGsXxx4x7SFkYY_cYFu6rA9fXM,239100
+inspect_ai/_view/www/yarn.lock,sha256=j1qqXWc7mDeER9FrBbFLXwkLTQXEl3jkYRx8cXWtxoA,239100
 inspect_ai/_view/www/.vscode/extensions.json,sha256=E73RWLzcoyeluE_ijGxaNSOK9xC0PU_FPr9eS0OA-pM,78
 inspect_ai/_view/www/.vscode/settings.json,sha256=g5hrVnMaYxM06JpiJD2EuE2xjcbF6xNAtL2fuKgG1-8,200
 inspect_ai/_view/www/dist/index.html,sha256=gpdu6SR-SOH9EWx15cCWHzujMZujnZR5tRlEfROJg2A,997
 inspect_ai/_view/www/dist/assets/favicon.svg,sha256=b9AHYZaO2zBzeKH6G4PwXZMGGW_UxY0omKHam-c9MAs,1508
-inspect_ai/_view/www/dist/assets/index.css,sha256=JMJ8ZJPO03sHHhB3afs7ywTK4rGHZgqNLnG2AhcY09s,2361931
-inspect_ai/_view/www/dist/assets/index.js,sha256=Po4YBz7HmWC2cW3Isy3b85IbQAjZg-TPyQfXD4pfy54,3359345
+inspect_ai/_view/www/dist/assets/index.css,sha256=kquq9V31TYg0zDOotlTnFjQ7HfeFlzb87aMF5-9NKmM,2361932
+inspect_ai/_view/www/dist/assets/index.js,sha256=uhStgebz_Dcnr3nfWTgxK_C3VTe_Eoa1xSKcqVQENyk,3359260
 inspect_ai/_view/www/src/constants.ts,sha256=eKw5N6lCj7ApEeU8pVjjmbhpY1EAl6A0gg-OC2bf02Q,1268
 inspect_ai/_view/www/src/index.tsx,sha256=e1uhgfxfG_QKxGW3CoZqMHrCu-Xa9o--0UD_AYxkwPs,2297
 inspect_ai/_view/www/src/@types/asciicinema-player.d.ts,sha256=PgM6swZ9P5pKXcdKfYfmd1dcZQDy105K60NvcQPFqVo,647
@@ -157,7 +158,7 @@ inspect_ai/_view/www/src/@types/prism.d.ts,sha256=g0uL_2XdnxuCVS_XX6iD9PHIF9PWix
 inspect_ai/_view/www/src/app/App.css,sha256=2aPkzna6oFsoxM2FpuZucd5RxJeV0-Ss0EkPB-yoImY,27381
 inspect_ai/_view/www/src/app/App.tsx,sha256=K7e3U1YkioZIV4Dyv9i0oI_-7nMxXn9NvARzOpOl2tc,5493
 inspect_ai/_view/www/src/app/AppErrorBoundary.tsx,sha256=uHOiG7DQvWDhtfgQI4JmAp0tWzGR-8uDOjziKlkwr-g,1170
-inspect_ai/_view/www/src/app/types.ts,sha256=-xi1FvLgjl3Pq5D-fNZevuJZVikj_PeERMvibS9Gapg,2636
+inspect_ai/_view/www/src/app/types.ts,sha256=2lZpJfEYN7JfiRcELiKAlLIngxeDDzK4uDWjQMOxl0k,2801
 inspect_ai/_view/www/src/app/appearance/colors.ts,sha256=nkVEfmgLb8vTOF1o0YNu0SWNwmSMAbPKFwg4OTZDK_M,217
 inspect_ai/_view/www/src/app/appearance/fonts.ts,sha256=HQxM4cdxSpPQCGJX4vsfKU9wFd1TWNUXDTK7GP0bMUE,823
 inspect_ai/_view/www/src/app/appearance/icons.ts,sha256=u9Uudon5jHvcfkhVMc04RudQYMyfbJRk1bSQ_v7CoLA,2778
@@ -190,7 +191,7 @@ inspect_ai/_view/www/src/app/log-view/navbar/RunningStatusPanel.tsx,sha256=8SRIL
 inspect_ai/_view/www/src/app/log-view/navbar/ScoreGrid.module.css,sha256=2aa2XnHdGOLT7NZBXPE1I0C56-SClw_mhWWUwDN3zU4,447
 inspect_ai/_view/www/src/app/log-view/navbar/ScoreGrid.tsx,sha256=ZFsYl35FqBhlSmgGAYBuhMrrhCtd3P57MeQ6mQIqThs,2669
 inspect_ai/_view/www/src/app/log-view/navbar/SecondaryBar.module.css,sha256=c_nrfkns3HLqojutb9himHaKqGZlFQt375f81p6vWO4,353
-inspect_ai/_view/www/src/app/log-view/navbar/SecondaryBar.tsx,sha256=3XBCuRuqM6aW7SWpl8K74PrEaxeTyXzQWBVF4IFkn0A,5155
+inspect_ai/_view/www/src/app/log-view/navbar/SecondaryBar.tsx,sha256=y9TtrCB2gZCVaaNIyR-rxy8TK74PPaM3_m669OfDCpc,5157
 inspect_ai/_view/www/src/app/log-view/navbar/StatusPanel.module.css,sha256=V8GzDeWpFOnEE0Lye02USjDg99cLQ98s6PtcUSTIGDI,314
 inspect_ai/_view/www/src/app/log-view/navbar/StatusPanel.tsx,sha256=EhHGlWYPsH303cvSx9Tywtyq_bOVpBgUZqfkdoIqQAQ,1326
 inspect_ai/_view/www/src/app/log-view/tabs/InfoTab.module.css,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -201,7 +202,7 @@ inspect_ai/_view/www/src/app/log-view/tabs/ModelsTab.module.css,sha256=47DEQpj8H
 inspect_ai/_view/www/src/app/log-view/tabs/ModelsTab.tsx,sha256=1jxFoZmhXFzZxARkVcqFyXJMD37vCexJT57D_Zak1JA,1295
 inspect_ai/_view/www/src/app/log-view/tabs/RunningNoSamples.module.css,sha256=g9CrwVvQCFnS6ufgwcR2qg2-5C8BgdQcOIjrPBhq-TI,290
 inspect_ai/_view/www/src/app/log-view/tabs/RunningNoSamples.tsx,sha256=i8Zh6oB5lTFgAicpn42l5ADcUc5_91VvyyErXtNJh8I,589
-inspect_ai/_view/www/src/app/log-view/tabs/SamplesTab.tsx,sha256=y37x3TCaP4czlrVoTK7MWDUYiDkAPWXxqQ3KYASv5dY,6952
+inspect_ai/_view/www/src/app/log-view/tabs/SamplesTab.tsx,sha256=6rX75K8loTddcqJltIXfTzsVTD_aeIxqOHiKCoEMG08,6868
 inspect_ai/_view/www/src/app/log-view/tabs/TaskTab.module.css,sha256=9_217tOMqvZHsnNVKhTIJaG4RJLpcUL2zznArxwAMmw,133
 inspect_ai/_view/www/src/app/log-view/tabs/TaskTab.tsx,sha256=4JB38Uk8R3othqqg8d8JQopQx5LSH8wygkleaidWYJo,3997
 inspect_ai/_view/www/src/app/log-view/tabs/grouping.ts,sha256=JILNy00bZrDidj5gU0RQ_dz2Io9TAp8n09Y-ng8YJOY,6208
@@ -229,7 +230,7 @@ inspect_ai/_view/www/src/app/samples/SampleDisplay.module.css,sha256=6nTx6KGE4RL
 inspect_ai/_view/www/src/app/samples/SampleDisplay.tsx,sha256=3wzkn9sC5AHHgxoy_cGZ2cqyXzIhn0MTYXTDNmzLRvI,14285
 inspect_ai/_view/www/src/app/samples/SampleSummaryView.module.css,sha256=w5II68eYH66EtMtVXSTOQd8sPt-KaQWXqSiJNoWpfzk,468
 inspect_ai/_view/www/src/app/samples/SampleSummaryView.tsx,sha256=Gkcr9H37vcwpBniGM2EVt5br8SswFyr0Q1-MpoqVLjw,6202
-inspect_ai/_view/www/src/app/samples/SamplesTools.tsx,sha256=fvyLUg5zSlU9Qa6Qfd5dbxs0HZel-JMQX5RN9aB7MEo,2085
+inspect_ai/_view/www/src/app/samples/SamplesTools.tsx,sha256=Cwhr4aCne2p4k281QQxuO5ujNRTanc0z12AVG3iBfAQ,1767
 inspect_ai/_view/www/src/app/samples/sampleDataAdapter.ts,sha256=mdZ4DQSbvvOjCESq8guFzfBBbbytyRUdwn6KA08Eks0,936
 inspect_ai/_view/www/src/app/samples/sampleLimit.ts,sha256=njz9w-p2jNkQhsDd-hz7Gx5sCgRVeyRUlWIo4Z7uEZg,608
 inspect_ai/_view/www/src/app/samples/chat/ChatMessage.module.css,sha256=MvmWQW6DpVFb4Y38KnfCXrrOb6V0jxPxm46g8AeP-78,446
@@ -285,13 +286,13 @@ inspect_ai/_view/www/src/app/samples/list/SampleSeparator.tsx,sha256=yFZyxPj3Ulk
 inspect_ai/_view/www/src/app/samples/sample-tools/EpochFilter.module.css,sha256=GQvwiVCL-iAQUUkqwIKyOe7ct6qUvFf1UHc3ip5_z-c,111
 inspect_ai/_view/www/src/app/samples/sample-tools/EpochFilter.tsx,sha256=xSgribOdqB2qIeInSsj-BmVqHgxQnrgZkfM20tV7Y-A,1177
 inspect_ai/_view/www/src/app/samples/sample-tools/SelectScorer.module.css,sha256=20RE0gRiZ0Xck05JpReHp3R1gO1wvuDrBafEo9pIbpk,160
-inspect_ai/_view/www/src/app/samples/sample-tools/SelectScorer.tsx,sha256=O47N7-r5pPi7eAPL4OB-BzeY8uVBjt_gnacBTg3SJZ8,4530
+inspect_ai/_view/www/src/app/samples/sample-tools/SelectScorer.tsx,sha256=7nzO1WKH6-jTfdePc-QB98uKmBmKX9Twu1sK5nzoZEo,4371
 inspect_ai/_view/www/src/app/samples/sample-tools/SortFilter.module.css,sha256=7uNUEoHtsNxN6P5WFZQvoEzd55n9rsgmfhWCicFh1_c,106
 inspect_ai/_view/www/src/app/samples/sample-tools/SortFilter.tsx,sha256=vGJWYRRW7AcJB4huXJTlrUQoiBuyboa--mPwmCb_iY4,4637
-inspect_ai/_view/www/src/app/samples/sample-tools/filters.ts,sha256=uw-WTLgXb5RtEIWOorUgYnSy76Y4FBxK2xqLhQXLo2c,9654
+inspect_ai/_view/www/src/app/samples/sample-tools/filters.ts,sha256=d1KF71MpxNJT6PIDpo6531qHhhSkwGod-dYLnBAe4qI,9701
 inspect_ai/_view/www/src/app/samples/sample-tools/sample-filter/SampleFilter.module.css,sha256=PPdynh09MuEz0BMhHSximTj_BLNNAEQQQB8TH4amd3A,199
-inspect_ai/_view/www/src/app/samples/sample-tools/sample-filter/SampleFilter.tsx,sha256=dJFa7oxwG4RudtmB7nn58gNAkgKXCD0EOryMdgPOtxA,8796
-inspect_ai/_view/www/src/app/samples/sample-tools/sample-filter/completions.ts,sha256=eVmt4kTXg9bUBiKlhC-Evvt85ceJKG2zyJTt4U5wQcw,10934
+inspect_ai/_view/www/src/app/samples/sample-tools/sample-filter/SampleFilter.tsx,sha256=1gkYHBcLdu7pKetIizL_DkEaG6xeiPbZr6qGCDibzBE,8017
+inspect_ai/_view/www/src/app/samples/sample-tools/sample-filter/completions.ts,sha256=uzobauwUIqveheRH4Y8uWOsnFbE6VvTBwn2jtMNE0ZA,10943
 inspect_ai/_view/www/src/app/samples/sample-tools/sample-filter/language.ts,sha256=V08BhYgujiYoyd2aK9VrUhTU4SKrZRvFXDEcnwn5wE8,964
 inspect_ai/_view/www/src/app/samples/sample-tools/sample-filter/tokenize.ts,sha256=tD45vb1d-8XSV0RmGbdJijk92KuC555ksBsVD43uxCA,2802
 inspect_ai/_view/www/src/app/samples/scores/SampleScores.module.css,sha256=jhwzLYwYRzEFhGqFZUYpzHOG3yDDY33rH14-ECgC9TQ,96
@@ -395,8 +396,8 @@ inspect_ai/_view/www/src/components/EmptyPanel.css,sha256=G8XctIDTGcptrS0WMHc_eM
 inspect_ai/_view/www/src/components/EmptyPanel.tsx,sha256=exCsd5Ei7DCSB-MmktA3QHX5jPXVH4hOm7nwrf8d9oI,307
 inspect_ai/_view/www/src/components/ErrorPanel.css,sha256=wGGAThgCy10x-qyUN-wG4MqeUc2MgF9gfqmKgqXXXxQ,696
 inspect_ai/_view/www/src/components/ErrorPanel.tsx,sha256=92peli-_ocHAqLfEfZhMebY7-Mpox04XUNw5HfutAws,995
-inspect_ai/_view/www/src/components/ExpandablePanel.module.css,sha256=mKJPEHl_bV8DsKUHeaB5kCTvbg5fHMp5fBrrgtBdUjI,728
-inspect_ai/_view/www/src/components/ExpandablePanel.tsx,sha256=E_qfAQL9XnJMbiwVPUy9rXqvlDd1lFVDQTXa94JCWLw,3172
+inspect_ai/_view/www/src/components/ExpandablePanel.module.css,sha256=kbAtxqoejiy2zSfD-P-CWN6FoVGZDAwabrV3JH7Hftc,729
+inspect_ai/_view/www/src/components/ExpandablePanel.tsx,sha256=mvtBZ22I3lwoSwdAaN5ouvXtI99VD2Xfw_tVpZIYwmE,3178
 inspect_ai/_view/www/src/components/FindBand.css,sha256=UdRpMdyGK7NQvOh5j-L45wFe-9NIDyXFNoU5I_3h8iw,1134
 inspect_ai/_view/www/src/components/FindBand.tsx,sha256=cgKRp6b6ss_QoRAgEdaOy8vtek2J1unviCo10P-4vCs,3571
 inspect_ai/_view/www/src/components/HumanBaselineView.css,sha256=pXRZRjWd7wQHfOB0XTrr-US8A7SUwJ3eHTG9UVJIt20,719
@@ -434,9 +435,9 @@ inspect_ai/_view/www/src/components/TabSet.tsx,sha256=8uydW_OZ8xR55ulZrIrgExqV50
 inspect_ai/_view/www/src/components/ToolButton.css,sha256=8uSU06jACZmT260O29CNgsor3fzrI5t8Q9RfaUxNIWM,42
 inspect_ai/_view/www/src/components/ToolButton.tsx,sha256=wIiw71_sXqMGOf3ACDHQetffgcr_CHTkODeHUKlBwVE,818
 inspect_ai/_view/www/src/state/appSlice.ts,sha256=uCR-JMxsExbihWf8kYR1tQx-FbufmxquG2bL58iYHQI,7810
-inspect_ai/_view/www/src/state/hooks.ts,sha256=6y5rGjv5h5tskGFQfK-Di1V4zGLnNJcPOdXWCAVZVXU,12508
+inspect_ai/_view/www/src/state/hooks.ts,sha256=DPZagv2DzEQTb-WIJPfqcisxk8rY8p2DE2EGPeov_7w,12966
 inspect_ai/_view/www/src/state/logPolling.ts,sha256=f--ueH9H_r832uTvAHEqPd3brhJDWwGipvYK9BELsFk,5634
-inspect_ai/_view/www/src/state/logSlice.ts,sha256=iX-II1F8PFaCO6RRKsEXpsa7lOepFZ5_4OR6fKIdzI0,6150
+inspect_ai/_view/www/src/state/logSlice.ts,sha256=IaTB7o6WU8zgJjw90gIYkeaRLExZihKghgRvDL3dsQc,6603
 inspect_ai/_view/www/src/state/logsPolling.ts,sha256=PSOcqLpx4-Ohgz5v1WEG4iIsGtrxrYcq01vml-xNQe4,2988
 inspect_ai/_view/www/src/state/logsSlice.ts,sha256=etc5Yng08S20KzFaRCWgicv0uHpyshHEyigZf4Jr1GE,5403
 inspect_ai/_view/www/src/state/samplePolling.ts,sha256=1wPhYchpHlpqmrHvXEp1crFrNjf1sPHMxKFsxjWWtjY,9120
@@ -484,10 +485,10 @@ inspect_ai/agent/_filter.py,sha256=qnT0HbT4edpDi0MwXY3Q3It2pzNRkTRXZDOqfCwMY6M,1
 inspect_ai/agent/_handoff.py,sha256=NY29zJWxZyB9YtIi9TtD7ydvULEY-Q8wfdedMDD1bjA,3729
 inspect_ai/agent/_react.py,sha256=oTHY-ZMXkCNMBwn161G_Ov-svgKqAfzOp7FryJg9imE,14078
 inspect_ai/agent/_run.py,sha256=9KAfguMPn9czothbFk_ng5xRtvIWeOjNvHuvERWENMU,1875
-inspect_ai/agent/_types.py,sha256=HoTuocY9qFU2cwmNujC5-4N1ACbBmwhldwALpMB2QhE,4204
+inspect_ai/agent/_types.py,sha256=FALCBDziC2CrEy18wBzBbIcQlZs5bCPilyqQ4RXizDc,4227
 inspect_ai/agent/_bridge/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 inspect_ai/agent/_bridge/bridge.py,sha256=Qk1z54vSZvFZMmFMOvopwY6rhFxHmJwOipZ_yVsbryU,3465
-inspect_ai/agent/_bridge/patch.py,sha256=ub0r2fQTSV749dBoj0yK8e3qX6k8oFWiZsGHWgBsFes,7177
+inspect_ai/agent/_bridge/patch.py,sha256=IFpgL7WImh5RnAz7fAr574krVqa_Gm9A_eZ7leW983s,7061
 inspect_ai/agent/_human/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 inspect_ai/agent/_human/agent.py,sha256=xdC-ovrP8yuvwcd5zjIpFZkg5PSDJZRF4-PHI6QDEg8,3483
 inspect_ai/agent/_human/install.py,sha256=IONwHmqw2ilovX-7QOI394RJHR1Ul9p_MU2LZvavR7I,7032
@@ -503,6 +504,31 @@ inspect_ai/agent/_human/commands/note.py,sha256=yOHXPkm3yFrXzf-CK-IS6B3M0UNwOvRf
 inspect_ai/agent/_human/commands/score.py,sha256=6DyKiYHU7w-tKxHH5cZ0rXgFY7NWc4km1pUjHh-qc3g,2207
 inspect_ai/agent/_human/commands/status.py,sha256=uUO5M4skWDp29OS8sqVKAqZw0OcM3MSesBYQNbRypJ0,1934
 inspect_ai/agent/_human/commands/submit.py,sha256=D2p1M2ApvAcaVZhbP3fFofG9ZsPVvmxivSLIF5xQxtA,6524
+inspect_ai/analysis/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+inspect_ai/analysis/beta/__init__.py,sha256=iz72c_fRBhtXmfBUPH_cGnnFpH-SD9DEULTb0-pNY-8,1413
+inspect_ai/analysis/beta/_dataframe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+inspect_ai/analysis/beta/_dataframe/columns.py,sha256=feUqCpm9kxieoKPwXT8EwF8DTcwxG4JCCjCGO5XNcJc,4454
+inspect_ai/analysis/beta/_dataframe/extract.py,sha256=MnRUwtJ0ATS-94qi8nzqZ5hdV2ZQ5rw_kBZ_FCxxdLg,2288
+inspect_ai/analysis/beta/_dataframe/progress.py,sha256=YUUi8U-4BIklDmPbuVCeIQ6DkpQMC0tJHrGrZdOLIno,626
+inspect_ai/analysis/beta/_dataframe/record.py,sha256=rT3k9LuMvogw2kbFoCIHhNYb_p8QqER_FY2J9W0f1kY,12690
+inspect_ai/analysis/beta/_dataframe/util.py,sha256=OGfBa2P3i3a1PQQP7Q5Y-uaUms1gYuaE83kvnfhrYXA,4964
+inspect_ai/analysis/beta/_dataframe/validate.py,sha256=_UBn_fosgppF3Y5wCCtF8-cnCVM61XdOK6Lm91jMgH0,6213
+inspect_ai/analysis/beta/_dataframe/evals/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+inspect_ai/analysis/beta/_dataframe/evals/columns.py,sha256=ZMR1AByGmHWGmn3qoWefF7pDNnL4mMMlzDlwkUECm5I,4725
+inspect_ai/analysis/beta/_dataframe/evals/extract.py,sha256=XUHFWveTcAFWYTPFgsOIKB9jZT0o4v_7ElVZGJ-SAf8,586
+inspect_ai/analysis/beta/_dataframe/evals/table.py,sha256=oxSJg762WPIjTln5P04nC_h-KDmAEblROyMUgePPqak,5077
+inspect_ai/analysis/beta/_dataframe/events/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+inspect_ai/analysis/beta/_dataframe/events/columns.py,sha256=VH6U0zXiBEK_4dXskh1OhksYjAY7KvpZWMTv9w0bBbA,2912
+inspect_ai/analysis/beta/_dataframe/events/extract.py,sha256=XxCMslBjzbI_q74bG47w5f9ncBzqJxMXSrCBJ3g23NE,705
+inspect_ai/analysis/beta/_dataframe/events/table.py,sha256=KDZbhCgwevfwAHdSGIhUIvzBKqJWFzRe6OalxJpDRE8,2869
+inspect_ai/analysis/beta/_dataframe/messages/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+inspect_ai/analysis/beta/_dataframe/messages/columns.py,sha256=T8dbyGsg6ut7G0xbnfxVAaJK43EmfvDnCbIhIvrmbB8,1728
+inspect_ai/analysis/beta/_dataframe/messages/extract.py,sha256=B7st9zoXSIj_sXm9-h_fLaRtb3ybIgXcOk41IfOxhGA,660
+inspect_ai/analysis/beta/_dataframe/messages/table.py,sha256=pAESqFx9WzAyuQCsjrzD0ShbJT1yFf7Con6cu10etbs,2519
+inspect_ai/analysis/beta/_dataframe/samples/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+inspect_ai/analysis/beta/_dataframe/samples/columns.py,sha256=Ffi734379rSwrkDth3wyMGVIsrepp8fjXKFVWUS-CQw,2493
+inspect_ai/analysis/beta/_dataframe/samples/extract.py,sha256=WkalxZbV4Fwx1hCJIdC3D6JeE51tPBNkufjQ762eWEQ,1404
+inspect_ai/analysis/beta/_dataframe/samples/table.py,sha256=c9CMdrcCcZECcvNn1jsZj_oh1RirX9aSOLJxFJ9HnY4,12252
 inspect_ai/approval/__init__.py,sha256=Bqq4GFljOqKaIUkuCvhlFv89TfJpvbuO_R0jVyjb8VI,379
 inspect_ai/approval/_apply.py,sha256=v9v9XfvBt203TbvdB5aJbHR_SqC23xcEjBPpESbXKg8,2146
 inspect_ai/approval/_approval.py,sha256=twQcEvfU3-hPdsG785ak8OvRMOzMa00-UQAdz9Mh8Fo,863
@@ -536,8 +562,8 @@ inspect_ai/log/__init__.py,sha256=PZsopxfD0ipS6g_5CMipbttrxI1R1fy10Si0zs4lO38,25
 inspect_ai/log/_bundle.py,sha256=5Uy-s64_SFokZ7WRzti9mD7yoKrd2sOzdvqKyahoiC4,8045
 inspect_ai/log/_condense.py,sha256=OedMphK5Q2YPuY1cnoAM7tGsyVIU6Kwrv3oIeb3dFmY,10881
 inspect_ai/log/_convert.py,sha256=afEOHkaQtCkTWdwyFweGTEzLq0VVdhTjhr0IgVX5W7I,3324
-inspect_ai/log/_file.py,sha256=efEgQny7_Mm0vbIeDwyTMf11F9JlYTuGuwIcguAPIKM,19368
-inspect_ai/log/_log.py,sha256=tRCEta0XZfgfpNsaJc5FA67I6f7ZS317ErMvB_R0HfQ,29182
+inspect_ai/log/_file.py,sha256=PPYVC1TbvGpWjUyke_in84fNQQ-U-ybZdMV2jbX0ugU,19503
+inspect_ai/log/_log.py,sha256=2WiLyUPygrq4CyzRoDCT5-lqRzh-HMkt-pHEfuEt0sE,29994
 inspect_ai/log/_message.py,sha256=QofM_JZF_x3k_5ta1uQzoN_VnMoUhXFnqWurIn9FXOY,1999
 inspect_ai/log/_model.py,sha256=8tEhFZc1tBFgA6A_spXTqTBdvbzZP5t7ul7DiloHRWk,1698
 inspect_ai/log/_retry.py,sha256=e7a2hjl3Ncl8b8sU7CsDpvK8DV0b1uSRLeokRX1mt34,2109
@@ -559,22 +585,22 @@ inspect_ai/log/_recorders/buffer/filestore.py,sha256=0RYD7VR61XoM9Gx8wpqQ8utNqGb
 inspect_ai/log/_recorders/buffer/types.py,sha256=1cyKA_vrXCh2Q560qDSwLSgR7Mx45R2g4-8c76PontE,2054
 inspect_ai/model/__init__.py,sha256=VSHQ_DpflCv1LD3BVoSGQKHpYjAJ317eIT-k6T4iKEw,2524
 inspect_ai/model/_cache.py,sha256=Bl6WS9b1kJRVsGK0h7Fd1-mDAbrlxvNXMPK30P3aMuM,13736
-inspect_ai/model/_call_tools.py,sha256=1vPqcj956lHx0DekD7J3iKVcWHdz4GhORpCRf5azBBI,30230
+inspect_ai/model/_call_tools.py,sha256=Hr4pyCc2ww5JKaZJeQufIyATEn5mjBaTzLW9M2-dQEo,30254
 inspect_ai/model/_chat_message.py,sha256=Kz933i25M175O4SoYTvJMwt4ELTiFaohfaDgK0myFyw,7417
 inspect_ai/model/_conversation.py,sha256=J4zxb8mJdcpV5zLEDYS-ikQckONeaUZrqNReLLruUOE,374
 inspect_ai/model/_display.py,sha256=0wb9tV4PItvwgUpqpxLCL60oWlg4lT1nVA6GKJV3rcU,3090
 inspect_ai/model/_generate_config.py,sha256=17QzzPlLvAxmC7uOPAikTaJoNecvZn_7xTgXBmyJo1k,11961
-inspect_ai/model/_model.py,sha256=Bvlp_fsYeCKr1f0q-VVk7zvdte_QZNKmJKma2ex78is,53098
+inspect_ai/model/_model.py,sha256=DOM65CcUcVi6np0fctSOW3RnroBZHeVgIK2e8tg-EzQ,53101
 inspect_ai/model/_model_call.py,sha256=VJ8wnl9Y81JaiClBYM8eyt1jVb3n-yc6Dd88ofRiJDc,2234
 inspect_ai/model/_model_output.py,sha256=1CLAt0JKsv9NYbN93-i5Fl0K035cxoO3bP_q19234Y8,8812
 inspect_ai/model/_openai.py,sha256=lxLskiaaL0vopErvm-CQaoMGTJz3E_2WPezqYNAE0aU,24439
 inspect_ai/model/_openai_computer_use.py,sha256=vbKkYLhqNuX16zuWfg5MaGp9H8URrPcLhKQ1pDsZtPo,5943
-inspect_ai/model/_openai_responses.py,sha256=PW17R217NBy0exq4LLfM-eI0GTcG4gm6cxjVG9Uy3d8,22528
+inspect_ai/model/_openai_responses.py,sha256=D9-uEdT04KWItfqcpN0skOhpCREsk1vmA25-_55qmfE,22246
 inspect_ai/model/_reasoning.py,sha256=qmR8WT6t_cb7NIsJOQHPyFZh2eLV0HmYxKo2vtvteQ4,929
 inspect_ai/model/_registry.py,sha256=Cr2y32EqLnOqLbSWoXHVK4ivTTzCUhJuACxoTyPt8kY,2032
 inspect_ai/model/_render.py,sha256=rWypNUjgrH4NGp0r-ESAze9gZz7lYNjheEP438vRYZE,922
 inspect_ai/model/_trim.py,sha256=rTgxurrmX_kJVfGtcjD7yuawjBqQIW6a8TxevD5o1No,3087
-inspect_ai/model/_providers/anthropic.py,sha256=tCrgapoCFOHBbxemqhb2eu3IcAiiS7mHaNKk0i8soIs,33861
+inspect_ai/model/_providers/anthropic.py,sha256=taVvQwvRYzpp0SQdJTVw-2APcsQ66fUfvre6ZvWKntk,34847
 inspect_ai/model/_providers/azureai.py,sha256=uXED_qmeyW1XAGBosbG7PJNk833RIeokKX3l_8O9gYA,14341
 inspect_ai/model/_providers/bedrock.py,sha256=G252v6gUXtT56M4JaLLY7tEw2AJVQFucjeFgv0okhgo,23999
 inspect_ai/model/_providers/cloudflare.py,sha256=9yHfA5qbKWjzOfOzCJ_u8CZsH_U7AolAWLxvLBXKrhM,2375
@@ -592,7 +618,7 @@ inspect_ai/model/_providers/openai_compatible.py,sha256=OO7VoZA8RQb6y6iaRXMHabCO
 inspect_ai/model/_providers/openai_o1.py,sha256=ahdXt2TFtPTdDvSGVQw7EaVindfbFbY2pLZrrB45rFg,13305
 inspect_ai/model/_providers/openai_responses.py,sha256=hxHlMsHiTCs_dhmhRswKPOVvlmWjpW1cmXWfAMdFe6c,6720
 inspect_ai/model/_providers/openrouter.py,sha256=sm-XlzcevoZfoR4C00jCxlfeL2NlnPVpJJA1mFFgkgw,4990
-inspect_ai/model/_providers/providers.py,sha256=hdtgUsYJ5sVrTuRa2bpiK7ZOAz0hb-pHYKVAk37_iDU,6591
+inspect_ai/model/_providers/providers.py,sha256=NycJBohWF3C4dU3CmKsdn7_obOFs400mGDM4LGsmVNI,6591
 inspect_ai/model/_providers/sglang.py,sha256=vmIIFC-wyltCAvewvgMVRs4jfp9wFSfinTuNo9TQxM8,8750
 inspect_ai/model/_providers/together.py,sha256=EUNag5nraqo3GvzwKB1jukhZj-GACxsCGPrBC4VR2MU,9786
 inspect_ai/model/_providers/vertex.py,sha256=60W7kgoA83GtKdMeJgNU2IAw0N0wTscg4YCcMPu2bwo,17185
@@ -632,12 +658,12 @@ inspect_ai/solver/_chain.py,sha256=vLdssIjkMRw3hrWW4q28RzeXwq0cAyldpKKTuN8iaWs,2
 inspect_ai/solver/_critique.py,sha256=8GhB9OEsDCOqS6_cHAaTWNNeAimjV3JM_xXr8k1n3XQ,3457
 inspect_ai/solver/_fork.py,sha256=aj1CYn1OugAEorI4KZLM6zlhFxg7MqrNYgUW4kIzCsA,2976
 inspect_ai/solver/_human_agent.py,sha256=QDY4GkPOyCQXm3zEmS0zisLAb8xKPBi_TcvtMP6Oofc,1903
-inspect_ai/solver/_multiple_choice.py,sha256=hZ5DQFY__ketid_gn-Mjm3nxskFGOiZDol65k9g2r3k,11019
+inspect_ai/solver/_multiple_choice.py,sha256=v5lF_NwReEUKUur1WXLz185u85pBpe-TJhbVYtaIPQM,11191
 inspect_ai/solver/_plan.py,sha256=lpbjIbBpiPzud7jaHqA81ZFFO0gjt_4EW0blzG4DquA,7202
 inspect_ai/solver/_prompt.py,sha256=n2gkRUMSRKViDBL4WtepNoMx7zidIkQgOHLGllP6WVo,4955
 inspect_ai/solver/_run.py,sha256=k-IYoFpyNq8-HTFgQck4Akvs3OtopiL4qRWj8_yLhvY,1763
 inspect_ai/solver/_solver.py,sha256=UJ2CvmJr74n65x4xipZTxNzGfvUyuTHnnRSY0QqNo5I,9563
-inspect_ai/solver/_task_state.py,sha256=Ceub_rcuJ-Xtm40mzHtgFJPIX3nmDGwx6IEejCik_w8,14598
+inspect_ai/solver/_task_state.py,sha256=DMbaDuXOViZlCez5pEv3Y9czIPk61qyfycNjSIgprOI,14704
 inspect_ai/solver/_transcript.py,sha256=kdnkR8243NXlIvcDpZ4nb1XKT7pBYHLk5V26MtwP2EU,1047
 inspect_ai/solver/_use_tools.py,sha256=VmhCjKpkWgifOS20toBcK2bFDmyPqfxkBvcHs_-nv58,2235
 inspect_ai/solver/_util.py,sha256=pthrf-CzC6FnQYSUFLXTYM4wFEJptZrh5POTmV-Jtow,446
@@ -655,26 +681,29 @@ inspect_ai/tool/_tool_transcript.py,sha256=rMibJoBN5Nn41RwInqk45h9RDPxZGu81saDf4
 inspect_ai/tool/_tool_with.py,sha256=NhR_yiNX98uVZo3r0HDVJCbh_6v0k70OcEOPK0dPMk0,2704
 inspect_ai/tool/beta.py,sha256=KQYntN2MLiIHp4Gf4GXv3QO3aYHBBaP-npkluTT-aDM,153
 inspect_ai/tool/_mcp/__init__.py,sha256=vqtlBle1T_jlRQPvLKJbLgW5h_I0Ee33nDBI-rCtIeA,314
-inspect_ai/tool/_mcp/_context.py,sha256=UgBSTCzHUOaB-Xu5HX5uDhkiRTTNcwqqDmmjgPxskUY,405
+inspect_ai/tool/_mcp/_context.py,sha256=tKQuBZ5ooRvDEW0ffACejdjKi7f8VFfYRn5uaMZGDPw,405
 inspect_ai/tool/_mcp/_mcp.py,sha256=gNTlNTzMRU5L-h4_EGPqosbPLumSdIh3_25ofrGodqs,10599
-inspect_ai/tool/_mcp/_sandbox.py,sha256=eM-B9x3NQfAoa7mw67mPdlLqwMATtvYtP187MJdxw1I,4268
+inspect_ai/tool/_mcp/_sandbox.py,sha256=tW3-kqUrtKlbPEUtyIP2Ywh7FhakCQA9dyeabmLnPuU,4444
 inspect_ai/tool/_mcp/_types.py,sha256=RT9ZRugYR3ArKe54_fuYxeenlWa_os0_DYadVIJEHlM,769
 inspect_ai/tool/_mcp/connection.py,sha256=c1VRVtN90f2KptKCXlQ6fAX2Bxx8HXu3_ZvYmt_35dw,1901
 inspect_ai/tool/_mcp/sampling.py,sha256=YDfrYj6GAec4R3JkQpUc_fPROQUpRARvbUPq7FVKSQ0,4001
-inspect_ai/tool/_mcp/server.py,sha256=JrgkB4pv7hex8WeMYF262zXkqkxsLXgMy3Oe3O7S6Bo,3402
+inspect_ai/tool/_mcp/server.py,sha256=X2ZJmwgcNURcbam0oze0p7Ch8aT8IG0F9srQKrw-3hY,3402
 inspect_ai/tool/_mcp/tools.py,sha256=nApVwogA_H4zUXQ2CptA2hmq0ooytcf3-iTAvl1AGF4,988
 inspect_ai/tool/_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 inspect_ai/tool/_tools/_bash_session.py,sha256=9azKZMBrChbFJFB3IIz41L2XeIEgcakPsDQ7BZQ6lxo,9131
 inspect_ai/tool/_tools/_execute.py,sha256=NYgifRFcXHoa2Ms_rAd_YIfBLRYvUbtilaJfrh3S9w4,3499
 inspect_ai/tool/_tools/_text_editor.py,sha256=15p-yPUlRBAIcd6afMAcHNWXoF-xkomvlRa7VoL3vdY,4042
-inspect_ai/tool/_tools/_think.py,sha256=bPNo1BtuUiiOpotYgQnrXM8Q87OVU8r9iO-huSnSGWs,1820
-inspect_ai/tool/_tools/_web_search.py,sha256=GYkGasfmZWG3TY1XqBfa6yJnG7ysPtdGCVmPUJHQRSM,8012
+inspect_ai/tool/_tools/_think.py,sha256=Mz_SKopSoqtqN19-EJmmnWEE5DSqqztrPKu2gcbzsXY,1828
 inspect_ai/tool/_tools/_computer/__init__.py,sha256=fq4BSM4aDhtEtE4279xm47NiO6vyiZHhhw7cq-azFzk,56
 inspect_ai/tool/_tools/_computer/_common.py,sha256=vdteXzoE4hKqDdTAV3ED2nLzVBLM7oBOCbm1brz-B2o,6403
 inspect_ai/tool/_tools/_computer/_computer.py,sha256=REkNcnNt4PBkoyArWDpAdP4PLE_b7Qom0dBmI8zu-_w,10198
 inspect_ai/tool/_tools/_web_browser/__init__.py,sha256=dnnzy96pcvMvxD1OGg4hG-doL7Ru7WH0i25Sb9VIXwE,65
 inspect_ai/tool/_tools/_web_browser/_back_compat.py,sha256=oz5xt0_O1LpIXln1LIpypqealT0H1E4wBb_FIh8o6nA,5531
 inspect_ai/tool/_tools/_web_browser/_web_browser.py,sha256=jdmfTFK4jr7PWnJ9XEu4NLveLg6Yid4v457NfWQEUqE,16292
+inspect_ai/tool/_tools/_web_search/__init__.py,sha256=ISSbTC5bnOVBvGBX1o5sBK_QmHbF82bPMiHeQLt19DM,62
+inspect_ai/tool/_tools/_web_search/_google.py,sha256=a_D-6YrzTQaicCk5VoBoH3loge_rIVMK3ylZkIfbdRc,6274
+inspect_ai/tool/_tools/_web_search/_tavily.py,sha256=UzEsOOYAWlufVzu-3BeGVimtwMhUxuLusxPFt_I-D5g,2502
+inspect_ai/tool/_tools/_web_search/_web_search.py,sha256=I74P8c6b2hG38oi1updDzuye9NSCb1pIZ1zucYSvol0,3162
 inspect_ai/util/__init__.py,sha256=Or5BsRI1PQMl64bjYn_XMn1c-WQnxvvzCBOdLjAJ_qk,1997
 inspect_ai/util/_anyio.py,sha256=ImV_Q9oJ0XT0Fy6qa68OHpCzcUbfxptbHAjYWre-m2U,1541
 inspect_ai/util/_collect.py,sha256=--eYTBln__H0DVx_xKd2Rc6buz4gFuNkMccrA6nmqU0,1456
@@ -696,7 +725,7 @@ inspect_ai/util/_throttle.py,sha256=JczSG_y0v60m4gQCt28uw_WPjJTbHuq8gWcxY3-vFsc,
 inspect_ai/util/_sandbox/__init__.py,sha256=N3mly5_zTOVBVkDzJyPQWYm3-KMbR3_nupYXIDWLtKo,914
 inspect_ai/util/_sandbox/context.py,sha256=CS-JS9lTDwaNclMXaT0ilaU-aIuHtV6HaV7_2-myZlM,10025
 inspect_ai/util/_sandbox/environment.py,sha256=yxQAKJqXHzifoo1v_gRRizEmMTLDl1KtUAcT50VAjDI,14578
-inspect_ai/util/_sandbox/events.py,sha256=9tDPe0SwKgb3VR-dBWyzqKfi0QKapXTvcL4QYia9h5M,5383
+inspect_ai/util/_sandbox/events.py,sha256=NJ724uZnjxOHBdkrNkecEl2DMQ4q0PLOH1QCJOHllXw,5463
 inspect_ai/util/_sandbox/limits.py,sha256=K-GjKfSugOq8KP0wW_oF6qFrXsOnMV0C88QUWkjPJ9o,2164
 inspect_ai/util/_sandbox/local.py,sha256=A_6kvAqoU483cKetKI5r-8fggM2uThFZeOY5Tz2_K0o,3538
 inspect_ai/util/_sandbox/registry.py,sha256=mQwWwqzaCXF1FZ2fcVujpp3WMA35GWnh1w43SoIJAVM,2145
@@ -710,9 +739,9 @@ inspect_ai/util/_sandbox/docker/internal.py,sha256=c8X8TLrBPOvsfnq5TkMlb_bzTALyc
 inspect_ai/util/_sandbox/docker/prereqs.py,sha256=0j6_OauBBnVlpBleADcZavIAAQZy4WewVjbRn9c0stg,3355
 inspect_ai/util/_sandbox/docker/service.py,sha256=hhHIWH1VDFLwehdGd19aUBD_VKfDO3GCPxpw1HSwVQk,2437
 inspect_ai/util/_sandbox/docker/util.py,sha256=EeInihCNXgUWxaqZ4dNOJd719kXL2_jr63QCoXn68vA,3154
-inspect_ai-0.3.94.dist-info/licenses/LICENSE,sha256=xZPCr8gTiFIerrA_DRpLAbw-UUftnLFsHxKeW-NTtq8,1081
-inspect_ai-0.3.94.dist-info/METADATA,sha256=YHU07pyew_KLthd6TYsgIEpPfhpt1egvYquzCK1tj2E,5143
-inspect_ai-0.3.94.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
-inspect_ai-0.3.94.dist-info/entry_points.txt,sha256=WGGLmzTzDWLzYfiyovSY6oEKuf-gqzSDNOb5V-hk3fM,54
-inspect_ai-0.3.94.dist-info/top_level.txt,sha256=Tp3za30CHXJEKLk8xLe9qGsW4pBzJpEIOMHOHNCXiVo,11
-inspect_ai-0.3.94.dist-info/RECORD,,
+inspect_ai-0.3.96.dist-info/licenses/LICENSE,sha256=xZPCr8gTiFIerrA_DRpLAbw-UUftnLFsHxKeW-NTtq8,1081
+inspect_ai-0.3.96.dist-info/METADATA,sha256=GHfPnN-m8cQUeqysFWpqn5z0tfuMt7JCeTNN1tYJYOA,5438
+inspect_ai-0.3.96.dist-info/WHEEL,sha256=DnLRTWE75wApRYVsjgc6wsVswC54sMSJhAEd4xhDpBk,91
+inspect_ai-0.3.96.dist-info/entry_points.txt,sha256=WGGLmzTzDWLzYfiyovSY6oEKuf-gqzSDNOb5V-hk3fM,54
+inspect_ai-0.3.96.dist-info/top_level.txt,sha256=Tp3za30CHXJEKLk8xLe9qGsW4pBzJpEIOMHOHNCXiVo,11
+inspect_ai-0.3.96.dist-info/RECORD,,

{inspect_ai-0.3.94.dist-info → inspect_ai-0.3.96.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.3.1)
+Generator: setuptools (80.4.0)
 Root-Is-Purelib: true
 Tag: py3-none-any