inspect-ai 0.3.57__py3-none-any.whl → 0.3.58__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (68) hide show
  1. inspect_ai/__init__.py +2 -1
  2. inspect_ai/_cli/common.py +4 -2
  3. inspect_ai/_cli/eval.py +2 -0
  4. inspect_ai/_cli/trace.py +21 -2
  5. inspect_ai/_display/core/active.py +0 -2
  6. inspect_ai/_display/rich/display.py +4 -4
  7. inspect_ai/_display/textual/app.py +4 -1
  8. inspect_ai/_display/textual/widgets/samples.py +41 -5
  9. inspect_ai/_eval/eval.py +32 -20
  10. inspect_ai/_eval/evalset.py +7 -5
  11. inspect_ai/_eval/task/__init__.py +2 -2
  12. inspect_ai/_eval/task/images.py +40 -25
  13. inspect_ai/_eval/task/run.py +141 -119
  14. inspect_ai/_eval/task/task.py +140 -25
  15. inspect_ai/_util/constants.py +1 -0
  16. inspect_ai/_util/content.py +23 -1
  17. inspect_ai/_util/images.py +20 -17
  18. inspect_ai/_util/kvstore.py +73 -0
  19. inspect_ai/_util/notgiven.py +18 -0
  20. inspect_ai/_util/thread.py +5 -0
  21. inspect_ai/_view/www/dist/assets/index.js +37 -3
  22. inspect_ai/_view/www/log-schema.json +97 -13
  23. inspect_ai/_view/www/src/components/MessageBand.mjs +2 -2
  24. inspect_ai/_view/www/src/components/MessageContent.mjs +43 -1
  25. inspect_ai/_view/www/src/samples/SamplesDescriptor.mjs +5 -1
  26. inspect_ai/_view/www/src/types/log.d.ts +51 -27
  27. inspect_ai/approval/_human/util.py +2 -2
  28. inspect_ai/dataset/_sources/csv.py +2 -1
  29. inspect_ai/dataset/_sources/json.py +2 -1
  30. inspect_ai/dataset/_sources/util.py +15 -7
  31. inspect_ai/log/_condense.py +11 -1
  32. inspect_ai/log/_log.py +2 -5
  33. inspect_ai/log/_recorders/eval.py +19 -8
  34. inspect_ai/log/_samples.py +10 -5
  35. inspect_ai/log/_transcript.py +28 -1
  36. inspect_ai/model/__init__.py +10 -2
  37. inspect_ai/model/_call_tools.py +55 -12
  38. inspect_ai/model/_chat_message.py +2 -4
  39. inspect_ai/model/{_trace.py → _conversation.py} +9 -8
  40. inspect_ai/model/_model.py +2 -2
  41. inspect_ai/model/_providers/anthropic.py +9 -7
  42. inspect_ai/model/_providers/azureai.py +6 -4
  43. inspect_ai/model/_providers/bedrock.py +6 -4
  44. inspect_ai/model/_providers/google.py +79 -8
  45. inspect_ai/model/_providers/groq.py +7 -5
  46. inspect_ai/model/_providers/hf.py +11 -6
  47. inspect_ai/model/_providers/mistral.py +6 -9
  48. inspect_ai/model/_providers/openai.py +17 -5
  49. inspect_ai/model/_providers/vertex.py +17 -4
  50. inspect_ai/scorer/__init__.py +13 -2
  51. inspect_ai/scorer/_metrics/__init__.py +2 -2
  52. inspect_ai/scorer/_metrics/std.py +3 -3
  53. inspect_ai/tool/__init__.py +9 -1
  54. inspect_ai/tool/_tool.py +9 -2
  55. inspect_ai/util/__init__.py +0 -3
  56. inspect_ai/util/{_trace.py → _conversation.py} +3 -17
  57. inspect_ai/util/_display.py +14 -4
  58. inspect_ai/util/_sandbox/context.py +12 -13
  59. inspect_ai/util/_sandbox/docker/compose.py +24 -11
  60. inspect_ai/util/_sandbox/docker/docker.py +20 -13
  61. inspect_ai/util/_sandbox/environment.py +13 -1
  62. inspect_ai/util/_sandbox/local.py +1 -0
  63. {inspect_ai-0.3.57.dist-info → inspect_ai-0.3.58.dist-info}/METADATA +2 -2
  64. {inspect_ai-0.3.57.dist-info → inspect_ai-0.3.58.dist-info}/RECORD +68 -65
  65. {inspect_ai-0.3.57.dist-info → inspect_ai-0.3.58.dist-info}/LICENSE +0 -0
  66. {inspect_ai-0.3.57.dist-info → inspect_ai-0.3.58.dist-info}/WHEEL +0 -0
  67. {inspect_ai-0.3.57.dist-info → inspect_ai-0.3.58.dist-info}/entry_points.txt +0 -0
  68. {inspect_ai-0.3.57.dist-info → inspect_ai-0.3.58.dist-info}/top_level.txt +0 -0
@@ -138,28 +138,31 @@ class DockerSandboxEnvironment(SandboxEnvironment):
138
138
  # start the services
139
139
  await compose_up(project)
140
140
 
141
+ # check to ensure that the services are running
142
+ running_services = await compose_check_running(
143
+ list(services.keys()), project=project
144
+ )
145
+
141
146
  # note that the project is running
142
147
  project_startup(project)
143
148
 
144
- # check to ensure that the services are running
145
- await compose_check_running(list(services.keys()), project=project)
146
-
147
- # create sandbox environments
149
+ # create sandbox environments for all running services
148
150
  default_service: str | None = None
149
151
  environments: dict[str, SandboxEnvironment] = {}
150
152
  for service, service_info in services.items():
151
- # update the project w/ the working directory
152
- working_dir = await container_working_dir(service, project)
153
+ if service in running_services:
154
+ # update the project w/ the working directory
155
+ working_dir = await container_working_dir(service, project)
153
156
 
154
- # create the docker sandbox environemnt
155
- docker_env = DockerSandboxEnvironment(service, project, working_dir)
157
+ # create the docker sandbox environemnt
158
+ docker_env = DockerSandboxEnvironment(service, project, working_dir)
156
159
 
157
- # save reference to default service if requested
158
- if service_info.get("x-default", False):
159
- default_service = service
160
+ # save reference to default service if requested
161
+ if service_info.get("x-default", False):
162
+ default_service = service
160
163
 
161
- # record service => environment
162
- environments[service] = docker_env
164
+ # record service => environment
165
+ environments[service] = docker_env
163
166
 
164
167
  # confirm that we have a 'default' environemnt
165
168
  if environments.get("default", None) is None and default_service is None:
@@ -225,6 +228,7 @@ class DockerSandboxEnvironment(SandboxEnvironment):
225
228
  env: dict[str, str] = {},
226
229
  user: str | None = None,
227
230
  timeout: int | None = None,
231
+ timeout_retry: bool = True,
228
232
  ) -> ExecResult[str]:
229
233
  # additional args
230
234
  args = []
@@ -251,6 +255,7 @@ class DockerSandboxEnvironment(SandboxEnvironment):
251
255
  args + [self._service] + cmd,
252
256
  project=self._project,
253
257
  timeout=timeout,
258
+ timeout_retry=timeout_retry,
254
259
  input=input,
255
260
  output_limit=SandboxEnvironmentLimits.MAX_EXEC_OUTPUT_SIZE,
256
261
  )
@@ -428,11 +433,13 @@ class DockerSandboxEnvironment(SandboxEnvironment):
428
433
  # return container connection
429
434
  if container:
430
435
  return SandboxConnection(
436
+ type="docker",
431
437
  command=f"docker exec -it {container} bash -l",
432
438
  vscode_command=[
433
439
  "remote-containers.attachToRunningContainer",
434
440
  container,
435
441
  ],
442
+ container=container,
436
443
  )
437
444
  # error (not currently running)
438
445
  else:
@@ -31,12 +31,18 @@ SampleCleanup = Callable[
31
31
  class SandboxConnection(BaseModel):
32
32
  """Information required to connect to sandbox."""
33
33
 
34
+ type: str
35
+ """Sandbox type name (e.g. 'docker', 'local', etc.)"""
36
+
34
37
  command: str
35
38
  """Shell command to connect to sandbox."""
36
39
 
37
40
  vscode_command: list[Any] | None = Field(default=None)
38
41
  """Optional vscode command (+args) to connect to sandbox."""
39
42
 
43
+ container: str | None = Field(default=None)
44
+ """Optional container name (does not apply to all sandboxes)."""
45
+
40
46
 
41
47
  class SandboxEnvironment(abc.ABC):
42
48
  """Environment for executing arbitrary code from tools.
@@ -139,6 +145,7 @@ class SandboxEnvironment(abc.ABC):
139
145
  env: dict[str, str] = {},
140
146
  user: str | None = None,
141
147
  timeout: int | None = None,
148
+ timeout_retry: bool = True,
142
149
  ) -> ExecResult[str]:
143
150
  """Execute a command within a sandbox environment.
144
151
 
@@ -155,12 +162,17 @@ class SandboxEnvironment(abc.ABC):
155
162
  env (dict[str,str]): Environment variables for execution.
156
163
  user (str | None): Optional username or UID to run the command as.
157
164
  timeout (int | None): Optional execution timeout (seconds).
165
+ timeout_retry (bool): Retry the command in the case that it times out.
166
+ Commands will be retried up to twice, with a timeout of no greater
167
+ than 60 seconds for the first retry and 30 for the second.
168
+
158
169
 
159
170
  Returns:
160
171
  Execution result (status code, stderr/stdout, etc.)
161
172
 
162
173
  Raises:
163
- TimeoutError: If the specified `timeout` expires.
174
+ TimeoutError: If the specified `timeout` expires
175
+ (and `timeout_retry` attempts also timeout).
164
176
  UnicodeDecodeError: If an error occurs while
165
177
  decoding the command output.
166
178
  PermissionError: If the user does not have
@@ -55,6 +55,7 @@ class LocalSandboxEnvironment(SandboxEnvironment):
55
55
  env: dict[str, str] = {},
56
56
  user: str | None = None,
57
57
  timeout: int | None = None,
58
+ timeout_retry: bool = True,
58
59
  ) -> ExecResult[str]:
59
60
  if user is not None:
60
61
  warnings.warn(
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: inspect_ai
3
- Version: 0.3.57
3
+ Version: 0.3.58
4
4
  Summary: Framework for large language model evaluations
5
5
  Author: UK AI Safety Institute
6
6
  License: MIT License
@@ -67,7 +67,7 @@ Requires-Dist: pytest-asyncio; extra == "dev"
67
67
  Requires-Dist: pytest-cov; extra == "dev"
68
68
  Requires-Dist: pytest-dotenv; extra == "dev"
69
69
  Requires-Dist: pytest-xdist; extra == "dev"
70
- Requires-Dist: ruff==0.9.0; extra == "dev"
70
+ Requires-Dist: ruff==0.9.1; extra == "dev"
71
71
  Requires-Dist: textual-dev>=0.86.2; extra == "dev"
72
72
  Requires-Dist: types-PyYAML; extra == "dev"
73
73
  Requires-Dist: types-beautifulsoup4; extra == "dev"
@@ -1,20 +1,20 @@
1
- inspect_ai/__init__.py,sha256=6BHA40RvD4U1OmDFNIfzdanGd16s7OqKHX_gFwvI7a0,816
1
+ inspect_ai/__init__.py,sha256=sNg0tSOa7Ch07PBaEdQqrGl90vth9Z_TPnb7NhnXRZk,844
2
2
  inspect_ai/__main__.py,sha256=oWX4YwDZDg3GS3-IG0yPGoSEOfSzWihELg7QmrUlxjM,67
3
3
  inspect_ai/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
4
  inspect_ai/_cli/cache.py,sha256=nOX9ysB3rZ-V8b_ryTpkgpoAynNlq4Op_fIqAIl4EVg,3910
5
- inspect_ai/_cli/common.py,sha256=i-volPkBYu0kLrYAyTFDZD3I2VuWSIcMit_BNfLCuis,3573
6
- inspect_ai/_cli/eval.py,sha256=VV6DnH4qc5j2XTjVvvJhUpSUuSQI_zWPMsYupJm4Ztg,31705
5
+ inspect_ai/_cli/common.py,sha256=OK-K3qj7RJ5AzYWkOE5gvSmKQHIsbae-NIX9jZ392e4,3627
6
+ inspect_ai/_cli/eval.py,sha256=2g8A5r4tX_6Z1sDlhKDE-AfqjZdSR692QrjFnoYlpq4,31743
7
7
  inspect_ai/_cli/info.py,sha256=d5W7VA5buinGcsdQjWqlsMM6iSNNGRUHQrr4JS2k8nk,1749
8
8
  inspect_ai/_cli/list.py,sha256=GreVEhJRpagiCpzVc3FSGhcdpTq9B8Jh--mfgs4ueFQ,2454
9
9
  inspect_ai/_cli/log.py,sha256=boSzHZkiabhnYWHLRVsZVENCryG-MDaNHIIbpSp0Mcs,5729
10
10
  inspect_ai/_cli/main.py,sha256=tqmqmx5FK7jVQD_K07aV7dXddAIzOwH-5S5jWlNIytE,1495
11
11
  inspect_ai/_cli/sandbox.py,sha256=1O4glQgTzV_9TbPtQs8iUpdXfOi7OzY5S58N6cQwD-I,812
12
12
  inspect_ai/_cli/score.py,sha256=y_vrgmFMHE8BjTd6UWER3k2vtH1R9j8VKfuB7AQcYpc,2927
13
- inspect_ai/_cli/trace.py,sha256=1EMklERG2XeHnvZgX91_y7MHY5YZQDgQy3oHBJUPyVw,8462
13
+ inspect_ai/_cli/trace.py,sha256=fvh1SPEEozJCd0xKHCb3b3YR3Q1FleDi93kFe1762xw,8959
14
14
  inspect_ai/_cli/util.py,sha256=rOyKR5p08-04IwJdcjakNXD1Gm-dGFtzaTTx7hyArPE,1402
15
15
  inspect_ai/_cli/view.py,sha256=9UstZ5a1upMZlVKfQCK8L_HvTR1WgLpBp3zpSgTyrLo,2786
16
16
  inspect_ai/_display/__init__.py,sha256=t9Xj8FbxvdBNsalnr16U0r3jSTFX9w4yXcUJwb06_6k,405
17
- inspect_ai/_display/core/active.py,sha256=Kpbt2LalVtF9e_uCV6g-af8jPppN6Oozu2QXJaIWJkI,1219
17
+ inspect_ai/_display/core/active.py,sha256=nM9Z9zk_SZWGHwf00KF80HbDrN8M5LYDu03SVB3oGIQ,1134
18
18
  inspect_ai/_display/core/config.py,sha256=zvF8jW3NhDGhVSCAqjXsblNjvKGUtMUdn2YMor3cFC4,1664
19
19
  inspect_ai/_display/core/display.py,sha256=zgpNSU39pITyM_Xa41FsGIY5a4JtZbv7bDy7hjmJCM8,3057
20
20
  inspect_ai/_display/core/footer.py,sha256=wMe4P-4Bhx4WV01dUW12o9-KBAoD2CSCvWZ-9_CMSNU,805
@@ -25,47 +25,47 @@ inspect_ai/_display/core/results.py,sha256=aFLmG1Ij0fxYk2848QgQlesfMeRdHVEg_W9es
25
25
  inspect_ai/_display/core/rich.py,sha256=GPzc-0PWZVOPWxnjfQmNSK66uZXc3x8joz4ethgv_4M,2729
26
26
  inspect_ai/_display/core/textual.py,sha256=kzMTt8ijrodwhDB5V50pP2IBhnUCusVbP86TytU_rA8,870
27
27
  inspect_ai/_display/rich/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
28
- inspect_ai/_display/rich/display.py,sha256=jrkWvfb7NQteO1G9lc8rSjeReACoOCTQwff4LmMG01k,11105
29
- inspect_ai/_display/textual/app.py,sha256=4wwuzt4IleBH9QVV-09Dzo3KqkBQktt8lIfyYCqGfNs,15685
28
+ inspect_ai/_display/rich/display.py,sha256=motqmPUFcGFdOrIRiCKrFxLgp2IzT94JBr_V4es2KvM,11135
29
+ inspect_ai/_display/textual/app.py,sha256=DVn7HBE5vXeNUIV4wh6FKZC6W1S9rdUdOOr80J6XdJo,15824
30
30
  inspect_ai/_display/textual/app.tcss,sha256=ymx47Y2fAbce4vPOrpeij1p9qwSipT7Dd6fSxCTknT8,249
31
31
  inspect_ai/_display/textual/display.py,sha256=zTG8k67iT-xq1H8CVwtqZdvuo_O2hsgh4q4y8EKRkf8,2027
32
32
  inspect_ai/_display/textual/theme.py,sha256=SVf2UhQVuEOzzNx1Pl2bqLrofw13ykQKAVnevUpJBYs,588
33
33
  inspect_ai/_display/textual/widgets/clock.py,sha256=pxXQOtadf6qdNMLQh_D3bx3SIPoBGcKev_etZ69ZRUE,1614
34
34
  inspect_ai/_display/textual/widgets/console.py,sha256=lp5lbT9erPjxE1NWzvuJ5Bj8mN2ZZSBTgKQWHinMKgA,1590
35
35
  inspect_ai/_display/textual/widgets/footer.py,sha256=_4Dlzp9kriUVELBEk6HQzgiwLigHe5mH0dZqWr6sGi4,1078
36
- inspect_ai/_display/textual/widgets/samples.py,sha256=HiitF_qTketBaqfUBeqQjUvqCNhDg3VUWfo3fywzbTg,14574
36
+ inspect_ai/_display/textual/widgets/samples.py,sha256=w_lpoTVKGiUeS0wHg5PQyOnTZ0AX4mrna7TdOSE7sI8,15888
37
37
  inspect_ai/_display/textual/widgets/task_detail.py,sha256=UCxQZkKrG6ILacuPpiJaoElezqJNb0njPWPA4IuNVDo,8289
38
38
  inspect_ai/_display/textual/widgets/tasks.py,sha256=Ari4-lsqPVsvAk4ZjdsnbO3l0JBmlifrbT9D7ykoUFA,11175
39
39
  inspect_ai/_display/textual/widgets/titlebar.py,sha256=Gh_vnsco_1lStPb34TXM9MZJffjy83-1ekoRzUQF_6w,2144
40
40
  inspect_ai/_display/textual/widgets/toggle.py,sha256=ToYs-S4n90yuxWcAW2OTg6AbRf0GhSz61XxfhE6XZ3Y,895
41
41
  inspect_ai/_display/textual/widgets/transcript.py,sha256=rRTM9aSNHau89mSmlH6Ni9qIckYS9_Han0RtuO6QZmk,10999
42
42
  inspect_ai/_eval/context.py,sha256=WHXM4IdkPD2edp58qCUjzpFguPDM_RcoqTJdRGccdDE,1344
43
- inspect_ai/_eval/eval.py,sha256=RK2kwzFspgWH08B-GFjaeASBGcvV4_Hy8-q6aQiwx1o,36729
44
- inspect_ai/_eval/evalset.py,sha256=GAHZ02iNt-WWrxK6tVfZ3LtaoplP6cH4Y5f_QxeWprY,27028
43
+ inspect_ai/_eval/eval.py,sha256=_ciT52cVb2bj0i-5kBqUU8bzjZImMF34--BhvRyEO2k,37302
44
+ inspect_ai/_eval/evalset.py,sha256=Fh_JhIgmMgT0wV1ZwifuwtEmc-hrdGcH2KSHXMzgpxk,27219
45
45
  inspect_ai/_eval/list.py,sha256=VbZ-2EI6MqrXvCN7VTz21TQSoU5K5_Q0hqhxmj5A_m0,3744
46
46
  inspect_ai/_eval/loader.py,sha256=d_7PcajwAF8sG-sMeYOpkrSt5TcUz_tewgWocIIIlKQ,16267
47
47
  inspect_ai/_eval/registry.py,sha256=uEX5vd1l1Ni_OM71WhuesobjWUlKUxXfcjRTJotWaW4,5446
48
48
  inspect_ai/_eval/run.py,sha256=piC7fhmpGnDw_eGBZ4mUvMIR2WsyWrah3UE7Q-2OVyI,15466
49
49
  inspect_ai/_eval/score.py,sha256=LcirmlUjSsAClmVqAtfTBbP7rqd4MLcNAzelipFMOW8,6263
50
- inspect_ai/_eval/task/__init__.py,sha256=bu0log0rQnwNXL1JcWp7IrIAHyWbe9TZgspowEs4iwc,168
50
+ inspect_ai/_eval/task/__init__.py,sha256=yhBZbjh67QfHy7IdyFGMyQIfBflQLPLkhmz5eEv78Ec,192
51
51
  inspect_ai/_eval/task/constants.py,sha256=quAKMw-4-3xKd1T_KwXCZvHYoKRXt1ZGuaHbBcWJwnA,72
52
52
  inspect_ai/_eval/task/epochs.py,sha256=Ci7T6CQniSOTChv5Im2dCdSDrP-5hq19rV6iJ2uBcH8,700
53
53
  inspect_ai/_eval/task/error.py,sha256=gJnd8X7LHpPz5zcOq_az6ONZICGJ0_VpSz9yhF0yRyY,1233
54
54
  inspect_ai/_eval/task/generate.py,sha256=Edm-_6Wp1mkb7XpGkfTAqobWPfjJeWB0sb8-76UjNrc,1999
55
- inspect_ai/_eval/task/images.py,sha256=Bg3TpDlTsW-pucpZP-6dMkO3W-TFz2lZjHzdzX5qnZ4,3236
55
+ inspect_ai/_eval/task/images.py,sha256=Tg3I7d7ThCYP_Lf-H5JA7xH-sH2W-m1c1YfswDwplt4,3949
56
56
  inspect_ai/_eval/task/log.py,sha256=TjyLglP-3gMMDkfmxYbsxTvGIWY9FEyVtB09Fyrm_PA,6166
57
57
  inspect_ai/_eval/task/results.py,sha256=0_6qmBi3IGr4fGLjbAezgcxpcBJTtqHkfOy2Eao-VdQ,14523
58
- inspect_ai/_eval/task/run.py,sha256=cw2UcaNE3tZHwXFaMsSOYEmNCrVCp_UMNFqzULim-Gk,31532
58
+ inspect_ai/_eval/task/run.py,sha256=BuHnynTNjF6wU_x3XilTwwfv6kmF3BMta9GfZqPPjzM,33280
59
59
  inspect_ai/_eval/task/rundir.py,sha256=QXetLfqi1lRo-PcIuu7maQpVO57c2ebnsjfZk0lsAFk,2001
60
60
  inspect_ai/_eval/task/sandbox.py,sha256=42cSmeGQGTiK1JoMcqWAKtthZKP4ikPvNa3qI3fhk6E,5924
61
- inspect_ai/_eval/task/task.py,sha256=8DQAiYeQ-zvbN-mA9J0s3yNUR9tBeUHwIPQCmdozelY,8530
61
+ inspect_ai/_eval/task/task.py,sha256=ahlM-0MJc_4wFCWTGQIsnapUn0epka_9jRVK-xdapHY,13800
62
62
  inspect_ai/_eval/task/util.py,sha256=NG7YzVaiSgiH8xYGT2LeeVfaz4GIhXgXZYnU2SeDCO8,1837
63
63
  inspect_ai/_util/_async.py,sha256=K5lVPKwl25JkLkcXfb0m3aZ-RJ4O3fog5HQm5EqbjM4,981
64
64
  inspect_ai/_util/ansi.py,sha256=fMxOAn72Nl5NG_kdlY408nC62bKhsW29L__A5FwwMJQ,983
65
65
  inspect_ai/_util/appdirs.py,sha256=lhURbDS9xT2YBzWOe0jjxsdK4ZdiVAv_WwXQC83V_jw,563
66
66
  inspect_ai/_util/config.py,sha256=nuWVZbShE8IPnotDfRJx0uBZJxwbV36M0qKVYsQDEEI,848
67
- inspect_ai/_util/constants.py,sha256=b9FKrp4KD54D7LG0EtINm46D5slh_CPu_6tahI4L5M0,940
68
- inspect_ai/_util/content.py,sha256=83JkeuDPKBXQHLCcfQRofKQXTP94cXzquxl4e-frMh0,782
67
+ inspect_ai/_util/constants.py,sha256=cAkBITsCJGE90KhMh98dAzN_v3sB6McvJX6OHGB9SGo,968
68
+ inspect_ai/_util/content.py,sha256=LyWkFtIONQXpeGDA67UnZpzf4qrGQZEZXXnyjDNC-3w,1335
69
69
  inspect_ai/_util/datetime.py,sha256=WeQKSgT8VnmmJcHZbS-lWtVSDTPbQ4vO_V835wdTU7Y,270
70
70
  inspect_ai/_util/decorator.py,sha256=AEyOt-4VYMwXkEvMVyxMiB6xg_ZKQ89Q5gmJLf-dcpU,2595
71
71
  inspect_ai/_util/deprecation.py,sha256=Ng-_MXXf6zbsHa5FaFLTTvVeUMI5oQw7bl392hsiV1g,6670
@@ -82,11 +82,13 @@ inspect_ai/_util/hash.py,sha256=N25e4B_Lp9ZFSQIrtMO4x-KrZopJL6gKhs-NO41pxzA,289
82
82
  inspect_ai/_util/hooks.py,sha256=eIvQCc3L3_sPUPHY2tsv20IanmvOvoa7cAaDuP_aiYI,3780
83
83
  inspect_ai/_util/html.py,sha256=X62FY8gpEJ2ZQoDu2y8aQAbiBUIHKsd7DA9rWCIleo8,168
84
84
  inspect_ai/_util/http.py,sha256=c4yvH48ZkETZ7sNDuNzBR0NUS4r-6WzCaolW9my13ns,3628
85
- inspect_ai/_util/images.py,sha256=pCaL_GwWGQsnawu4WmbubY7eHZzgqXvHrmK5-GJikn8,1245
85
+ inspect_ai/_util/images.py,sha256=W7QJHyzuXhfy3VsLhKTzddSo1g69O9RxnTyhat48Wyo,1312
86
86
  inspect_ai/_util/json.py,sha256=qxr8KPQ3NLPDbSSuDQjRQqZcwCOOWpPpuYc36fXsj-w,3786
87
+ inspect_ai/_util/kvstore.py,sha256=z2IXLWP4QqqGqsq5_MbYjBQPcEJqfWK4IyZXgV-kppA,2398
87
88
  inspect_ai/_util/list.py,sha256=6_5r5jI5RKK34kCmIqqVQ5hYG-G8v0F5H7L-DmQQ2E4,279
88
89
  inspect_ai/_util/logger.py,sha256=iGXFmZJofpWUvZIzqmR7Zq2Uz2pUCanChpBi6e9gfEU,7127
89
90
  inspect_ai/_util/notebook.py,sha256=Mgz3J4uBh-MqVBRmpiJqDHRpn2hd7HIOBeJBwLG-bbk,2998
91
+ inspect_ai/_util/notgiven.py,sha256=zkn6AYflKLf8YlnwTAMxPLQ-4LyIVmKpGcNcXf-Ssng,457
90
92
  inspect_ai/_util/package.py,sha256=2ntItRYaYBaVWI5eDaB4FdpI1IUBiBWNRxq7FChvk1I,2729
91
93
  inspect_ai/_util/path.py,sha256=fLfKXOXuQstwVfl2i1Gzxix8TZLxLqtZIHqyqK3MnvY,3795
92
94
  inspect_ai/_util/pattern.py,sha256=Ai2jMaFQuFX939p1HvrFg-EHkoH2GRnlSB8rG9doFrk,176
@@ -97,6 +99,7 @@ inspect_ai/_util/rich.py,sha256=sNWEsGlGmkkZZLo4AcEv-_yJI1bI0HcpZVt7wNJFsXg,692
97
99
  inspect_ai/_util/samples.py,sha256=uobAN2i1U-6YBxCBvaW6z1-xFufQIuFXHnnnK-oTDKc,507
98
100
  inspect_ai/_util/terminal.py,sha256=I4NDy7Ln5YSCzxbd0O9OPslEHQMBVKZfqJl3TOCegTg,4166
99
101
  inspect_ai/_util/text.py,sha256=1Q5tNqB-61yXXo_bQxzxJCEXCMU7aVs3qpXQir2xKu0,3174
102
+ inspect_ai/_util/thread.py,sha256=yao8tzMkX4860ulFWTb9x4BT7aHghibxRmfIxWBnZIA,114
100
103
  inspect_ai/_util/throttle.py,sha256=JczSG_y0v60m4gQCt28uw_WPjJTbHuq8gWcxY3-vFsc,855
101
104
  inspect_ai/_util/timeouts.py,sha256=-iC1LjpNqB6Hx-i36MfSrLy819RVhKNo4KXjZDuskZQ,5193
102
105
  inspect_ai/_util/trace.py,sha256=TTgl485Ly7slVGv5m794ZQtPEH6W1dGvANnCdH-cfXg,9567
@@ -118,7 +121,7 @@ inspect_ai/_view/www/eslint.config.mjs,sha256=wUi4ffMbjLKiLDBegWY6814TFu_ojR5GhA
118
121
  inspect_ai/_view/www/favicon.svg,sha256=b9AHYZaO2zBzeKH6G4PwXZMGGW_UxY0omKHam-c9MAs,1508
119
122
  inspect_ai/_view/www/index.html,sha256=LDaPH75d5TlepHfIY3wQG0aBcHTpa90Bhx0er_ES45s,910
120
123
  inspect_ai/_view/www/jsconfig.json,sha256=vt1gPPYezOFeV9nofA93CmVJAKGb1QeKGuyvEn1CXgk,383
121
- inspect_ai/_view/www/log-schema.json,sha256=9dp4kzbEg3yx1AQYhahjSdSc2wbuNGWSc09bsQCrptw,92301
124
+ inspect_ai/_view/www/log-schema.json,sha256=18QH8D32jD3qd4fQ7g5RzrUFWaLcebQfC0IuI6q_FgI,94360
122
125
  inspect_ai/_view/www/package.json,sha256=qTHYMshvaEQgZi7hs7b5q75iS9C-JxtKnLlcawkG3L0,1136
123
126
  inspect_ai/_view/www/postcss.config.cjs,sha256=jQ-QIJFuBVUTZXbFpOvUJk4MsLBr_yPOQbRwHD0ZohE,340
124
127
  inspect_ai/_view/www/tsconfig.json,sha256=JjaLdpt13sgJYHDWdThRIr0gHzpRzEOKL4E2awt9r9s,277
@@ -127,7 +130,7 @@ inspect_ai/_view/www/yarn.lock,sha256=3gWROMMEGplOHh9w6UsrqA4_w0tT851O9iFRjf1evr
127
130
  inspect_ai/_view/www/dist/index.html,sha256=ErXXXs-OUDOAZexWCmn_u-frxXROpg4kBt6Yvjj0a0U,998
128
131
  inspect_ai/_view/www/dist/assets/favicon.svg,sha256=b9AHYZaO2zBzeKH6G4PwXZMGGW_UxY0omKHam-c9MAs,1508
129
132
  inspect_ai/_view/www/dist/assets/index.css,sha256=DbfjhWYUw0q2qcxZ0_fSZ3MZnn7FSk1eA0ggRsLGaVY,858035
130
- inspect_ai/_view/www/dist/assets/index.js,sha256=eYIKtdOJG0cweyv95_r6OxlfhUe4t91b9ohmnHUOwD4,1318243
133
+ inspect_ai/_view/www/dist/assets/index.js,sha256=V2iJxnFFqkVdEvGUDtX4M6fvVDPoHpwC8lPjRUEjwXg,1319067
131
134
  inspect_ai/_view/www/src/App.mjs,sha256=JAOFLSKUKcch07DHqStDH8Nv7hVXQvSHkmqzm-kFD3g,29872
132
135
  inspect_ai/_view/www/src/Register.mjs,sha256=jpIqov7fyyLPW9Ouhc9KOy__o8s-P5h-VF9S1RDsIDU,116
133
136
  inspect_ai/_view/www/src/Types.mjs,sha256=wabced4XI-_PSSOoG66OmCmPXqLfLfL83K2I3LPe0PE,764
@@ -166,8 +169,8 @@ inspect_ai/_view/www/src/components/LabeledValue.mjs,sha256=5HNKW3xoL7xquzI-hLbR
166
169
  inspect_ai/_view/www/src/components/LargeModal.mjs,sha256=GOezy9uzB_AFgRrSGqnX12WEZIqMCjiW87Onyp_QqHQ,4572
167
170
  inspect_ai/_view/www/src/components/LightboxCarousel.mjs,sha256=QNk6mvkT4wh1l3YT4Y6qvsDXC2sxffIrJcd2h3K6VGg,5929
168
171
  inspect_ai/_view/www/src/components/MarkdownDiv.mjs,sha256=WH4W52AUXHAbBtRsNZFuBINDvGmm-yZVcfKUrVGGJdY,2908
169
- inspect_ai/_view/www/src/components/MessageBand.mjs,sha256=eL3wUU7H9ptg4ks4ZoPoiuzR-H4O5yNqejBU48Cf6Yc,1369
170
- inspect_ai/_view/www/src/components/MessageContent.mjs,sha256=p8RnHv3r37nYYfclDpJ3XRiygniUQsJtX4UjjKHdr7g,2115
172
+ inspect_ai/_view/www/src/components/MessageBand.mjs,sha256=CLOF7EK1itL-zObchRz92-maFYAjEV5HucTiKpC1RDw,1332
173
+ inspect_ai/_view/www/src/components/MessageContent.mjs,sha256=MOOOPJwXyr4QTHpT5ipkaBnXP8Sbli1DFQEmZXeE0_A,3195
171
174
  inspect_ai/_view/www/src/components/MetaDataGrid.mjs,sha256=T_GnEfF1Cfqeqn2JpVgjtJwijwx2b9fF1_8KLCaAPQI,2706
172
175
  inspect_ai/_view/www/src/components/MetaDataView.mjs,sha256=tnhqWfVaSF1vpiryKdd_ONqHO5cH2fZigIEhmMPXarA,3043
173
176
  inspect_ai/_view/www/src/components/MorePopOver.mjs,sha256=53A_hUI7QEHSvn-rAyFmZ_TBrqa6_FD1BwDl_WLNQU0,1359
@@ -197,7 +200,7 @@ inspect_ai/_view/www/src/samples/SampleList.mjs,sha256=XKy5a4Xi02PcdtXFW_IZ_qmjz
197
200
  inspect_ai/_view/www/src/samples/SampleScoreView.mjs,sha256=d0s9FD55hY6kd6btFeS3HXCcbkI08AQ-nms0dV3sdn4,4739
198
201
  inspect_ai/_view/www/src/samples/SampleScores.mjs,sha256=SwcMBHZMmrOQLOiGq8ISJTeAQenRCHzsKQTRYPzv1zM,1013
199
202
  inspect_ai/_view/www/src/samples/SampleTranscript.mjs,sha256=D_Ob2yUsRBcq5utHiyiDYiNRK5pNcu9SDClhUkaApfU,577
200
- inspect_ai/_view/www/src/samples/SamplesDescriptor.mjs,sha256=vuxcWAF8KWnLTSRQp1wA_1mq4nahz2bAQW-TshR4ugw,23932
203
+ inspect_ai/_view/www/src/samples/SamplesDescriptor.mjs,sha256=aD_pUjSACADBAjHdKub3eQAwNeO28o7lgA1BoXa6BY0,24008
201
204
  inspect_ai/_view/www/src/samples/SamplesTab.mjs,sha256=bJwmIxsMjmvpssr-b1B8WN9vt8_8jH_1c67gGdHYPBQ,13205
202
205
  inspect_ai/_view/www/src/samples/SamplesTools.mjs,sha256=6z9bcdULK-U8tseXrNH0HPdTNyGwTznCkNWSguNnbKg,1198
203
206
  inspect_ai/_view/www/src/samples/tools/EpochFilter.mjs,sha256=v63T95Yu4X1rXcaPGLGSSDtRjSLxhvOSwBK_lsEVod0,1020
@@ -229,7 +232,7 @@ inspect_ai/_view/www/src/samples/transcript/state/StateEventView.mjs,sha256=ydY-
229
232
  inspect_ai/_view/www/src/sidebar/Sidebar.mjs,sha256=4hR2BPq6WZW6-XwoeORIKOLyfOEZcVUen08zjsBIAuc,11768
230
233
  inspect_ai/_view/www/src/types/asciicinema-player.d.ts,sha256=PgM6swZ9P5pKXcdKfYfmd1dcZQDy105K60NvcQPFqVo,647
231
234
  inspect_ai/_view/www/src/types/jsondiffpatch.d.ts,sha256=QXTAwln2Z1vDiNuoG4b-VWoH0hKMJHSM1L2deXEV6ZQ,188
232
- inspect_ai/_view/www/src/types/log.d.ts,sha256=mmIItDXr6cw6qg2wxqQMLeRc2QoQt9tlEeOAFMu0cak,25581
235
+ inspect_ai/_view/www/src/types/log.d.ts,sha256=mH_I8fZeDWcBLJ10WJ77WiC7JBElXKbHnin0g3dcoG8,26106
233
236
  inspect_ai/_view/www/src/types/prism.d.ts,sha256=2HLpvrJ8USii20GT9DS8Z7de3vZw-ZjUEvQrybiFQ94,102
234
237
  inspect_ai/_view/www/src/usage/ModelTokenTable.mjs,sha256=ev6waMVbnQg8mM_brrLsHdO6tJePTuRIn7kmMOPVu-8,1483
235
238
  inspect_ai/_view/www/src/usage/UsageCard.mjs,sha256=rRXkwTRHBhld3LJh6DxCKFmigv19E_jusqIz9tJDiss,4088
@@ -262,7 +265,7 @@ inspect_ai/approval/_human/approver.py,sha256=EQ7-HZSFb0DzZvR1vPirJRILFUkDOIL5y1
262
265
  inspect_ai/approval/_human/console.py,sha256=p45DfEU1IAPPKvn3QepBk_IDJwEfSH_03OrMYBUkGx8,2041
263
266
  inspect_ai/approval/_human/manager.py,sha256=5zS7HEoTW3JPIcxJZfCjvClKOcd_OfJUpcLrbW-ZFoA,3378
264
267
  inspect_ai/approval/_human/panel.py,sha256=Sl4tfMIX9U7lT7ZmzrTn6djVy1mGelb8cYMwKgsDJHA,7667
265
- inspect_ai/approval/_human/util.py,sha256=4tmDDbzuhxzFpHPUjiANM5JSwxnF1f0UHEO7TWqxjiw,1982
268
+ inspect_ai/approval/_human/util.py,sha256=DPxpA9_pzeoQyHpGtRE3hx8sGV7MyrlElCBvsh1FNgA,1996
266
269
  inspect_ai/dataset/__init__.py,sha256=4uTSHpN_ccdtbZulUMDetSSP-dXRkFGYsa2FzA5mLEw,534
267
270
  inspect_ai/dataset/_dataset.py,sha256=cmCXz1r0Sd3ru4ecIESmsZyPzCY-cm_GTn7szrJUSQs,11409
268
271
  inspect_ai/dataset/_util.py,sha256=u2IDIJdsa5lOsC67SNWZo0mRSey5DJdxS4DCCxSx7kE,7857
@@ -271,64 +274,64 @@ inspect_ai/dataset/_examples/biology_qa.jsonl,sha256=Hfkr8XRT2x6Cgjd-zKbWGfFD-ZE
271
274
  inspect_ai/dataset/_examples/popularity.jsonl,sha256=Y6sBUs31n7BSbYgI9kHe0E5WZI2ZbyeBtd5sitDVpE0,32773
272
275
  inspect_ai/dataset/_examples/security_guide.jsonl,sha256=fSPOZbUD4gFUvtVY76Q09zkDZVZoAyo8H5qptyU5y7U,2659
273
276
  inspect_ai/dataset/_examples/theory_of_mind.jsonl,sha256=2oXA8XQ7FUKZwRbIYpYtvvSDLKhbJRDRB_6LF6jCrmY,31831
274
- inspect_ai/dataset/_sources/csv.py,sha256=qvdkY6dcjWOOxlUXYBxw2rNbJG7Jn28x1MUxhB1deq8,3978
277
+ inspect_ai/dataset/_sources/csv.py,sha256=tFPJP3JfuBg-nUrFJb_Zmgwj0Scd887gzG0L_i6SpsY,4005
275
278
  inspect_ai/dataset/_sources/example.py,sha256=x3kIYxmm0xHs7DsUp_LXeoiEXeovsQeWdQZvyAUwr1Y,1945
276
279
  inspect_ai/dataset/_sources/file.py,sha256=1Ckp4LmavNIlv4sygTRu31_hcRDKYEgNnaf6-QO_6E4,3537
277
280
  inspect_ai/dataset/_sources/hf.py,sha256=ea34UVnmxA0dikfmbRTBMDE2UrFCI4-ExhLE5IhLNIM,4972
278
- inspect_ai/dataset/_sources/json.py,sha256=5Q649rR_Akziax95ffRDiPSPpxtTNxG-zgpBf25icGE,3571
279
- inspect_ai/dataset/_sources/util.py,sha256=-Jmqi87aDm4FTrVWXX65JPernfPPx3BQ_P92s4Mw1nM,2736
281
+ inspect_ai/dataset/_sources/json.py,sha256=Z20-cXuVlWIk_CHRj6T9CVSZmceVbZ5w10V6c_z3GHg,3598
282
+ inspect_ai/dataset/_sources/util.py,sha256=Znli59-hKXcstneB9qC8b33W1l1DiALlEwv_7pY6B4Q,3151
280
283
  inspect_ai/log/__init__.py,sha256=EcDe5kA-MrKJOYM8wpy991FdT8irhd44Nd9Dh2k5RKM,1983
281
284
  inspect_ai/log/_bundle.py,sha256=5Uy-s64_SFokZ7WRzti9mD7yoKrd2sOzdvqKyahoiC4,8045
282
- inspect_ai/log/_condense.py,sha256=zWSvdq3bQ6Pe8yiOWHVj5Gc--he9oogQ3SI_RXJ5z3o,9568
285
+ inspect_ai/log/_condense.py,sha256=bCzU6MfQDFXbAlm6ZT4bu6atx2t-rMqKkDKr5nH_0JM,9869
283
286
  inspect_ai/log/_convert.py,sha256=62cwEY5zhz76GaTB5cwkRUgWQz5kehxQ82o7ItBcX2U,3461
284
287
  inspect_ai/log/_file.py,sha256=RqadF_vNbhgx7PxghVmg-1WiJkpz2vwfq3AJ1C_umOM,17685
285
- inspect_ai/log/_log.py,sha256=zJfT328cSUejqqj2_RgezSn_uLQMurZVMqP8esYuwzI,19790
288
+ inspect_ai/log/_log.py,sha256=jZR5Rigd_emncBwgZpeLB0NugKg_xWoz5ny1vBS2yS8,19671
286
289
  inspect_ai/log/_message.py,sha256=TzcT8qSCAG9TSSEbfmNUeu09M-LYES6LL0Nw-w2y3S8,1947
287
290
  inspect_ai/log/_retry.py,sha256=e7a2hjl3Ncl8b8sU7CsDpvK8DV0b1uSRLeokRX1mt34,2109
288
- inspect_ai/log/_samples.py,sha256=b-5-wT1rD5KQTfVqsYlrQPSabj9glmHM9SmZg9mDk-c,3814
289
- inspect_ai/log/_transcript.py,sha256=fVMO7oPJvD_c09XfyDUuLzt2Kmxmn1c47wpi4IyhhQE,9994
291
+ inspect_ai/log/_samples.py,sha256=bpna5lj4_6iQns_GGcUydu-Krz2ptFO3c-n4lX-umLE,3926
292
+ inspect_ai/log/_transcript.py,sha256=Bug-kNCMCHM9qayxhKB2M__-oNEviiP23GH3zOgl-GA,10794
290
293
  inspect_ai/log/_recorders/__init__.py,sha256=-ECELTfjeWwDuEIBSXO2oxEtJ6Dn0ZQYUxrEy0klN34,350
291
294
  inspect_ai/log/_recorders/create.py,sha256=WB-fms0dBDHlTtTa_a_r0fFc6UPRvQZKZT7d_Inp-EU,1103
292
- inspect_ai/log/_recorders/eval.py,sha256=9EjVshGo2R0QXgOR0rlPI7m3YJN9wMznKIpen50LyNE,17065
295
+ inspect_ai/log/_recorders/eval.py,sha256=44Y6kp3f__LxOYFO5mjrqAVftdYAm8VKqoUA-GJHkWg,17305
293
296
  inspect_ai/log/_recorders/file.py,sha256=bY0fCr4_gWgLG0g2lYgts7wJYxaiKFdKEz3csu9WCwo,2457
294
297
  inspect_ai/log/_recorders/json.py,sha256=l8I1YAsjnD0fuOYV_KVIWciOCBO6FYgVVkour78_jDI,8980
295
298
  inspect_ai/log/_recorders/recorder.py,sha256=yvW_D99QxUQmnF5EiGsWIVetBXdssMUcsq5us9oRzx4,1551
296
- inspect_ai/model/__init__.py,sha256=mBs6hmdWu6KhTQCXFh_NHrCw9oQ9-mn6wDLTDqjguN8,2028
299
+ inspect_ai/model/__init__.py,sha256=gYBnBjfEEG_GQhu_lhwQ2tW9U4nXLW0GtRJNGfwYy3k,2121
297
300
  inspect_ai/model/_cache.py,sha256=IQXhMas58Pjdma894GHGTtHYpmnf_Ojz_eE0kHaQVPs,13567
298
- inspect_ai/model/_call_tools.py,sha256=B9fdcssZT5LwBUpt8t3VHXg2TpWk0hfKmy12ETLL2z4,14561
299
- inspect_ai/model/_chat_message.py,sha256=j0sWfv1qKn2ABlnMBLcjNWos7x2jEh8lFPyec6Lmsmk,4475
301
+ inspect_ai/model/_call_tools.py,sha256=OwQzDnozoNErn5a0bZ-Z6KUzkescgbQympJFgGCZptE,16128
302
+ inspect_ai/model/_chat_message.py,sha256=21x9MJVyAzKM_XO72X6fG6Ei1Fy8xklSdAgdmDS_RLU,4442
303
+ inspect_ai/model/_conversation.py,sha256=fRBI-lwilBfvL40AuYo4nKJIi_XoLF7VLTW3ZU20UkQ,1719
300
304
  inspect_ai/model/_generate_config.py,sha256=FtZz1MtD8BA48qeOzQpKmTlq4txLktnSN6Q8ItXHfGA,8724
301
305
  inspect_ai/model/_image.py,sha256=kpO2Bn_-c-dK80HuPOPH1eSNmcoc39kofwf4yTTiTFE,477
302
- inspect_ai/model/_model.py,sha256=V3GluIWR01L2EkBWGQb9_6K7OKFVx0JWrXF2EoF_40I,30572
306
+ inspect_ai/model/_model.py,sha256=94nQ6enP7HjAB6HMqCy5sSnc2NWpyvXfYFKPhIir8wM,30593
303
307
  inspect_ai/model/_model_call.py,sha256=r6ObHZwm7jy1qX2qxvAP6iPV3BhdGThL-VH-QEawQhA,2017
304
308
  inspect_ai/model/_model_output.py,sha256=iv0bk6U5jRnhqeULIMAVrC57j2Be-EjOhe7kvxAzCcg,6537
305
309
  inspect_ai/model/_registry.py,sha256=Cr2y32EqLnOqLbSWoXHVK4ivTTzCUhJuACxoTyPt8kY,2032
306
310
  inspect_ai/model/_render.py,sha256=rWypNUjgrH4NGp0r-ESAze9gZz7lYNjheEP438vRYZE,922
307
- inspect_ai/model/_trace.py,sha256=Zr4cZGICQO85L0tRqW5oehuvPFk1EO5NBUtaJtLKBwk,1601
308
- inspect_ai/model/_providers/anthropic.py,sha256=Vq71_hRpg8FejNfS4k69OZy5YxSyUAQui6AbNHSPHAg,20878
309
- inspect_ai/model/_providers/azureai.py,sha256=xbk0iY7-4WWUJaZzxNa1QiWpzZyRPLb2doLfJgzRf0U,13939
310
- inspect_ai/model/_providers/bedrock.py,sha256=FjcPxLmSXRCS7rcAAEfTkMAmJRXqKmrkSC6lcBN4XPM,23178
311
+ inspect_ai/model/_providers/anthropic.py,sha256=SyOznoA_FUdpzpvXtKNVxW4tgoXe9MMqzx_7Jsyi4gQ,20977
312
+ inspect_ai/model/_providers/azureai.py,sha256=4VGmDNAqrC9fSJroejpGT_1c3gAO94n_p4jF1GLlWmk,14079
313
+ inspect_ai/model/_providers/bedrock.py,sha256=a2CC4GJA-uYDIUoo8hv9NjaarKYUpE5X0r8oJvEWDpE,23245
311
314
  inspect_ai/model/_providers/cloudflare.py,sha256=h6ubjf0kxyMM7Aj2tm68tWa-2R7RAXNGp1O6KMvi0Gw,4143
312
- inspect_ai/model/_providers/google.py,sha256=EY7lCygHNkyBhn7SfZCpVHCiQK7h0MWmHY_GCiB7jCM,20945
315
+ inspect_ai/model/_providers/google.py,sha256=_nIMc3vuQUO0KJgnQgijuEWF9AeyYqKe8CFrJsiETZg,23299
313
316
  inspect_ai/model/_providers/grok.py,sha256=dS88ueXiD-kHAFr0jCoTpTGLGa2VsUlB_TFP8L_2lBM,995
314
- inspect_ai/model/_providers/groq.py,sha256=ocUVS7zmCCYdlWuVx-9kDm8H-3dqp0ytSb25PBpl-2w,9706
315
- inspect_ai/model/_providers/hf.py,sha256=9eWBpNolkF7-UlgIdo9CHlBdJCW1U3Vyl1eqr6MD1Ng,16979
317
+ inspect_ai/model/_providers/groq.py,sha256=1s0PJQwPxoLnBXI3_N_D_SBOutVedwoH3NSqGr08UxA,9774
318
+ inspect_ai/model/_providers/hf.py,sha256=fDcNeasQIk48tVE6v3uQnA6Y6zdHa-ekJB2fLWZnKoM,17195
316
319
  inspect_ai/model/_providers/llama_cpp_python.py,sha256=i2I56Damgb8VDhMuPxPca24fVhlajDHzxCTYFnT41uI,702
317
- inspect_ai/model/_providers/mistral.py,sha256=IXiPehZKiUbbAb13CGOFRpCyyn01pcxHUcluV_1OdMA,15128
320
+ inspect_ai/model/_providers/mistral.py,sha256=I4G0pIlhjqv9W1aTSQUB7osvAsPb_o1SPGpP4PAgEaA,15109
318
321
  inspect_ai/model/_providers/mockllm.py,sha256=gL9f-f5TOdE4a0GVENr3cOIIp2kv8zVXWPZ608rouGk,2440
319
322
  inspect_ai/model/_providers/ollama.py,sha256=mBPSxaEkiH_RnlHKqOyFBlXObQhc2dfjL-rCKrea5u8,675
320
- inspect_ai/model/_providers/openai.py,sha256=TMYBQEmUuLnPba09a6m-elWdGCEOMpW-tHfh9ROaUdU,16679
323
+ inspect_ai/model/_providers/openai.py,sha256=n81rGgb62EWYMEwaxBjV502t8XAx5v8mSmFr5HZkPlQ,17081
321
324
  inspect_ai/model/_providers/openai_o1.py,sha256=kvfFCVyVp33fL57F-73FI3BmthceMRvHbJzU_VskmtU,12180
322
325
  inspect_ai/model/_providers/providers.py,sha256=IZn7gn993LJQ-EmN6ZhA68-CMgaeUmhQGEMRasazvL4,5631
323
326
  inspect_ai/model/_providers/together.py,sha256=9GKN--wCRQ2pT9x0mIq7hSOFV1OM-Ps6JwJ1Rj26GEM,9468
324
- inspect_ai/model/_providers/vertex.py,sha256=vHy9YgTj3d_B3R7E3PbNyLB0dkvsgmHlNFPwvGq_qjg,16030
327
+ inspect_ai/model/_providers/vertex.py,sha256=ue5uLP9IBWON7fFTHZhV3mv5cv75eljk8OptOVOl1Ak,16409
325
328
  inspect_ai/model/_providers/vllm.py,sha256=cggwgDMEwdF9DKdqGxo-XMMkDte-rQoHIBf6nipZ1Pg,14093
326
329
  inspect_ai/model/_providers/util/__init__.py,sha256=wuAqBLmf1vQT4fJuiyVi0jzW4txWfM4jFG5E9WoPrgc,665
327
330
  inspect_ai/model/_providers/util/chatapi.py,sha256=h8GePQ53VgPpn75QQJfoO5IMUMiTq3heMnjKC3vj13c,3659
328
331
  inspect_ai/model/_providers/util/hf_handler.py,sha256=0brDEI7k4N2gi39_psNr17h6Tu7sQ8uMUCb2ZaFpS0U,7613
329
332
  inspect_ai/model/_providers/util/llama31.py,sha256=8M3h4HCQc6-P0_yurR4x5gy188uufQMmXQozC9e55qw,7600
330
333
  inspect_ai/model/_providers/util/util.py,sha256=d44NRwpgSAOCylbJXGxjagqos-IAifac0cwexe9AyEo,3596
331
- inspect_ai/scorer/__init__.py,sha256=fWGLY7fGtuUa7EAFWEKPm1kDZEe3cWPN8KQua_WQmAI,1470
334
+ inspect_ai/scorer/__init__.py,sha256=NuiJshKtfYaZICwz28tWfNaGqDDlbnsaSwYVK42I5QM,1744
332
335
  inspect_ai/scorer/_answer.py,sha256=WlJrPWr0Ha5p4l4x7-CQNizM1MvSWFPlXz5Qi5LFIbY,2040
333
336
  inspect_ai/scorer/_choice.py,sha256=psQw-KLlmxPqMTn0HR3We6HjnFawk07idssppkEPNXg,2784
334
337
  inspect_ai/scorer/_classification.py,sha256=RXCYss0NglzlvMfUq1Ui0qUgZhNlAcR9r9Y7nPkmL3c,4755
@@ -341,10 +344,10 @@ inspect_ai/scorer/_pattern.py,sha256=mZs18Y7KRiAmWsB5rMFEEyt7GTGF8wV-2RPipg-Gmbc
341
344
  inspect_ai/scorer/_score.py,sha256=zIQNMjfPta2a7ujxIrT3GAn5f1ZOz0IlDrDF2Qjs_x0,1092
342
345
  inspect_ai/scorer/_scorer.py,sha256=zEkslIdxypm8WifL2XZ4kvXfHh88TIpg3nZ142AGKEI,4720
343
346
  inspect_ai/scorer/_target.py,sha256=gfldBi0pkWTK1K-pUgKrr76YRzdFqZEV4nVa8uG1UU0,788
344
- inspect_ai/scorer/_metrics/__init__.py,sha256=SlKBrIxWx53_hf59PAxrsEcN9ZvLW7qeNzjKcCUVXjA,203
347
+ inspect_ai/scorer/_metrics/__init__.py,sha256=Y-s0v9D5wkkTiNJD2y12HnsLTfDpiBW-cQ-YV0pfV14,209
345
348
  inspect_ai/scorer/_metrics/accuracy.py,sha256=U8H0iwA3qzqxanaRfYhhMmOV915VR6fbYTHNHyYES6g,943
346
349
  inspect_ai/scorer/_metrics/mean.py,sha256=gUMPBiWwnki9mYsEGVvme78dJCHqGoFVAEA9k7JHJ2E,555
347
- inspect_ai/scorer/_metrics/std.py,sha256=IbzUxBhk9JPyWySMILzaDkJCYpwL1OYiWvEx-Wwn6lo,3463
350
+ inspect_ai/scorer/_metrics/std.py,sha256=y1qk71DyPJHVSk7joadeZeCtpMpi9bmjHRWIsCpwIEs,3454
348
351
  inspect_ai/scorer/_reducer/__init__.py,sha256=ntoSXbbBia6gN3Uk3tQFQ8lSt8IBSRvwM5jKKmFWDhQ,545
349
352
  inspect_ai/scorer/_reducer/reducer.py,sha256=dRFIW9_gi30i64g-AZWxDTHla7mJfqyF0dJaEzQaeWI,11462
350
353
  inspect_ai/scorer/_reducer/registry.py,sha256=J2tvuuxf4jBC09_SCBZg99Qb2qQUWG8STEsw7ASWpXQ,5388
@@ -376,8 +379,8 @@ inspect_ai/solver/_human_agent/commands/note.py,sha256=-vBSXQzTDzOqi_HKrRwUYanou
376
379
  inspect_ai/solver/_human_agent/commands/score.py,sha256=_E9jFpNuEz_qVa2LC_0yXDYbCHRZT94rdS8hfleExbE,2535
377
380
  inspect_ai/solver/_human_agent/commands/status.py,sha256=uUO5M4skWDp29OS8sqVKAqZw0OcM3MSesBYQNbRypJ0,1934
378
381
  inspect_ai/solver/_human_agent/commands/submit.py,sha256=doL4XWtkv5uUlmcX5fVWxoBX7VJfYqkLbWtk-cYPmu0,5092
379
- inspect_ai/tool/__init__.py,sha256=UeyfJWuN0fLqQboNh-z-Wc7c27I1LmL3KLFQRqRLt_Y,1892
380
- inspect_ai/tool/_tool.py,sha256=xINjhRJ_u0gSRrnIsqPs8PPqhl7IHF_WGpyuEXxNy8U,4858
382
+ inspect_ai/tool/__init__.py,sha256=X48K5VMZz2YAVAFxWlqhJaiFI9DJ9V_M4_sqGgGwkf8,1985
383
+ inspect_ai/tool/_tool.py,sha256=o47kU0hMRfXOI_axlQxDSe6C03mKbAk1lLZIAUDn3-Q,4975
381
384
  inspect_ai/tool/_tool_call.py,sha256=di-k3aQintilVZTRr80MKXvo-tmffHz5NhbRRXIfBgY,1712
382
385
  inspect_ai/tool/_tool_choice.py,sha256=zAF5eNYbWDdzMTVboCqcg-yJvpSr6ZCaxtSl8ZQ1UvQ,423
383
386
  inspect_ai/tool/_tool_def.py,sha256=OQo6jhtDfrj2uDDKeoT4g8Ju1r8uroK6DqQkpyUikEA,7663
@@ -405,10 +408,11 @@ inspect_ai/tool/_tools/_web_browser/_resources/web_client_new_session.py,sha256=
405
408
  inspect_ai/tool/_tools/_web_browser/_resources/web_environment.py,sha256=d812TWxMy47aRQl7_yXvCzMlhxH0dMU8DP7l7DMcNfY,6446
406
409
  inspect_ai/tool/_tools/_web_browser/_resources/web_server.py,sha256=ZAoq1kcwUsU-26ZiC_uZ9ErC_g9uNpUwuP-9T6tyQY4,1673
407
410
  inspect_ai/tool/_tools/_web_browser/_resources/images/usage_diagram.png,sha256=EPcCO7vFszI2KrNTfYUTlA-U4JPsAjou_0rw7HQlHVE,208823
408
- inspect_ai/util/__init__.py,sha256=huQplglLsb0JY7XcSJQJfRURHGLN2Wxrrv-9MK6Hdlo,1475
411
+ inspect_ai/util/__init__.py,sha256=Nbr5h9EDqnUFqj1SSm5hJccHp_sz2YB1SCZgFS0NYDk,1388
409
412
  inspect_ai/util/_concurrency.py,sha256=Olzk259NPeSXIy5LzID_WEVGnaW6p5CBCBrmlZUYufM,2227
410
413
  inspect_ai/util/_console.py,sha256=V1XkIoKcNZo0SgRUOv15zJAWz6-zV6267hC4Oldj8oY,1237
411
- inspect_ai/util/_display.py,sha256=5-dqJyESWVpBZTlsR3Q4ZEB88y1c3IY-YpHu_F0DKmU,1012
414
+ inspect_ai/util/_conversation.py,sha256=KzqvKfj1tB14cgARZjYyIVG2EpuE-EZKqLGAPIXv1Xs,784
415
+ inspect_ai/util/_display.py,sha256=6GETPku1yvEde3xW2y87BS2gOgrATiPnyVGA1oveDDY,1487
412
416
  inspect_ai/util/_panel.py,sha256=bSXXV1LDVMt8DeGWEYTfEm3iMz9I02sX5xpBSVUVRdQ,3072
413
417
  inspect_ai/util/_resource.py,sha256=MMmtTKtt78pDIp9Uc_OxJom_q8mcKozVqt8kosKRJt0,3420
414
418
  inspect_ai/util/_store.py,sha256=QemJe2M-RK6zSFNcd07_92XFjvNtWKgHzBr5eT3KF1I,3786
@@ -416,25 +420,24 @@ inspect_ai/util/_store_model.py,sha256=Z2dvxfh8Re-85pqart4hWlWauerPrK7nKxJoC-0zM
416
420
  inspect_ai/util/_subprocess.py,sha256=sovxmhSfy0hMSWUY3VcqnvKDkAuOjMQhjrV_cc-QOyM,8229
417
421
  inspect_ai/util/_subtask.py,sha256=Rin2iNECpcu2oU0v66hDag41KxtJoxfY6j1JNAhXogM,4801
418
422
  inspect_ai/util/_throttle.py,sha256=JczSG_y0v60m4gQCt28uw_WPjJTbHuq8gWcxY3-vFsc,855
419
- inspect_ai/util/_trace.py,sha256=DW0nuUmRegML85WwllKtEU1DEZtnWUntvsCcFvzZ3P8,1023
420
423
  inspect_ai/util/_sandbox/__init__.py,sha256=08yrm-GWL-o7K-NltssDc9zATv2DY7fqAW8p7v6C3Cs,874
421
- inspect_ai/util/_sandbox/context.py,sha256=0uFpXnVGaZyvXLzEjRtEtmlK6lrL8kWGF59Nos8PI9A,7505
422
- inspect_ai/util/_sandbox/environment.py,sha256=gSK0Hjenyaos2HyObdpsPj8LVVDoGJi9q_N3hGZ7vA0,9819
424
+ inspect_ai/util/_sandbox/context.py,sha256=Li1Xey6y2knx974PiKYeP6nFCYVp24HIhgeZ1XVQvtc,7619
425
+ inspect_ai/util/_sandbox/environment.py,sha256=vVqfhqfLjlTGqiR7dosfxL0x9lY6urO-yagJ2Zown9s,10335
423
426
  inspect_ai/util/_sandbox/limits.py,sha256=K-GjKfSugOq8KP0wW_oF6qFrXsOnMV0C88QUWkjPJ9o,2164
424
- inspect_ai/util/_sandbox/local.py,sha256=pZlN8L21XKX_rKqnJWmdDW-gBwAGO1eQDGZlJCx2N7U,3498
427
+ inspect_ai/util/_sandbox/local.py,sha256=NkHnR_e7s7RFsBdwfaSR7Yzp6lSUc7Em0Pc9_CFuN4c,3534
425
428
  inspect_ai/util/_sandbox/registry.py,sha256=mQwWwqzaCXF1FZ2fcVujpp3WMA35GWnh1w43SoIJAVM,2145
426
429
  inspect_ai/util/_sandbox/self_check.py,sha256=o-5skGZzzT1HCh9R6gf_D9J-PmCl0VRbriX4rqUjZ60,14101
427
430
  inspect_ai/util/_sandbox/service.py,sha256=2os7W8NYBDcaBoaHVfZ1YrI9hvldksmiwqkUYrCRCPo,11258
428
431
  inspect_ai/util/_sandbox/docker/cleanup.py,sha256=MK6UlADcWtTDotppeVJga2ibf9Ud-e4V-5ReoNbmhqg,4793
429
- inspect_ai/util/_sandbox/docker/compose.py,sha256=ESj5-mkfPI1O4EVuZ7e0hVT8tn5lcsLG2B-mvfJMY4c,10864
432
+ inspect_ai/util/_sandbox/docker/compose.py,sha256=4aIWWTaTUY9ZWrfSynkRqrUbKlYWrRYoSDX9WrjdHFQ,11473
430
433
  inspect_ai/util/_sandbox/docker/config.py,sha256=TqKafhbC8yxbWtCm_HLbVFCaozIjDL8t4zM8Rc_zIJk,2787
431
- inspect_ai/util/_sandbox/docker/docker.py,sha256=fA4JFDlKt6bASohtRNPSoCzhhwXThe_VHlGAkD4NdVM,16063
434
+ inspect_ai/util/_sandbox/docker/docker.py,sha256=aSz-rpxYufTjDPb3NpNiKvwGAFaZ0mSRaf_q12D_gBQ,16366
432
435
  inspect_ai/util/_sandbox/docker/internal.py,sha256=CMOcvEiAgVWw5jo2f3ssIPVzy6u6A9WV7enfHX6Spqs,1311
433
436
  inspect_ai/util/_sandbox/docker/prereqs.py,sha256=LKWt2T5CJ8hZ25SFDGX9FTGXFAtHzvQoolOffjQKlm8,3341
434
437
  inspect_ai/util/_sandbox/docker/util.py,sha256=pSPsRGymrTmTnEUHiHoQSNqeurPP1mL5kB-105O6EWo,2794
435
- inspect_ai-0.3.57.dist-info/LICENSE,sha256=aYPffOl9TwBXDQ8g33Jh6AsBhobb3A76qNm7r2HZsps,1079
436
- inspect_ai-0.3.57.dist-info/METADATA,sha256=G1hjKL3TNBKR_yOR8x7Fg_xDFYiglkyZN-HAtKmh7NM,4488
437
- inspect_ai-0.3.57.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
438
- inspect_ai-0.3.57.dist-info/entry_points.txt,sha256=WGGLmzTzDWLzYfiyovSY6oEKuf-gqzSDNOb5V-hk3fM,54
439
- inspect_ai-0.3.57.dist-info/top_level.txt,sha256=Tp3za30CHXJEKLk8xLe9qGsW4pBzJpEIOMHOHNCXiVo,11
440
- inspect_ai-0.3.57.dist-info/RECORD,,
438
+ inspect_ai-0.3.58.dist-info/LICENSE,sha256=aYPffOl9TwBXDQ8g33Jh6AsBhobb3A76qNm7r2HZsps,1079
439
+ inspect_ai-0.3.58.dist-info/METADATA,sha256=OFdrOybNYc571cE_aj6_fdmTnt4cRjRWX-TpNlQ5Wvc,4488
440
+ inspect_ai-0.3.58.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
441
+ inspect_ai-0.3.58.dist-info/entry_points.txt,sha256=WGGLmzTzDWLzYfiyovSY6oEKuf-gqzSDNOb5V-hk3fM,54
442
+ inspect_ai-0.3.58.dist-info/top_level.txt,sha256=Tp3za30CHXJEKLk8xLe9qGsW4pBzJpEIOMHOHNCXiVo,11
443
+ inspect_ai-0.3.58.dist-info/RECORD,,