inspect-ai 0.3.93__py3-none-any.whl → 0.3.94__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (57) hide show
  1. inspect_ai/_display/textual/widgets/samples.py +3 -3
  2. inspect_ai/_display/textual/widgets/transcript.py +3 -29
  3. inspect_ai/_eval/task/run.py +10 -7
  4. inspect_ai/_util/answer.py +26 -0
  5. inspect_ai/_util/constants.py +0 -1
  6. inspect_ai/_util/local_server.py +51 -21
  7. inspect_ai/_view/www/dist/assets/index.css +14 -13
  8. inspect_ai/_view/www/dist/assets/index.js +400 -84
  9. inspect_ai/_view/www/log-schema.json +375 -0
  10. inspect_ai/_view/www/src/@types/log.d.ts +90 -12
  11. inspect_ai/_view/www/src/app/samples/transcript/SandboxEventView.module.css +2 -1
  12. inspect_ai/_view/www/src/app/samples/transcript/SpanEventView.tsx +174 -0
  13. inspect_ai/_view/www/src/app/samples/transcript/ToolEventView.tsx +8 -8
  14. inspect_ai/_view/www/src/app/samples/transcript/TranscriptView.tsx +12 -2
  15. inspect_ai/_view/www/src/app/samples/transcript/TranscriptVirtualListComponent.module.css +1 -1
  16. inspect_ai/_view/www/src/app/samples/transcript/event/EventPanel.tsx +0 -3
  17. inspect_ai/_view/www/src/app/samples/transcript/transform/fixups.ts +87 -25
  18. inspect_ai/_view/www/src/app/samples/transcript/transform/treeify.ts +229 -17
  19. inspect_ai/_view/www/src/app/samples/transcript/transform/utils.ts +11 -0
  20. inspect_ai/_view/www/src/app/samples/transcript/types.ts +5 -1
  21. inspect_ai/agent/_as_solver.py +3 -1
  22. inspect_ai/agent/_as_tool.py +6 -4
  23. inspect_ai/agent/_handoff.py +5 -1
  24. inspect_ai/agent/_react.py +4 -3
  25. inspect_ai/agent/_run.py +6 -1
  26. inspect_ai/agent/_types.py +9 -0
  27. inspect_ai/dataset/_dataset.py +6 -3
  28. inspect_ai/log/__init__.py +10 -0
  29. inspect_ai/log/_convert.py +4 -9
  30. inspect_ai/log/_samples.py +14 -17
  31. inspect_ai/log/_transcript.py +77 -35
  32. inspect_ai/log/_tree.py +118 -0
  33. inspect_ai/model/_call_tools.py +42 -34
  34. inspect_ai/model/_model.py +45 -40
  35. inspect_ai/model/_providers/hf.py +27 -1
  36. inspect_ai/model/_providers/sglang.py +8 -2
  37. inspect_ai/model/_providers/vllm.py +6 -2
  38. inspect_ai/scorer/_choice.py +1 -2
  39. inspect_ai/solver/_chain.py +1 -1
  40. inspect_ai/solver/_fork.py +1 -1
  41. inspect_ai/solver/_multiple_choice.py +5 -22
  42. inspect_ai/solver/_plan.py +2 -2
  43. inspect_ai/solver/_transcript.py +6 -7
  44. inspect_ai/tool/_mcp/_mcp.py +6 -5
  45. inspect_ai/tool/_tools/_execute.py +4 -1
  46. inspect_ai/util/__init__.py +4 -0
  47. inspect_ai/util/_anyio.py +11 -0
  48. inspect_ai/util/_collect.py +50 -0
  49. inspect_ai/util/_span.py +58 -0
  50. inspect_ai/util/_subtask.py +27 -42
  51. {inspect_ai-0.3.93.dist-info → inspect_ai-0.3.94.dist-info}/METADATA +1 -1
  52. {inspect_ai-0.3.93.dist-info → inspect_ai-0.3.94.dist-info}/RECORD +56 -51
  53. {inspect_ai-0.3.93.dist-info → inspect_ai-0.3.94.dist-info}/WHEEL +1 -1
  54. inspect_ai/_display/core/group.py +0 -79
  55. {inspect_ai-0.3.93.dist-info → inspect_ai-0.3.94.dist-info}/entry_points.txt +0 -0
  56. {inspect_ai-0.3.93.dist-info → inspect_ai-0.3.94.dist-info}/licenses/LICENSE +0 -0
  57. {inspect_ai-0.3.93.dist-info → inspect_ai-0.3.94.dist-info}/top_level.txt +0 -0
@@ -16,6 +16,7 @@ from inspect_ai._util._async import is_callable_coroutine, tg_collect
16
16
  from inspect_ai._util.content import Content
17
17
  from inspect_ai._util.trace import trace_action
18
18
  from inspect_ai._util.working import sample_waiting_time
19
+ from inspect_ai.util._span import span
19
20
  from inspect_ai.util._store import Store, dict_jsonable, init_subtask_store
20
21
 
21
22
  SubtaskResult = str | int | float | bool | list[Content]
@@ -85,9 +86,7 @@ def subtask(
85
86
 
86
87
  def create_subtask_wrapper(func: Subtask, name: str | None = None) -> Subtask:
87
88
  from inspect_ai.log._transcript import (
88
- Event,
89
89
  SubtaskEvent,
90
- track_store_changes,
91
90
  transcript,
92
91
  )
93
92
 
@@ -118,43 +117,41 @@ def subtask(
118
117
  log_input = dict_jsonable(log_input | kwargs)
119
118
 
120
119
  # create coroutine so we can provision a subtask contextvars
121
- async def run() -> tuple[RT, list[Event]]:
120
+ async def run() -> RT:
122
121
  # initialise subtask (provisions store and transcript)
123
- init_subtask(subtask_name, store if store else Store())
122
+ init_subtask_store(store if store else Store())
124
123
 
125
124
  # run the subtask
126
125
  with trace_action(logger, "Subtask", subtask_name):
127
- with track_store_changes(): # type: ignore
126
+ async with span(name=subtask_name, type="subtask"):
127
+ # create subtask event
128
+ waiting_time_start = sample_waiting_time()
129
+ event = SubtaskEvent(
130
+ name=subtask_name, input=log_input, type=type, pending=True
131
+ )
132
+ transcript()._event(event)
133
+
134
+ # run the subtask
128
135
  result = await func(*args, **kwargs)
129
136
 
130
- # return result and event
131
- return result, list(transcript().events)
137
+ # time accounting
138
+ completed = datetime.now()
139
+ waiting_time_end = sample_waiting_time()
140
+ event.completed = completed
141
+ event.working_time = (
142
+ completed - event.timestamp
143
+ ).total_seconds() - (waiting_time_end - waiting_time_start)
132
144
 
133
- # create subtask event
134
- waiting_time_start = sample_waiting_time()
135
- event = SubtaskEvent(
136
- name=subtask_name, input=log_input, type=type, pending=True
137
- )
138
- transcript()._event(event)
139
-
140
- # create and run the task as a coroutine
141
- result, events = (await tg_collect([run]))[0]
142
-
143
- # time accounting
144
- completed = datetime.now()
145
- waiting_time_end = sample_waiting_time()
146
- event.completed = completed
147
- event.working_time = (completed - event.timestamp).total_seconds() - (
148
- waiting_time_end - waiting_time_start
149
- )
145
+ # update event
146
+ event.result = result
147
+ event.pending = None
148
+ transcript()._event_updated(event)
150
149
 
151
- # update event
152
- event.result = result
153
- event.events = events
154
- event.pending = None
155
- transcript()._event_updated(event)
150
+ # return result
151
+ return result # type: ignore[no-any-return]
156
152
 
157
- # return result
153
+ # create and run the task as a coroutine
154
+ result = (await tg_collect([run]))[0]
158
155
  return result
159
156
 
160
157
  return run_subtask
@@ -167,15 +164,3 @@ def subtask(
167
164
  return wrapper
168
165
  else:
169
166
  return create_subtask_wrapper(name)
170
-
171
-
172
- def init_subtask(name: str, store: Store) -> Any:
173
- from inspect_ai.log._transcript import (
174
- Transcript,
175
- init_transcript,
176
- )
177
-
178
- init_subtask_store(store)
179
- transcript = Transcript(name=name)
180
- init_transcript(transcript)
181
- return transcript
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: inspect_ai
3
- Version: 0.3.93
3
+ Version: 0.3.94
4
4
  Summary: Framework for large language model evaluations
5
5
  Author: UK AI Security Institute
6
6
  License: MIT License
@@ -18,7 +18,6 @@ inspect_ai/_display/core/active.py,sha256=6Z0-_6nduUp3UkGLbfYvrvgVVcnYdWLRkpvPOK
18
18
  inspect_ai/_display/core/config.py,sha256=wQhycgwYmxl1_VJIsrvQVbPBwXpxN-HG69KBAXB_PkA,2273
19
19
  inspect_ai/_display/core/display.py,sha256=QYoOB6NtssW7SsVfyGz_5HjPzaZ0ZWxIW175qSWjD_Q,3572
20
20
  inspect_ai/_display/core/footer.py,sha256=gk6IrKFNauCH2ve18pPemt5ep5ocOnd2WWKCnRlGp2M,1051
21
- inspect_ai/_display/core/group.py,sha256=z8CIwQ-8Mm9adQ8JDuMjw94ih9GfymU5s-1qnbKoEPs,2871
22
21
  inspect_ai/_display/core/panel.py,sha256=gyGYnsqHurUkUC51MyVuh3oGAtUEaFtyRwewOB6pDts,3828
23
22
  inspect_ai/_display/core/progress.py,sha256=2dIRbpJGUx-Wz89ZABoACBGvJEGWJ3SDrFsuCrrpL7w,4198
24
23
  inspect_ai/_display/core/results.py,sha256=9XTHM1OMdGCba8RlcYylu_sxLlq4o96zl4MneKJ60Bk,7572
@@ -36,13 +35,13 @@ inspect_ai/_display/textual/widgets/clock.py,sha256=pxXQOtadf6qdNMLQh_D3bx3SIPoB
36
35
  inspect_ai/_display/textual/widgets/console.py,sha256=lp5lbT9erPjxE1NWzvuJ5Bj8mN2ZZSBTgKQWHinMKgA,1590
37
36
  inspect_ai/_display/textual/widgets/footer.py,sha256=ZJvFMsNiGIFvlkaJenruqeMpu3_z8ATiZb27cBnifkk,1277
38
37
  inspect_ai/_display/textual/widgets/port_mappings.py,sha256=mxQJGYeZh1aXNmW5z-Ukss7Zwul5qfH5CqtvTLl0BAU,2974
39
- inspect_ai/_display/textual/widgets/samples.py,sha256=2iU9qrLijPFEBoPBp-8gCi25tsdz9I8hOy7Q_qbj4NA,21641
38
+ inspect_ai/_display/textual/widgets/samples.py,sha256=m--TgK_nttCQTyK31oQ1JAg1mbLYlDYIjFokGFKeX-U,21637
40
39
  inspect_ai/_display/textual/widgets/sandbox.py,sha256=_Ivpba2oIxs_Lw2Pic7BRoHeVu9ibaGPFhiyfzbcc9E,1146
41
40
  inspect_ai/_display/textual/widgets/task_detail.py,sha256=P8r7dm17dm-TbiOJ3AuxhH-xnV6LsEMFhkr-0Qf9ENk,8477
42
41
  inspect_ai/_display/textual/widgets/tasks.py,sha256=RW3xWF8kvI6FVZK2jHBDLFZR2DmVkSjfq1Q8HxiOHtI,11804
43
42
  inspect_ai/_display/textual/widgets/titlebar.py,sha256=Gh_vnsco_1lStPb34TXM9MZJffjy83-1ekoRzUQF_6w,2144
44
43
  inspect_ai/_display/textual/widgets/toggle.py,sha256=ToYs-S4n90yuxWcAW2OTg6AbRf0GhSz61XxfhE6XZ3Y,895
45
- inspect_ai/_display/textual/widgets/transcript.py,sha256=zaxlDixT6Fie0acAWBM9Hltnk3Qf7G2awHGhK3vC4Nk,11752
44
+ inspect_ai/_display/textual/widgets/transcript.py,sha256=HCv9Ldnx_BN4RkeJxDh6mYHALRAUtLzUYyME_qlYOJs,11052
46
45
  inspect_ai/_display/textual/widgets/vscode.py,sha256=SAIPO8VOkT_CFIfnCP_XxKixojdYXxMNdYU3Z2mq5Ek,1298
47
46
  inspect_ai/_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
48
47
  inspect_ai/_eval/context.py,sha256=mdYinWG2lcYkWLieT42suzUDyaQBVHosbaWTKA6Uu48,1407
@@ -62,7 +61,7 @@ inspect_ai/_eval/task/images.py,sha256=nTzHizlyuPYumPH7gAOBSrNkTwTbAmZ7tKdzN7d_R
62
61
  inspect_ai/_eval/task/log.py,sha256=D3P3t6-E37GCQRUngrPDJ7VDbfuGoZm9-NsrBIpT_o0,11829
63
62
  inspect_ai/_eval/task/resolved.py,sha256=LBVHEeq9N1fkRObmA2pnDE_l_EuH6n2Dg8-c8yCGT5U,1007
64
63
  inspect_ai/_eval/task/results.py,sha256=x4weYRK2XGowfBG3f2msOeZQ_pxh230HTlw6kps33jw,17925
65
- inspect_ai/_eval/task/run.py,sha256=IdI2xk-zl5U2OgJKURbRYbfPcTJdjFRcdAvOakUWCYE,39343
64
+ inspect_ai/_eval/task/run.py,sha256=rGkB4CvIGvO9ZRJYAxLqi4hyKTN8gUPubK42zZoqw54,39404
66
65
  inspect_ai/_eval/task/sandbox.py,sha256=x9GU-o2LtJQtdZjdmwRtAMJ5Mzd_te6hrm-DjiZB60g,7737
67
66
  inspect_ai/_eval/task/task.py,sha256=GyyzKkljhIHgM0Lh7wcBFHOgjqTqhOSkThHSQD4fIvk,16308
68
67
  inspect_ai/_eval/task/tasks.py,sha256=8fy5k070KgjYwaZQ_Nk6_r-38VTU6HB-qh7ixc4JzKI,727
@@ -70,9 +69,10 @@ inspect_ai/_eval/task/util.py,sha256=gD0dzdSTI8aiZT0JvNjGMOvUWa1dDJqgJ-fOq5hesSU
70
69
  inspect_ai/_util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
71
70
  inspect_ai/_util/_async.py,sha256=fy5bGvbAw6ddGK0msZOk7XmJZ9kfp7CtRVssv1W3JME,4129
72
71
  inspect_ai/_util/ansi.py,sha256=fMxOAn72Nl5NG_kdlY408nC62bKhsW29L__A5FwwMJQ,983
72
+ inspect_ai/_util/answer.py,sha256=fGCNfqL4uY1syaBEge3MWnoFgFs_8NDcd_gGMh9Vu30,674
73
73
  inspect_ai/_util/appdirs.py,sha256=lhURbDS9xT2YBzWOe0jjxsdK4ZdiVAv_WwXQC83V_jw,563
74
74
  inspect_ai/_util/config.py,sha256=nuWVZbShE8IPnotDfRJx0uBZJxwbV36M0qKVYsQDEEI,848
75
- inspect_ai/_util/constants.py,sha256=C5t3g9ThFn4zpZ7GrcwW9FTrZeSJJeWk755P_SyfIIc,1132
75
+ inspect_ai/_util/constants.py,sha256=XZK54gUneURWw69tMzPKM8QUt5wsrY-u-CHe1Xa5CkQ,1106
76
76
  inspect_ai/_util/content.py,sha256=mYnN1m-VZ__leOyX8czbi1JRKukYCCxlQZgPwCk0aXE,2214
77
77
  inspect_ai/_util/datetime.py,sha256=WeQKSgT8VnmmJcHZbS-lWtVSDTPbQ4vO_V835wdTU7Y,270
78
78
  inspect_ai/_util/decorator.py,sha256=AEyOt-4VYMwXkEvMVyxMiB6xg_ZKQ89Q5gmJLf-dcpU,2595
@@ -97,7 +97,7 @@ inspect_ai/_util/interrupt.py,sha256=T30e5YaKSNmnO695p0lK0dquUWFq6dNNtdAFPmWGwME
97
97
  inspect_ai/_util/json.py,sha256=LiHF4XPrcuCBpnBKYCIX2AkvmsYuPieQ6HNdSlUMVvU,3653
98
98
  inspect_ai/_util/kvstore.py,sha256=z2IXLWP4QqqGqsq5_MbYjBQPcEJqfWK4IyZXgV-kppA,2398
99
99
  inspect_ai/_util/list.py,sha256=6_5r5jI5RKK34kCmIqqVQ5hYG-G8v0F5H7L-DmQQ2E4,279
100
- inspect_ai/_util/local_server.py,sha256=ErSCTPHLSGxQ2-RFPdXNbA1H_Qbh9dTvjJ6qnhKPtFQ,11811
100
+ inspect_ai/_util/local_server.py,sha256=gtDaxmpeKjiIIFUo9tSEx5Avc8fCl4D_b5lH-TY3xUc,13142
101
101
  inspect_ai/_util/logger.py,sha256=XpGyoe8V7FIhNU1rnjTjwR07LVbshA9rRZn33sOitig,6230
102
102
  inspect_ai/_util/notebook.py,sha256=Mgz3J4uBh-MqVBRmpiJqDHRpn2hd7HIOBeJBwLG-bbk,2998
103
103
  inspect_ai/_util/notgiven.py,sha256=zkn6AYflKLf8YlnwTAMxPLQ-4LyIVmKpGcNcXf-Ssng,457
@@ -135,7 +135,7 @@ inspect_ai/_view/www/favicon.svg,sha256=b9AHYZaO2zBzeKH6G4PwXZMGGW_UxY0omKHam-c9
135
135
  inspect_ai/_view/www/index.html,sha256=wqZHIn_9TODavPHnGyY9F1RH6JBIphoaqRIRgBQgrUE,910
136
136
  inspect_ai/_view/www/jest.config.mjs,sha256=BnaTER8v4adXA23FSli68tofSOcF4CHYlRsNxWVcqOg,664
137
137
  inspect_ai/_view/www/jsconfig.json,sha256=vt1gPPYezOFeV9nofA93CmVJAKGb1QeKGuyvEn1CXgk,383
138
- inspect_ai/_view/www/log-schema.json,sha256=TWrOXxdkGr-XlHfSwo625wE9aEFygVm6gnlpeYNiyYA,119332
138
+ inspect_ai/_view/www/log-schema.json,sha256=mLTJBqKBhm-N8cev-KmBeGeRpSbfaSNVcYCUmIzytbQ,127145
139
139
  inspect_ai/_view/www/package.json,sha256=24W4nDPiIunBik0t6w-HRRJuQiDYG_ocOhE3IYZs0po,3149
140
140
  inspect_ai/_view/www/postcss.config.cjs,sha256=mwpiwZD1alr_ECeLVf7vIpX_5KiARNF8HbkpWWiqSac,324
141
141
  inspect_ai/_view/www/tsconfig.json,sha256=FbmQYpX8ta5Wyi8b8md2O_8CXkfQgr-Pe2yRyKXeqM0,619
@@ -145,13 +145,13 @@ inspect_ai/_view/www/.vscode/extensions.json,sha256=E73RWLzcoyeluE_ijGxaNSOK9xC0
145
145
  inspect_ai/_view/www/.vscode/settings.json,sha256=g5hrVnMaYxM06JpiJD2EuE2xjcbF6xNAtL2fuKgG1-8,200
146
146
  inspect_ai/_view/www/dist/index.html,sha256=gpdu6SR-SOH9EWx15cCWHzujMZujnZR5tRlEfROJg2A,997
147
147
  inspect_ai/_view/www/dist/assets/favicon.svg,sha256=b9AHYZaO2zBzeKH6G4PwXZMGGW_UxY0omKHam-c9MAs,1508
148
- inspect_ai/_view/www/dist/assets/index.css,sha256=W-EDwhp-W-E6EU8Mh7L-_-Qla-9iUs96TOQMN_MtjhI,2361915
149
- inspect_ai/_view/www/dist/assets/index.js,sha256=loxG6EXFmOqHQRyCqp4M7gFaTADx7dSD0gmaFfg-H3k,3349433
148
+ inspect_ai/_view/www/dist/assets/index.css,sha256=JMJ8ZJPO03sHHhB3afs7ywTK4rGHZgqNLnG2AhcY09s,2361931
149
+ inspect_ai/_view/www/dist/assets/index.js,sha256=Po4YBz7HmWC2cW3Isy3b85IbQAjZg-TPyQfXD4pfy54,3359345
150
150
  inspect_ai/_view/www/src/constants.ts,sha256=eKw5N6lCj7ApEeU8pVjjmbhpY1EAl6A0gg-OC2bf02Q,1268
151
151
  inspect_ai/_view/www/src/index.tsx,sha256=e1uhgfxfG_QKxGW3CoZqMHrCu-Xa9o--0UD_AYxkwPs,2297
152
152
  inspect_ai/_view/www/src/@types/asciicinema-player.d.ts,sha256=PgM6swZ9P5pKXcdKfYfmd1dcZQDy105K60NvcQPFqVo,647
153
153
  inspect_ai/_view/www/src/@types/jsondiffpatch.d.ts,sha256=QXTAwln2Z1vDiNuoG4b-VWoH0hKMJHSM1L2deXEV6ZQ,188
154
- inspect_ai/_view/www/src/@types/log.d.ts,sha256=Qrr-v8GICXUQU3VB2hGLCdWEpjDHtgiem_eX4MxU-VQ,34238
154
+ inspect_ai/_view/www/src/@types/log.d.ts,sha256=fA59lIiIJ6feu___RXsyJVbBhl1dbi1mwqi-HiPlX7Y,36274
155
155
  inspect_ai/_view/www/src/@types/markdown-it-katex.d.ts,sha256=kvZSFtTInD4akeCLVWlwjjqHdZqMpE3rXjXWQvMgcOw,555
156
156
  inspect_ai/_view/www/src/@types/prism.d.ts,sha256=g0uL_2XdnxuCVS_XX6iD9PHIF9PWix_vPXHOVz_4vII,342
157
157
  inspect_ai/_view/www/src/app/App.css,sha256=2aPkzna6oFsoxM2FpuZucd5RxJeV0-Ss0EkPB-yoImY,27381
@@ -312,26 +312,27 @@ inspect_ai/_view/www/src/app/samples/transcript/ModelEventView.tsx,sha256=qhwZaw
312
312
  inspect_ai/_view/www/src/app/samples/transcript/SampleInitEventView.module.css,sha256=kB4a3g7RveznFGsPmQajJRuNWRrpDyK2DgztvUMIYZQ,275
313
313
  inspect_ai/_view/www/src/app/samples/transcript/SampleInitEventView.tsx,sha256=bRBg9FcxmjIfI3AB1XrATtQIP3uxT3lpAqHc5Mflevc,2932
314
314
  inspect_ai/_view/www/src/app/samples/transcript/SampleLimitEventView.tsx,sha256=czspTNbh8uc0wnVZNy37iHnt7OVaGtdlc5fCQNvpy9w,1622
315
- inspect_ai/_view/www/src/app/samples/transcript/SandboxEventView.module.css,sha256=G-oKvjD6c7sTGu1Iemh_1MI2QQpUi7h5uGApW5lO5NU,385
315
+ inspect_ai/_view/www/src/app/samples/transcript/SandboxEventView.module.css,sha256=3_9GKd_FZ7s2VrCtfFcKcYD3yIvNzRIvZ7BmpkLhhVw,401
316
316
  inspect_ai/_view/www/src/app/samples/transcript/SandboxEventView.tsx,sha256=zyVyIpeG56iT33Y99a4jdpJhhEynkvEN_f0gMud72F8,3894
317
317
  inspect_ai/_view/www/src/app/samples/transcript/ScoreEventView.module.css,sha256=YWHWPM_-2UognvNIjB5-UejG17xy0yRW3jyfN4UeD1E,246
318
318
  inspect_ai/_view/www/src/app/samples/transcript/ScoreEventView.tsx,sha256=ISeSvN3lz-Vu4ob8F-dQYLPAlM17orQuMKeXmzErV84,2630
319
+ inspect_ai/_view/www/src/app/samples/transcript/SpanEventView.tsx,sha256=B2Mus4XKXj9JnqlwsuYTQL3yNAJk_IfoQqwjbnRosFs,4154
319
320
  inspect_ai/_view/www/src/app/samples/transcript/StepEventView.tsx,sha256=gdy1MhyK_7TpZJynDZnAZGB5QHXlWkZjafzD6T8eVYY,3968
320
321
  inspect_ai/_view/www/src/app/samples/transcript/SubtaskEventView.module.css,sha256=L6u8qUl3_V9cYf36zT1NOvXEJ5dqoO5JlAgoioMguR8,274
321
322
  inspect_ai/_view/www/src/app/samples/transcript/SubtaskEventView.tsx,sha256=kwiLBCBKq0WNdRLGC8AOEd2Fal1zFBbuzEm6v75XpJM,3745
322
323
  inspect_ai/_view/www/src/app/samples/transcript/ToolEventView.module.css,sha256=nGootHKSBsnOv2UGw9cVfIAGzw-a3x6IOgHu8SAU9lE,149
323
- inspect_ai/_view/www/src/app/samples/transcript/ToolEventView.tsx,sha256=7iBSxXgipUxiREOAWi7ds912aZJgZvQg51onf1Y4PcM,3236
324
+ inspect_ai/_view/www/src/app/samples/transcript/ToolEventView.tsx,sha256=yyBp62VJ-oItPdhXOO1SzM8pKk1G3CThD1sWNzrvXDA,3262
324
325
  inspect_ai/_view/www/src/app/samples/transcript/TranscriptView.module.css,sha256=FCfVN-ry4iGxAkdHpR9f3jMoPQ_PVwOd_1VrguBe258,625
325
- inspect_ai/_view/www/src/app/samples/transcript/TranscriptView.tsx,sha256=aL7En2IG92UFzNd3n0-SmZNjKkbGFEhwdukDS8dN5FI,6600
326
- inspect_ai/_view/www/src/app/samples/transcript/TranscriptVirtualListComponent.module.css,sha256=rT0oNwsNpsXwQFcTKbdLpwgceRFJTay5LK8489FKcLU,230
326
+ inspect_ai/_view/www/src/app/samples/transcript/TranscriptView.tsx,sha256=dvI5YhTqDFpWIYVoQMHQSA5TN8NbPUZo4yAYJmdvaS4,6868
327
+ inspect_ai/_view/www/src/app/samples/transcript/TranscriptVirtualListComponent.module.css,sha256=e5VEM9sKPVkbXGm8v2Rj18KP4HbxMsW3Y3l7grq6Fi4,230
327
328
  inspect_ai/_view/www/src/app/samples/transcript/TranscriptVirtualListComponent.tsx,sha256=W1nUrVQ-flcYxoMMFwAA-C8njHh6p44Qs-Beb1LRT2U,1696
328
- inspect_ai/_view/www/src/app/samples/transcript/types.ts,sha256=QaKdqo1pTKA3eU2QVENT3kwBVvWkTFntR8M1_puI6u4,1055
329
+ inspect_ai/_view/www/src/app/samples/transcript/types.ts,sha256=zS6GPeXob8u4u7g42acd4-msRwAIrcfs3bD1BCnyB6g,1125
329
330
  inspect_ai/_view/www/src/app/samples/transcript/event/EventNav.module.css,sha256=EV1AcXtub8KD9Ao0iKi9eUc8OwZ2F3aSyWvOHY4PmqY,96
330
331
  inspect_ai/_view/www/src/app/samples/transcript/event/EventNav.tsx,sha256=G_tMSbNcAY0pAj7wNuXR8efwwqSyeKgNa8ifA2SYa_4,967
331
332
  inspect_ai/_view/www/src/app/samples/transcript/event/EventNavs.module.css,sha256=mvdlokSmxp8pKo63Q19AJmq7GSXNgnSEFxDt2NtHceU,29
332
333
  inspect_ai/_view/www/src/app/samples/transcript/event/EventNavs.tsx,sha256=ad8xtnQ8XSyDZE0qizRLSypZkmZPychMCc5Gr32jH0g,870
333
334
  inspect_ai/_view/www/src/app/samples/transcript/event/EventPanel.module.css,sha256=fUMsFRke0H5Ms9Hrjltsg9t4FydfTD1QX0dATSFkpK4,350
334
- inspect_ai/_view/www/src/app/samples/transcript/event/EventPanel.tsx,sha256=tgahA1rAmUiCZHepwukLan4W0WcJRwPtqgFnjlKZas8,5374
335
+ inspect_ai/_view/www/src/app/samples/transcript/event/EventPanel.tsx,sha256=w9UpyWbwEufuQkFQVkX6-1anZ6-2AZ9MVBd7lOG3gn0,5253
335
336
  inspect_ai/_view/www/src/app/samples/transcript/event/EventProgressPanel.module.css,sha256=yjeI37QKlmiUFHJIp4Gg30zgthXMu_9VC19DIaKisEM,329
336
337
  inspect_ai/_view/www/src/app/samples/transcript/event/EventProgressPanel.tsx,sha256=HLocrE15oMgBXu9tCQeCi0iHBeL9PG5eFybBjWjmGik,674
337
338
  inspect_ai/_view/www/src/app/samples/transcript/event/EventRow.module.css,sha256=xpRQzC4yBwcJMyljD_8-awPHjqTvnrlpsdX5T-8JcEc,282
@@ -346,8 +347,9 @@ inspect_ai/_view/www/src/app/samples/transcript/state/StateEventRenderers.tsx,sh
346
347
  inspect_ai/_view/www/src/app/samples/transcript/state/StateEventRenders.module.css,sha256=EVEh7CU1374vx0We3_nKdiR49MPp0zONgwwoMM-Sxs4,239
347
348
  inspect_ai/_view/www/src/app/samples/transcript/state/StateEventView.module.css,sha256=f2VHrvp3vXpfz8iiGvsj1y41NzwNfo_Bpr4gcK6I1FM,92
348
349
  inspect_ai/_view/www/src/app/samples/transcript/state/StateEventView.tsx,sha256=h9nKZdT2-YYySBNV9hmPJxdzYawrfyT-hrPUQwikR0w,9799
349
- inspect_ai/_view/www/src/app/samples/transcript/transform/fixups.ts,sha256=8HvRdGEII4smWFQvLSW5tEqqaa9BQjhU7ucpfj7olYI,3964
350
- inspect_ai/_view/www/src/app/samples/transcript/transform/treeify.ts,sha256=k_dw8J1LVL7F0FbjTHtwRBWEIO_IisxpuDNvW2L8z_Y,1025
350
+ inspect_ai/_view/www/src/app/samples/transcript/transform/fixups.ts,sha256=Tst6NnF8C0QGrjUmLYlc7SrCene6THN57Syb65Qd_Ig,5215
351
+ inspect_ai/_view/www/src/app/samples/transcript/transform/treeify.ts,sha256=nPEGARmEQalB0HfLvnqkGcT4jwM8t8KYAs-PzbX7kDI,6861
352
+ inspect_ai/_view/www/src/app/samples/transcript/transform/utils.ts,sha256=MMZe52oPbYCx_fVRikyPrlY2Wj9_MyWSIYvUmrSoKwc,324
351
353
  inspect_ai/_view/www/src/app/sidebar/EvalStatus.module.css,sha256=c0PCUFyxsNhUJPsndc1kD7TLCUWcGlCcfSt4D_6wX0k,219
352
354
  inspect_ai/_view/www/src/app/sidebar/EvalStatus.tsx,sha256=5xCIvUeNqZp18krlSfeLbNRzR10hL1E7tu1OTQnmTnk,1742
353
355
  inspect_ai/_view/www/src/app/sidebar/LogDirectoryTitleView.module.css,sha256=gdrtE89CYt-RMcmfjgOzFnXAm_K1JFQh4wBUxdo6MN4,244
@@ -476,13 +478,13 @@ inspect_ai/_view/www/src/utils/uri.ts,sha256=dW8hj4GJnQWpuwgOsLb77Gb4AsUqUkh6OZ2
476
478
  inspect_ai/_view/www/src/utils/vscode.ts,sha256=BqhDJfud--b3cIf-Q8pnx_u_4GjW7kOQmnv0FdM_JY4,1229
477
479
  inspect_ai/agent/__init__.py,sha256=nzL9TPAARSJVZRPogWHxZ-qJriXBGmFUM9DV4NRi21o,749
478
480
  inspect_ai/agent/_agent.py,sha256=cXsm8ShNpneIwPZ0R-AyylWATaNlwqYiDV2yjmrq5ys,8453
479
- inspect_ai/agent/_as_solver.py,sha256=cqw8Huerh-6KmWUiSRKVT1yQkXWmRelW_FCCuysa6sQ,2865
480
- inspect_ai/agent/_as_tool.py,sha256=f6nvNXik6D02wVv9CgfYSirP97Fs4dGCotRqnCNJoq0,4805
481
+ inspect_ai/agent/_as_solver.py,sha256=glOKzItIPsveWDGlk2igLfFDOix_NlEkAtyQ6YsWB2Q,2976
482
+ inspect_ai/agent/_as_tool.py,sha256=-NGZUFAEimvSpog0UmNtYDMlbbuKaWnIgwNnMd_fffM,4912
481
483
  inspect_ai/agent/_filter.py,sha256=qnT0HbT4edpDi0MwXY3Q3It2pzNRkTRXZDOqfCwMY6M,1234
482
- inspect_ai/agent/_handoff.py,sha256=tL5LhjkAH6kZTDjr9RKTPJ7p0kVJFay2osIEWZKqkg0,3655
483
- inspect_ai/agent/_react.py,sha256=9FmTDQF2n5WRkwQQ4QfpGgZEJ17iEeYgvxLqmQNORJI,13971
484
- inspect_ai/agent/_run.py,sha256=E4GKV0jRKb2KWW96OrKQvgeB_vxw6LCSqq4t864nzbg,1634
485
- inspect_ai/agent/_types.py,sha256=1rZkwa2bWXdmzEKvNnFpaIJ5EPqStG5mdI1owlj3jBc,3779
484
+ inspect_ai/agent/_handoff.py,sha256=NY29zJWxZyB9YtIi9TtD7ydvULEY-Q8wfdedMDD1bjA,3729
485
+ inspect_ai/agent/_react.py,sha256=oTHY-ZMXkCNMBwn161G_Ov-svgKqAfzOp7FryJg9imE,14078
486
+ inspect_ai/agent/_run.py,sha256=9KAfguMPn9czothbFk_ng5xRtvIWeOjNvHuvERWENMU,1875
487
+ inspect_ai/agent/_types.py,sha256=HoTuocY9qFU2cwmNujC5-4N1ACbBmwhldwALpMB2QhE,4204
486
488
  inspect_ai/agent/_bridge/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
487
489
  inspect_ai/agent/_bridge/bridge.py,sha256=Qk1z54vSZvFZMmFMOvopwY6rhFxHmJwOipZ_yVsbryU,3465
488
490
  inspect_ai/agent/_bridge/patch.py,sha256=ub0r2fQTSV749dBoj0yK8e3qX6k8oFWiZsGHWgBsFes,7177
@@ -516,7 +518,7 @@ inspect_ai/approval/_human/manager.py,sha256=Igae35VS99TejSWUShNwFuVnmhwByK30H84
516
518
  inspect_ai/approval/_human/panel.py,sha256=UaO309bn7zMDV1I5GJcrZThhU8c8D4gOW7bwPRPPdkc,7672
517
519
  inspect_ai/approval/_human/util.py,sha256=DPxpA9_pzeoQyHpGtRE3hx8sGV7MyrlElCBvsh1FNgA,1996
518
520
  inspect_ai/dataset/__init__.py,sha256=4uTSHpN_ccdtbZulUMDetSSP-dXRkFGYsa2FzA5mLEw,534
519
- inspect_ai/dataset/_dataset.py,sha256=Ez7B3FwG-ou96Hw1npXthvJVhU8bgC4upy49u6f5Wew,11958
521
+ inspect_ai/dataset/_dataset.py,sha256=V2tS5vuUgsplUD_CUYG5vXsi5kqnvVp4XT7pfw9zj4Q,12071
520
522
  inspect_ai/dataset/_util.py,sha256=u2IDIJdsa5lOsC67SNWZo0mRSey5DJdxS4DCCxSx7kE,7857
521
523
  inspect_ai/dataset/_examples/bias_detection.jsonl,sha256=ufXUZMjsJhY2_lJ9j_iJ6w0fiuyw7TQmJeMFoOqKYzM,20756
522
524
  inspect_ai/dataset/_examples/biology_qa.jsonl,sha256=Hfkr8XRT2x6Cgjd-zKbWGfFD-ZEfi566FqLX4w9USKs,2009
@@ -530,17 +532,18 @@ inspect_ai/dataset/_sources/file.py,sha256=x1ogTSaTROpvhijjcuRI0HE_8JHIBPaS32McV
530
532
  inspect_ai/dataset/_sources/hf.py,sha256=Llys1briOBKod-PkuWWPhJe5P5475TdT4R3DG7IB7Lg,5197
531
533
  inspect_ai/dataset/_sources/json.py,sha256=iq6u_PlslruLgT6NwfHFoBwXeB11wkl8h_qrno1DW4Y,3882
532
534
  inspect_ai/dataset/_sources/util.py,sha256=RlpQ4nRtcL4TiQMMlENEy3-psxAc8sUqCIeLBcVKD9I,3174
533
- inspect_ai/log/__init__.py,sha256=ZB_tovvz-lH5zYX85HqOB-yYtJ9IUE6ti0mnyBzDjWQ,2337
535
+ inspect_ai/log/__init__.py,sha256=PZsopxfD0ipS6g_5CMipbttrxI1R1fy10Si0zs4lO38,2585
534
536
  inspect_ai/log/_bundle.py,sha256=5Uy-s64_SFokZ7WRzti9mD7yoKrd2sOzdvqKyahoiC4,8045
535
537
  inspect_ai/log/_condense.py,sha256=OedMphK5Q2YPuY1cnoAM7tGsyVIU6Kwrv3oIeb3dFmY,10881
536
- inspect_ai/log/_convert.py,sha256=qn6q10Um2XV7dnK4nQargANa0bz6RFJPmaEMINv38cs,3467
538
+ inspect_ai/log/_convert.py,sha256=afEOHkaQtCkTWdwyFweGTEzLq0VVdhTjhr0IgVX5W7I,3324
537
539
  inspect_ai/log/_file.py,sha256=efEgQny7_Mm0vbIeDwyTMf11F9JlYTuGuwIcguAPIKM,19368
538
540
  inspect_ai/log/_log.py,sha256=tRCEta0XZfgfpNsaJc5FA67I6f7ZS317ErMvB_R0HfQ,29182
539
541
  inspect_ai/log/_message.py,sha256=QofM_JZF_x3k_5ta1uQzoN_VnMoUhXFnqWurIn9FXOY,1999
540
542
  inspect_ai/log/_model.py,sha256=8tEhFZc1tBFgA6A_spXTqTBdvbzZP5t7ul7DiloHRWk,1698
541
543
  inspect_ai/log/_retry.py,sha256=e7a2hjl3Ncl8b8sU7CsDpvK8DV0b1uSRLeokRX1mt34,2109
542
- inspect_ai/log/_samples.py,sha256=Em-90MCLvRp101aAyTcjAMDt-c5joAhSEZC7B8DHZ2M,4879
543
- inspect_ai/log/_transcript.py,sha256=WkSDnkphdexV3jM72xj04G_SH2HWZWvx9Ewm51LyT0M,15720
544
+ inspect_ai/log/_samples.py,sha256=7ul6qvivKO7QjoA2-d3gMDVjQ17ojQE2rrVZL1CoeEM,4820
545
+ inspect_ai/log/_transcript.py,sha256=F0RCEOKdhBtuoddiKsUXU_qE3o-Ses-j9craShPmzc0,16935
546
+ inspect_ai/log/_tree.py,sha256=C817m_7-66ThyCX5K4nVA7AzYOgLXWlKMdTQ-ueNA-U,3232
544
547
  inspect_ai/log/_util.py,sha256=j7jeqDendiCt12U_iaPQj8fLgTA44pk04ZM1tGQdau4,1699
545
548
  inspect_ai/log/_recorders/__init__.py,sha256=qMm2y1HOzS499ZTXHOQExSN8PJ-I3LnH35icbP2m4VU,412
546
549
  inspect_ai/log/_recorders/create.py,sha256=WB-fms0dBDHlTtTa_a_r0fFc6UPRvQZKZT7d_Inp-EU,1103
@@ -556,12 +559,12 @@ inspect_ai/log/_recorders/buffer/filestore.py,sha256=0RYD7VR61XoM9Gx8wpqQ8utNqGb
556
559
  inspect_ai/log/_recorders/buffer/types.py,sha256=1cyKA_vrXCh2Q560qDSwLSgR7Mx45R2g4-8c76PontE,2054
557
560
  inspect_ai/model/__init__.py,sha256=VSHQ_DpflCv1LD3BVoSGQKHpYjAJ317eIT-k6T4iKEw,2524
558
561
  inspect_ai/model/_cache.py,sha256=Bl6WS9b1kJRVsGK0h7Fd1-mDAbrlxvNXMPK30P3aMuM,13736
559
- inspect_ai/model/_call_tools.py,sha256=iPzFszeOZL92LoCi9xDZFdjBXwoyU1XkiY_Kp26ajZs,29716
562
+ inspect_ai/model/_call_tools.py,sha256=1vPqcj956lHx0DekD7J3iKVcWHdz4GhORpCRf5azBBI,30230
560
563
  inspect_ai/model/_chat_message.py,sha256=Kz933i25M175O4SoYTvJMwt4ELTiFaohfaDgK0myFyw,7417
561
564
  inspect_ai/model/_conversation.py,sha256=J4zxb8mJdcpV5zLEDYS-ikQckONeaUZrqNReLLruUOE,374
562
565
  inspect_ai/model/_display.py,sha256=0wb9tV4PItvwgUpqpxLCL60oWlg4lT1nVA6GKJV3rcU,3090
563
566
  inspect_ai/model/_generate_config.py,sha256=17QzzPlLvAxmC7uOPAikTaJoNecvZn_7xTgXBmyJo1k,11961
564
- inspect_ai/model/_model.py,sha256=FQh7kZnNY4Bp9qyW231jiiYDd-rdVPZMsydg9EtyDdU,52833
567
+ inspect_ai/model/_model.py,sha256=Bvlp_fsYeCKr1f0q-VVk7zvdte_QZNKmJKma2ex78is,53098
565
568
  inspect_ai/model/_model_call.py,sha256=VJ8wnl9Y81JaiClBYM8eyt1jVb3n-yc6Dd88ofRiJDc,2234
566
569
  inspect_ai/model/_model_output.py,sha256=1CLAt0JKsv9NYbN93-i5Fl0K035cxoO3bP_q19234Y8,8812
567
570
  inspect_ai/model/_openai.py,sha256=lxLskiaaL0vopErvm-CQaoMGTJz3E_2WPezqYNAE0aU,24439
@@ -578,7 +581,7 @@ inspect_ai/model/_providers/cloudflare.py,sha256=9yHfA5qbKWjzOfOzCJ_u8CZsH_U7Aol
578
581
  inspect_ai/model/_providers/google.py,sha256=qL3cK1HbEnFrWAXR9SR7DpF5LfXjEK95TEfX5ga4OYM,32259
579
582
  inspect_ai/model/_providers/grok.py,sha256=iAPXmZMR7VWPq6EIwRsoUJr_TR6b5kTt-Fkba1pogGQ,1267
580
583
  inspect_ai/model/_providers/groq.py,sha256=q9o4sy0uUyLQbSThB-MMTmSc5AtKmb6GJfgHBpf5amM,12262
581
- inspect_ai/model/_providers/hf.py,sha256=F6k78Xgh3iIu8pqZjFtbtuU56aM9CmVk8FMcHM7Fzi0,18072
584
+ inspect_ai/model/_providers/hf.py,sha256=jyXi4qyq2hdsp1waB2ON5m8f9mpE2h1GFD7Tu_phCEo,19115
582
585
  inspect_ai/model/_providers/llama_cpp_python.py,sha256=qVGpR7qnuP3wbYfFqSTkSc63sYsNnK1XC5IV-Ac0Uu4,618
583
586
  inspect_ai/model/_providers/mistral.py,sha256=RLJ0ymOHxDWyVJfF-7UeskkjPg7DefBipRPLK1deaW4,17767
584
587
  inspect_ai/model/_providers/mockllm.py,sha256=gL9f-f5TOdE4a0GVENr3cOIIp2kv8zVXWPZ608rouGk,2440
@@ -590,10 +593,10 @@ inspect_ai/model/_providers/openai_o1.py,sha256=ahdXt2TFtPTdDvSGVQw7EaVindfbFbY2
590
593
  inspect_ai/model/_providers/openai_responses.py,sha256=hxHlMsHiTCs_dhmhRswKPOVvlmWjpW1cmXWfAMdFe6c,6720
591
594
  inspect_ai/model/_providers/openrouter.py,sha256=sm-XlzcevoZfoR4C00jCxlfeL2NlnPVpJJA1mFFgkgw,4990
592
595
  inspect_ai/model/_providers/providers.py,sha256=hdtgUsYJ5sVrTuRa2bpiK7ZOAz0hb-pHYKVAk37_iDU,6591
593
- inspect_ai/model/_providers/sglang.py,sha256=O_zdyFlyWSfalKhPw9XOCxC__CF9CPAMdCDFmWhk4fA,8642
596
+ inspect_ai/model/_providers/sglang.py,sha256=vmIIFC-wyltCAvewvgMVRs4jfp9wFSfinTuNo9TQxM8,8750
594
597
  inspect_ai/model/_providers/together.py,sha256=EUNag5nraqo3GvzwKB1jukhZj-GACxsCGPrBC4VR2MU,9786
595
598
  inspect_ai/model/_providers/vertex.py,sha256=60W7kgoA83GtKdMeJgNU2IAw0N0wTscg4YCcMPu2bwo,17185
596
- inspect_ai/model/_providers/vllm.py,sha256=qpy3HYjemmPS7GUY_YVm_rUUx1ipz1i5iZPGzao12Q8,8779
599
+ inspect_ai/model/_providers/vllm.py,sha256=j7gtD_h0Fr2dQvGg2NnDETyF5LqZ-pInUKTBnivj0c8,8865
597
600
  inspect_ai/model/_providers/util/__init__.py,sha256=d4T_qvXihTRd1zmQkNE3xUBlHCX8tOIbRK19EwU0fTs,717
598
601
  inspect_ai/model/_providers/util/chatapi.py,sha256=yCRdk2ByTf6vYl7WcGTYTbEp5ERlf_2cix7wUvTUxpY,3518
599
602
  inspect_ai/model/_providers/util/hf_handler.py,sha256=Ci9I5p1Y3WD3Y4kzoicYcF-n-ZJxOfW5q_181o4Vce4,7688
@@ -602,7 +605,7 @@ inspect_ai/model/_providers/util/llama31.py,sha256=a8WfIMSZJegZgCOfKr6WTc4gwegUa
602
605
  inspect_ai/model/_providers/util/util.py,sha256=kDMaxRPultjakDRiCPFer5vHyhb2fVAIPaq2H97pXJY,1177
603
606
  inspect_ai/scorer/__init__.py,sha256=Zz5WerjOw6iwCwNFXB0XrI4_NCfnFVILuiPlP6EUisc,1891
604
607
  inspect_ai/scorer/_answer.py,sha256=MEODMYiKZeOenaD1ZoF7hDpfZh_HXlZVDSEKqnZWVc8,2043
605
- inspect_ai/scorer/_choice.py,sha256=psQw-KLlmxPqMTn0HR3We6HjnFawk07idssppkEPNXg,2784
608
+ inspect_ai/scorer/_choice.py,sha256=JC_EQqXREtFQDYdRawyiBPKdJ1tPCqchzDGY5Y-8VZs,2811
606
609
  inspect_ai/scorer/_classification.py,sha256=YMg2I4jBxghB-YXQA17HnFNzWr_aNz8U_W19tkPlPo4,5618
607
610
  inspect_ai/scorer/_common.py,sha256=wB1y1wiyDH2HfMhpEMHqiT-J8Ouza2JXBxJMVHBGGcs,2866
608
611
  inspect_ai/scorer/_match.py,sha256=Mue6C5g-HtKYTXoQlV8aAzunrcBoJLR0dcCRNbRs5P0,1568
@@ -625,17 +628,17 @@ inspect_ai/scorer/_reducer/types.py,sha256=R4ALTh4fsjzSsHIKY3ItWylQiRyYAtdGnxCvi
625
628
  inspect_ai/solver/__init__.py,sha256=0Vha5MQ_c9eqX0CmrtVQGQRu4QXRDrnctF-v9Vhhgg0,3600
626
629
  inspect_ai/solver/_basic_agent.py,sha256=uZr2DyG06pkr96XJnz1MmleZzEWk1h6Wd_OZcZ0qVO4,10572
627
630
  inspect_ai/solver/_bridge.py,sha256=cXZ-zhFivjHR51awXmVB8KPLUnvbKrw3sTRP3Qjwkn4,876
628
- inspect_ai/solver/_chain.py,sha256=ksXdJx_PVsYCPZZiYeUbD90qxbkbCkqbDd3o20bh9_w,2449
631
+ inspect_ai/solver/_chain.py,sha256=vLdssIjkMRw3hrWW4q28RzeXwq0cAyldpKKTuN8iaWs,2455
629
632
  inspect_ai/solver/_critique.py,sha256=8GhB9OEsDCOqS6_cHAaTWNNeAimjV3JM_xXr8k1n3XQ,3457
630
- inspect_ai/solver/_fork.py,sha256=2dh8wyy8kAcbsBoQtYS-wY0g8Cb1GEIA-M_sJyGZLW0,2970
633
+ inspect_ai/solver/_fork.py,sha256=aj1CYn1OugAEorI4KZLM6zlhFxg7MqrNYgUW4kIzCsA,2976
631
634
  inspect_ai/solver/_human_agent.py,sha256=QDY4GkPOyCQXm3zEmS0zisLAb8xKPBi_TcvtMP6Oofc,1903
632
- inspect_ai/solver/_multiple_choice.py,sha256=uYr3E6LA6Gv5ktqdmQJX6rYxbc6maTy3ZjyZXabdBug,11298
633
- inspect_ai/solver/_plan.py,sha256=Mh_qQCe0rDsg82uD7H6Uq-pes93ftVDme7-SbTa7drw,7190
635
+ inspect_ai/solver/_multiple_choice.py,sha256=hZ5DQFY__ketid_gn-Mjm3nxskFGOiZDol65k9g2r3k,11019
636
+ inspect_ai/solver/_plan.py,sha256=lpbjIbBpiPzud7jaHqA81ZFFO0gjt_4EW0blzG4DquA,7202
634
637
  inspect_ai/solver/_prompt.py,sha256=n2gkRUMSRKViDBL4WtepNoMx7zidIkQgOHLGllP6WVo,4955
635
638
  inspect_ai/solver/_run.py,sha256=k-IYoFpyNq8-HTFgQck4Akvs3OtopiL4qRWj8_yLhvY,1763
636
639
  inspect_ai/solver/_solver.py,sha256=UJ2CvmJr74n65x4xipZTxNzGfvUyuTHnnRSY0QqNo5I,9563
637
640
  inspect_ai/solver/_task_state.py,sha256=Ceub_rcuJ-Xtm40mzHtgFJPIX3nmDGwx6IEejCik_w8,14598
638
- inspect_ai/solver/_transcript.py,sha256=gkH9CC5gYbz7ZzrFD0TkjtKYjWxQP5EthJOkq8NXDOc,1049
641
+ inspect_ai/solver/_transcript.py,sha256=kdnkR8243NXlIvcDpZ4nb1XKT7pBYHLk5V26MtwP2EU,1047
639
642
  inspect_ai/solver/_use_tools.py,sha256=VmhCjKpkWgifOS20toBcK2bFDmyPqfxkBvcHs_-nv58,2235
640
643
  inspect_ai/solver/_util.py,sha256=pthrf-CzC6FnQYSUFLXTYM4wFEJptZrh5POTmV-Jtow,446
641
644
  inspect_ai/tool/__init__.py,sha256=oMfiZ-Z8I2pYRI70w-QwuBx8Cg2Y54LarMxkbEx0EUM,2762
@@ -653,7 +656,7 @@ inspect_ai/tool/_tool_with.py,sha256=NhR_yiNX98uVZo3r0HDVJCbh_6v0k70OcEOPK0dPMk0
653
656
  inspect_ai/tool/beta.py,sha256=KQYntN2MLiIHp4Gf4GXv3QO3aYHBBaP-npkluTT-aDM,153
654
657
  inspect_ai/tool/_mcp/__init__.py,sha256=vqtlBle1T_jlRQPvLKJbLgW5h_I0Ee33nDBI-rCtIeA,314
655
658
  inspect_ai/tool/_mcp/_context.py,sha256=UgBSTCzHUOaB-Xu5HX5uDhkiRTTNcwqqDmmjgPxskUY,405
656
- inspect_ai/tool/_mcp/_mcp.py,sha256=lHjz9QwPnBQkqIbBm98kL4BmUAj2oO12KrcCYonLvwk,10525
659
+ inspect_ai/tool/_mcp/_mcp.py,sha256=gNTlNTzMRU5L-h4_EGPqosbPLumSdIh3_25ofrGodqs,10599
657
660
  inspect_ai/tool/_mcp/_sandbox.py,sha256=eM-B9x3NQfAoa7mw67mPdlLqwMATtvYtP187MJdxw1I,4268
658
661
  inspect_ai/tool/_mcp/_types.py,sha256=RT9ZRugYR3ArKe54_fuYxeenlWa_os0_DYadVIJEHlM,769
659
662
  inspect_ai/tool/_mcp/connection.py,sha256=c1VRVtN90f2KptKCXlQ6fAX2Bxx8HXu3_ZvYmt_35dw,1901
@@ -662,7 +665,7 @@ inspect_ai/tool/_mcp/server.py,sha256=JrgkB4pv7hex8WeMYF262zXkqkxsLXgMy3Oe3O7S6B
662
665
  inspect_ai/tool/_mcp/tools.py,sha256=nApVwogA_H4zUXQ2CptA2hmq0ooytcf3-iTAvl1AGF4,988
663
666
  inspect_ai/tool/_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
664
667
  inspect_ai/tool/_tools/_bash_session.py,sha256=9azKZMBrChbFJFB3IIz41L2XeIEgcakPsDQ7BZQ6lxo,9131
665
- inspect_ai/tool/_tools/_execute.py,sha256=SZdtVxxGoQNErWFtYaJgfTtLsZbBP28lnY112mt-VWQ,3435
668
+ inspect_ai/tool/_tools/_execute.py,sha256=NYgifRFcXHoa2Ms_rAd_YIfBLRYvUbtilaJfrh3S9w4,3499
666
669
  inspect_ai/tool/_tools/_text_editor.py,sha256=15p-yPUlRBAIcd6afMAcHNWXoF-xkomvlRa7VoL3vdY,4042
667
670
  inspect_ai/tool/_tools/_think.py,sha256=bPNo1BtuUiiOpotYgQnrXM8Q87OVU8r9iO-huSnSGWs,1820
668
671
  inspect_ai/tool/_tools/_web_search.py,sha256=GYkGasfmZWG3TY1XqBfa6yJnG7ysPtdGCVmPUJHQRSM,8012
@@ -672,8 +675,9 @@ inspect_ai/tool/_tools/_computer/_computer.py,sha256=REkNcnNt4PBkoyArWDpAdP4PLE_
672
675
  inspect_ai/tool/_tools/_web_browser/__init__.py,sha256=dnnzy96pcvMvxD1OGg4hG-doL7Ru7WH0i25Sb9VIXwE,65
673
676
  inspect_ai/tool/_tools/_web_browser/_back_compat.py,sha256=oz5xt0_O1LpIXln1LIpypqealT0H1E4wBb_FIh8o6nA,5531
674
677
  inspect_ai/tool/_tools/_web_browser/_web_browser.py,sha256=jdmfTFK4jr7PWnJ9XEu4NLveLg6Yid4v457NfWQEUqE,16292
675
- inspect_ai/util/__init__.py,sha256=o2VuRESMikeCqqt-GYjBAhkEYZ5w9CHiOb4AA6xTz90,1916
676
- inspect_ai/util/_anyio.py,sha256=Gy0Y6pua06x3_A9ankFVAbGpb0zydO_u0XV-xE1WJN4,1307
678
+ inspect_ai/util/__init__.py,sha256=Or5BsRI1PQMl64bjYn_XMn1c-WQnxvvzCBOdLjAJ_qk,1997
679
+ inspect_ai/util/_anyio.py,sha256=ImV_Q9oJ0XT0Fy6qa68OHpCzcUbfxptbHAjYWre-m2U,1541
680
+ inspect_ai/util/_collect.py,sha256=--eYTBln__H0DVx_xKd2Rc6buz4gFuNkMccrA6nmqU0,1456
677
681
  inspect_ai/util/_concurrency.py,sha256=mmXAfizGQggMIeppcMNxtnfcOeFDz0SU2S1ICKTWDLo,2962
678
682
  inspect_ai/util/_console.py,sha256=V1XkIoKcNZo0SgRUOv15zJAWz6-zV6267hC4Oldj8oY,1237
679
683
  inspect_ai/util/_conversation.py,sha256=KzqvKfj1tB14cgARZjYyIVG2EpuE-EZKqLGAPIXv1Xs,784
@@ -683,10 +687,11 @@ inspect_ai/util/_limit.py,sha256=pmQ7Eg0XqUy-GYBAg6MLNHQ-tJMIAT-OiZGqEMYngj4,130
683
687
  inspect_ai/util/_limited_conversation.py,sha256=rfM45soaVmtGrYTaUk_ibZxTe8rbP5bzGlIWJCYBWM8,1997
684
688
  inspect_ai/util/_panel.py,sha256=MdZxOt0F01ddn_NsRfwn0es6UjQasK1_EKIQ6jtQyG8,3124
685
689
  inspect_ai/util/_resource.py,sha256=X280aW_7VCkVTGk812tuU5qnZlGM5Qt1-kANr-DaGOs,3389
690
+ inspect_ai/util/_span.py,sha256=3lBtQkvQQ7Zh_x1fxc7CfnApgrKTDRY4jx44qoz2TzA,1345
686
691
  inspect_ai/util/_store.py,sha256=QemJe2M-RK6zSFNcd07_92XFjvNtWKgHzBr5eT3KF1I,3786
687
692
  inspect_ai/util/_store_model.py,sha256=PVXh0_Rtemu5WNLTs2bcnZnKFGj2pT_np-1dBnkldr8,5125
688
693
  inspect_ai/util/_subprocess.py,sha256=2VfqlWMVw4ebpKxj52motdxrIooU3JKP_Uno8KcK-B4,8014
689
- inspect_ai/util/_subtask.py,sha256=jvjIiuRl-8trxW6avfypwJOJV4_ow-JESQnZ1DkcoiU,5185
694
+ inspect_ai/util/_subtask.py,sha256=gj108R8mnSSJsXALYpuHf7Z6qA4TRfKtwj1y68og6Wc,5065
690
695
  inspect_ai/util/_throttle.py,sha256=JczSG_y0v60m4gQCt28uw_WPjJTbHuq8gWcxY3-vFsc,855
691
696
  inspect_ai/util/_sandbox/__init__.py,sha256=N3mly5_zTOVBVkDzJyPQWYm3-KMbR3_nupYXIDWLtKo,914
692
697
  inspect_ai/util/_sandbox/context.py,sha256=CS-JS9lTDwaNclMXaT0ilaU-aIuHtV6HaV7_2-myZlM,10025
@@ -705,9 +710,9 @@ inspect_ai/util/_sandbox/docker/internal.py,sha256=c8X8TLrBPOvsfnq5TkMlb_bzTALyc
705
710
  inspect_ai/util/_sandbox/docker/prereqs.py,sha256=0j6_OauBBnVlpBleADcZavIAAQZy4WewVjbRn9c0stg,3355
706
711
  inspect_ai/util/_sandbox/docker/service.py,sha256=hhHIWH1VDFLwehdGd19aUBD_VKfDO3GCPxpw1HSwVQk,2437
707
712
  inspect_ai/util/_sandbox/docker/util.py,sha256=EeInihCNXgUWxaqZ4dNOJd719kXL2_jr63QCoXn68vA,3154
708
- inspect_ai-0.3.93.dist-info/licenses/LICENSE,sha256=xZPCr8gTiFIerrA_DRpLAbw-UUftnLFsHxKeW-NTtq8,1081
709
- inspect_ai-0.3.93.dist-info/METADATA,sha256=fAW8Ji3ZJ0umsX0Bz8vVamDdDvgI2WRoqjJQUTnjHyk,5143
710
- inspect_ai-0.3.93.dist-info/WHEEL,sha256=wXxTzcEDnjrTwFYjLPcsW_7_XihufBwmpiBeiXNBGEA,91
711
- inspect_ai-0.3.93.dist-info/entry_points.txt,sha256=WGGLmzTzDWLzYfiyovSY6oEKuf-gqzSDNOb5V-hk3fM,54
712
- inspect_ai-0.3.93.dist-info/top_level.txt,sha256=Tp3za30CHXJEKLk8xLe9qGsW4pBzJpEIOMHOHNCXiVo,11
713
- inspect_ai-0.3.93.dist-info/RECORD,,
713
+ inspect_ai-0.3.94.dist-info/licenses/LICENSE,sha256=xZPCr8gTiFIerrA_DRpLAbw-UUftnLFsHxKeW-NTtq8,1081
714
+ inspect_ai-0.3.94.dist-info/METADATA,sha256=YHU07pyew_KLthd6TYsgIEpPfhpt1egvYquzCK1tj2E,5143
715
+ inspect_ai-0.3.94.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
716
+ inspect_ai-0.3.94.dist-info/entry_points.txt,sha256=WGGLmzTzDWLzYfiyovSY6oEKuf-gqzSDNOb5V-hk3fM,54
717
+ inspect_ai-0.3.94.dist-info/top_level.txt,sha256=Tp3za30CHXJEKLk8xLe9qGsW4pBzJpEIOMHOHNCXiVo,11
718
+ inspect_ai-0.3.94.dist-info/RECORD,,
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (80.1.0)
2
+ Generator: setuptools (80.3.1)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5
 
@@ -1,79 +0,0 @@
1
- from dataclasses import dataclass
2
- from typing import Sequence
3
-
4
- from inspect_ai.log._transcript import Event, StepEvent, SubtaskEvent, ToolEvent
5
-
6
-
7
- @dataclass
8
- class EventGroup:
9
- """Event and (optionally) its embedded event groups.
10
-
11
- - Some events (e.g. SampleInitEvent, LogEvent) have no embedded event groups.
12
- - Some events (e.g. ToolEvent, SubtaskEvent) contain lists of event groups.
13
- - StepEvent has an implicit of event groups based on its begin/end instances.
14
- """
15
-
16
- event: Event
17
- level: int
18
- groups: list["EventGroup"] | None = None
19
-
20
-
21
- def group_events(events: Sequence[Event], level: int = 1) -> list[EventGroup]:
22
- """Transform ordinary list of events into list of event groups."""
23
- # groups are either plain events (some of which can have sub-events)
24
- # and higher level steps (e.g. solvers/scorers) that contain events
25
- event_groups: list[EventGroup] = []
26
-
27
- # track stack of active steps
28
- active_steps: list[tuple[StepEvent, list[EventGroup]]] = []
29
-
30
- # iterate though events
31
- for event in events:
32
- # manage step events
33
- if isinstance(event, StepEvent):
34
- if event.action == "begin":
35
- active_steps.append((event, []))
36
- elif event.action == "end":
37
- begin_step, step_groups = active_steps.pop()
38
- target_group = (
39
- active_steps[-1][1] if len(active_steps) else event_groups
40
- )
41
- target_group.append(
42
- EventGroup(
43
- event=begin_step,
44
- level=level + len(active_steps),
45
- groups=step_groups,
46
- )
47
- )
48
-
49
- # other events
50
- else:
51
- # target level depends on whether we are appending to a set
52
- target_level = level + len(active_steps)
53
-
54
- # tool and subtask events have their own nested event lists
55
- if isinstance(event, ToolEvent | SubtaskEvent):
56
- group = EventGroup(
57
- event=event,
58
- groups=group_events(event.events, level=target_level + 1),
59
- level=target_level,
60
- )
61
- else:
62
- group = EventGroup(event=event, level=target_level)
63
-
64
- # add to active step if we have one
65
- if len(active_steps) > 0:
66
- active_steps[-1][1].append(group)
67
- # otherwise just add to root list
68
- else:
69
- event_groups.append(group)
70
-
71
- # if there are active steps alive then collect them (an error
72
- # may have prevented them from having end steps)
73
- while len(active_steps) > 0:
74
- begin_step, step_groups = active_steps.pop()
75
- event_groups.append(
76
- EventGroup(event=begin_step, level=level, groups=step_groups)
77
- )
78
-
79
- return event_groups