inspect-ai 0.3.93__py3-none-any.whl → 0.3.94__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- inspect_ai/_display/textual/widgets/samples.py +3 -3
- inspect_ai/_display/textual/widgets/transcript.py +3 -29
- inspect_ai/_eval/task/run.py +10 -7
- inspect_ai/_util/answer.py +26 -0
- inspect_ai/_util/constants.py +0 -1
- inspect_ai/_util/local_server.py +51 -21
- inspect_ai/_view/www/dist/assets/index.css +14 -13
- inspect_ai/_view/www/dist/assets/index.js +400 -84
- inspect_ai/_view/www/log-schema.json +375 -0
- inspect_ai/_view/www/src/@types/log.d.ts +90 -12
- inspect_ai/_view/www/src/app/samples/transcript/SandboxEventView.module.css +2 -1
- inspect_ai/_view/www/src/app/samples/transcript/SpanEventView.tsx +174 -0
- inspect_ai/_view/www/src/app/samples/transcript/ToolEventView.tsx +8 -8
- inspect_ai/_view/www/src/app/samples/transcript/TranscriptView.tsx +12 -2
- inspect_ai/_view/www/src/app/samples/transcript/TranscriptVirtualListComponent.module.css +1 -1
- inspect_ai/_view/www/src/app/samples/transcript/event/EventPanel.tsx +0 -3
- inspect_ai/_view/www/src/app/samples/transcript/transform/fixups.ts +87 -25
- inspect_ai/_view/www/src/app/samples/transcript/transform/treeify.ts +229 -17
- inspect_ai/_view/www/src/app/samples/transcript/transform/utils.ts +11 -0
- inspect_ai/_view/www/src/app/samples/transcript/types.ts +5 -1
- inspect_ai/agent/_as_solver.py +3 -1
- inspect_ai/agent/_as_tool.py +6 -4
- inspect_ai/agent/_handoff.py +5 -1
- inspect_ai/agent/_react.py +4 -3
- inspect_ai/agent/_run.py +6 -1
- inspect_ai/agent/_types.py +9 -0
- inspect_ai/dataset/_dataset.py +6 -3
- inspect_ai/log/__init__.py +10 -0
- inspect_ai/log/_convert.py +4 -9
- inspect_ai/log/_samples.py +14 -17
- inspect_ai/log/_transcript.py +77 -35
- inspect_ai/log/_tree.py +118 -0
- inspect_ai/model/_call_tools.py +42 -34
- inspect_ai/model/_model.py +45 -40
- inspect_ai/model/_providers/hf.py +27 -1
- inspect_ai/model/_providers/sglang.py +8 -2
- inspect_ai/model/_providers/vllm.py +6 -2
- inspect_ai/scorer/_choice.py +1 -2
- inspect_ai/solver/_chain.py +1 -1
- inspect_ai/solver/_fork.py +1 -1
- inspect_ai/solver/_multiple_choice.py +5 -22
- inspect_ai/solver/_plan.py +2 -2
- inspect_ai/solver/_transcript.py +6 -7
- inspect_ai/tool/_mcp/_mcp.py +6 -5
- inspect_ai/tool/_tools/_execute.py +4 -1
- inspect_ai/util/__init__.py +4 -0
- inspect_ai/util/_anyio.py +11 -0
- inspect_ai/util/_collect.py +50 -0
- inspect_ai/util/_span.py +58 -0
- inspect_ai/util/_subtask.py +27 -42
- {inspect_ai-0.3.93.dist-info → inspect_ai-0.3.94.dist-info}/METADATA +1 -1
- {inspect_ai-0.3.93.dist-info → inspect_ai-0.3.94.dist-info}/RECORD +56 -51
- {inspect_ai-0.3.93.dist-info → inspect_ai-0.3.94.dist-info}/WHEEL +1 -1
- inspect_ai/_display/core/group.py +0 -79
- {inspect_ai-0.3.93.dist-info → inspect_ai-0.3.94.dist-info}/entry_points.txt +0 -0
- {inspect_ai-0.3.93.dist-info → inspect_ai-0.3.94.dist-info}/licenses/LICENSE +0 -0
- {inspect_ai-0.3.93.dist-info → inspect_ai-0.3.94.dist-info}/top_level.txt +0 -0
inspect_ai/util/_subtask.py
CHANGED
@@ -16,6 +16,7 @@ from inspect_ai._util._async import is_callable_coroutine, tg_collect
|
|
16
16
|
from inspect_ai._util.content import Content
|
17
17
|
from inspect_ai._util.trace import trace_action
|
18
18
|
from inspect_ai._util.working import sample_waiting_time
|
19
|
+
from inspect_ai.util._span import span
|
19
20
|
from inspect_ai.util._store import Store, dict_jsonable, init_subtask_store
|
20
21
|
|
21
22
|
SubtaskResult = str | int | float | bool | list[Content]
|
@@ -85,9 +86,7 @@ def subtask(
|
|
85
86
|
|
86
87
|
def create_subtask_wrapper(func: Subtask, name: str | None = None) -> Subtask:
|
87
88
|
from inspect_ai.log._transcript import (
|
88
|
-
Event,
|
89
89
|
SubtaskEvent,
|
90
|
-
track_store_changes,
|
91
90
|
transcript,
|
92
91
|
)
|
93
92
|
|
@@ -118,43 +117,41 @@ def subtask(
|
|
118
117
|
log_input = dict_jsonable(log_input | kwargs)
|
119
118
|
|
120
119
|
# create coroutine so we can provision a subtask contextvars
|
121
|
-
async def run() ->
|
120
|
+
async def run() -> RT:
|
122
121
|
# initialise subtask (provisions store and transcript)
|
123
|
-
|
122
|
+
init_subtask_store(store if store else Store())
|
124
123
|
|
125
124
|
# run the subtask
|
126
125
|
with trace_action(logger, "Subtask", subtask_name):
|
127
|
-
with
|
126
|
+
async with span(name=subtask_name, type="subtask"):
|
127
|
+
# create subtask event
|
128
|
+
waiting_time_start = sample_waiting_time()
|
129
|
+
event = SubtaskEvent(
|
130
|
+
name=subtask_name, input=log_input, type=type, pending=True
|
131
|
+
)
|
132
|
+
transcript()._event(event)
|
133
|
+
|
134
|
+
# run the subtask
|
128
135
|
result = await func(*args, **kwargs)
|
129
136
|
|
130
|
-
|
131
|
-
|
137
|
+
# time accounting
|
138
|
+
completed = datetime.now()
|
139
|
+
waiting_time_end = sample_waiting_time()
|
140
|
+
event.completed = completed
|
141
|
+
event.working_time = (
|
142
|
+
completed - event.timestamp
|
143
|
+
).total_seconds() - (waiting_time_end - waiting_time_start)
|
132
144
|
|
133
|
-
|
134
|
-
|
135
|
-
|
136
|
-
|
137
|
-
)
|
138
|
-
transcript()._event(event)
|
139
|
-
|
140
|
-
# create and run the task as a coroutine
|
141
|
-
result, events = (await tg_collect([run]))[0]
|
142
|
-
|
143
|
-
# time accounting
|
144
|
-
completed = datetime.now()
|
145
|
-
waiting_time_end = sample_waiting_time()
|
146
|
-
event.completed = completed
|
147
|
-
event.working_time = (completed - event.timestamp).total_seconds() - (
|
148
|
-
waiting_time_end - waiting_time_start
|
149
|
-
)
|
145
|
+
# update event
|
146
|
+
event.result = result
|
147
|
+
event.pending = None
|
148
|
+
transcript()._event_updated(event)
|
150
149
|
|
151
|
-
|
152
|
-
|
153
|
-
event.events = events
|
154
|
-
event.pending = None
|
155
|
-
transcript()._event_updated(event)
|
150
|
+
# return result
|
151
|
+
return result # type: ignore[no-any-return]
|
156
152
|
|
157
|
-
#
|
153
|
+
# create and run the task as a coroutine
|
154
|
+
result = (await tg_collect([run]))[0]
|
158
155
|
return result
|
159
156
|
|
160
157
|
return run_subtask
|
@@ -167,15 +164,3 @@ def subtask(
|
|
167
164
|
return wrapper
|
168
165
|
else:
|
169
166
|
return create_subtask_wrapper(name)
|
170
|
-
|
171
|
-
|
172
|
-
def init_subtask(name: str, store: Store) -> Any:
|
173
|
-
from inspect_ai.log._transcript import (
|
174
|
-
Transcript,
|
175
|
-
init_transcript,
|
176
|
-
)
|
177
|
-
|
178
|
-
init_subtask_store(store)
|
179
|
-
transcript = Transcript(name=name)
|
180
|
-
init_transcript(transcript)
|
181
|
-
return transcript
|
@@ -18,7 +18,6 @@ inspect_ai/_display/core/active.py,sha256=6Z0-_6nduUp3UkGLbfYvrvgVVcnYdWLRkpvPOK
|
|
18
18
|
inspect_ai/_display/core/config.py,sha256=wQhycgwYmxl1_VJIsrvQVbPBwXpxN-HG69KBAXB_PkA,2273
|
19
19
|
inspect_ai/_display/core/display.py,sha256=QYoOB6NtssW7SsVfyGz_5HjPzaZ0ZWxIW175qSWjD_Q,3572
|
20
20
|
inspect_ai/_display/core/footer.py,sha256=gk6IrKFNauCH2ve18pPemt5ep5ocOnd2WWKCnRlGp2M,1051
|
21
|
-
inspect_ai/_display/core/group.py,sha256=z8CIwQ-8Mm9adQ8JDuMjw94ih9GfymU5s-1qnbKoEPs,2871
|
22
21
|
inspect_ai/_display/core/panel.py,sha256=gyGYnsqHurUkUC51MyVuh3oGAtUEaFtyRwewOB6pDts,3828
|
23
22
|
inspect_ai/_display/core/progress.py,sha256=2dIRbpJGUx-Wz89ZABoACBGvJEGWJ3SDrFsuCrrpL7w,4198
|
24
23
|
inspect_ai/_display/core/results.py,sha256=9XTHM1OMdGCba8RlcYylu_sxLlq4o96zl4MneKJ60Bk,7572
|
@@ -36,13 +35,13 @@ inspect_ai/_display/textual/widgets/clock.py,sha256=pxXQOtadf6qdNMLQh_D3bx3SIPoB
|
|
36
35
|
inspect_ai/_display/textual/widgets/console.py,sha256=lp5lbT9erPjxE1NWzvuJ5Bj8mN2ZZSBTgKQWHinMKgA,1590
|
37
36
|
inspect_ai/_display/textual/widgets/footer.py,sha256=ZJvFMsNiGIFvlkaJenruqeMpu3_z8ATiZb27cBnifkk,1277
|
38
37
|
inspect_ai/_display/textual/widgets/port_mappings.py,sha256=mxQJGYeZh1aXNmW5z-Ukss7Zwul5qfH5CqtvTLl0BAU,2974
|
39
|
-
inspect_ai/_display/textual/widgets/samples.py,sha256=
|
38
|
+
inspect_ai/_display/textual/widgets/samples.py,sha256=m--TgK_nttCQTyK31oQ1JAg1mbLYlDYIjFokGFKeX-U,21637
|
40
39
|
inspect_ai/_display/textual/widgets/sandbox.py,sha256=_Ivpba2oIxs_Lw2Pic7BRoHeVu9ibaGPFhiyfzbcc9E,1146
|
41
40
|
inspect_ai/_display/textual/widgets/task_detail.py,sha256=P8r7dm17dm-TbiOJ3AuxhH-xnV6LsEMFhkr-0Qf9ENk,8477
|
42
41
|
inspect_ai/_display/textual/widgets/tasks.py,sha256=RW3xWF8kvI6FVZK2jHBDLFZR2DmVkSjfq1Q8HxiOHtI,11804
|
43
42
|
inspect_ai/_display/textual/widgets/titlebar.py,sha256=Gh_vnsco_1lStPb34TXM9MZJffjy83-1ekoRzUQF_6w,2144
|
44
43
|
inspect_ai/_display/textual/widgets/toggle.py,sha256=ToYs-S4n90yuxWcAW2OTg6AbRf0GhSz61XxfhE6XZ3Y,895
|
45
|
-
inspect_ai/_display/textual/widgets/transcript.py,sha256=
|
44
|
+
inspect_ai/_display/textual/widgets/transcript.py,sha256=HCv9Ldnx_BN4RkeJxDh6mYHALRAUtLzUYyME_qlYOJs,11052
|
46
45
|
inspect_ai/_display/textual/widgets/vscode.py,sha256=SAIPO8VOkT_CFIfnCP_XxKixojdYXxMNdYU3Z2mq5Ek,1298
|
47
46
|
inspect_ai/_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
48
47
|
inspect_ai/_eval/context.py,sha256=mdYinWG2lcYkWLieT42suzUDyaQBVHosbaWTKA6Uu48,1407
|
@@ -62,7 +61,7 @@ inspect_ai/_eval/task/images.py,sha256=nTzHizlyuPYumPH7gAOBSrNkTwTbAmZ7tKdzN7d_R
|
|
62
61
|
inspect_ai/_eval/task/log.py,sha256=D3P3t6-E37GCQRUngrPDJ7VDbfuGoZm9-NsrBIpT_o0,11829
|
63
62
|
inspect_ai/_eval/task/resolved.py,sha256=LBVHEeq9N1fkRObmA2pnDE_l_EuH6n2Dg8-c8yCGT5U,1007
|
64
63
|
inspect_ai/_eval/task/results.py,sha256=x4weYRK2XGowfBG3f2msOeZQ_pxh230HTlw6kps33jw,17925
|
65
|
-
inspect_ai/_eval/task/run.py,sha256=
|
64
|
+
inspect_ai/_eval/task/run.py,sha256=rGkB4CvIGvO9ZRJYAxLqi4hyKTN8gUPubK42zZoqw54,39404
|
66
65
|
inspect_ai/_eval/task/sandbox.py,sha256=x9GU-o2LtJQtdZjdmwRtAMJ5Mzd_te6hrm-DjiZB60g,7737
|
67
66
|
inspect_ai/_eval/task/task.py,sha256=GyyzKkljhIHgM0Lh7wcBFHOgjqTqhOSkThHSQD4fIvk,16308
|
68
67
|
inspect_ai/_eval/task/tasks.py,sha256=8fy5k070KgjYwaZQ_Nk6_r-38VTU6HB-qh7ixc4JzKI,727
|
@@ -70,9 +69,10 @@ inspect_ai/_eval/task/util.py,sha256=gD0dzdSTI8aiZT0JvNjGMOvUWa1dDJqgJ-fOq5hesSU
|
|
70
69
|
inspect_ai/_util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
71
70
|
inspect_ai/_util/_async.py,sha256=fy5bGvbAw6ddGK0msZOk7XmJZ9kfp7CtRVssv1W3JME,4129
|
72
71
|
inspect_ai/_util/ansi.py,sha256=fMxOAn72Nl5NG_kdlY408nC62bKhsW29L__A5FwwMJQ,983
|
72
|
+
inspect_ai/_util/answer.py,sha256=fGCNfqL4uY1syaBEge3MWnoFgFs_8NDcd_gGMh9Vu30,674
|
73
73
|
inspect_ai/_util/appdirs.py,sha256=lhURbDS9xT2YBzWOe0jjxsdK4ZdiVAv_WwXQC83V_jw,563
|
74
74
|
inspect_ai/_util/config.py,sha256=nuWVZbShE8IPnotDfRJx0uBZJxwbV36M0qKVYsQDEEI,848
|
75
|
-
inspect_ai/_util/constants.py,sha256=
|
75
|
+
inspect_ai/_util/constants.py,sha256=XZK54gUneURWw69tMzPKM8QUt5wsrY-u-CHe1Xa5CkQ,1106
|
76
76
|
inspect_ai/_util/content.py,sha256=mYnN1m-VZ__leOyX8czbi1JRKukYCCxlQZgPwCk0aXE,2214
|
77
77
|
inspect_ai/_util/datetime.py,sha256=WeQKSgT8VnmmJcHZbS-lWtVSDTPbQ4vO_V835wdTU7Y,270
|
78
78
|
inspect_ai/_util/decorator.py,sha256=AEyOt-4VYMwXkEvMVyxMiB6xg_ZKQ89Q5gmJLf-dcpU,2595
|
@@ -97,7 +97,7 @@ inspect_ai/_util/interrupt.py,sha256=T30e5YaKSNmnO695p0lK0dquUWFq6dNNtdAFPmWGwME
|
|
97
97
|
inspect_ai/_util/json.py,sha256=LiHF4XPrcuCBpnBKYCIX2AkvmsYuPieQ6HNdSlUMVvU,3653
|
98
98
|
inspect_ai/_util/kvstore.py,sha256=z2IXLWP4QqqGqsq5_MbYjBQPcEJqfWK4IyZXgV-kppA,2398
|
99
99
|
inspect_ai/_util/list.py,sha256=6_5r5jI5RKK34kCmIqqVQ5hYG-G8v0F5H7L-DmQQ2E4,279
|
100
|
-
inspect_ai/_util/local_server.py,sha256=
|
100
|
+
inspect_ai/_util/local_server.py,sha256=gtDaxmpeKjiIIFUo9tSEx5Avc8fCl4D_b5lH-TY3xUc,13142
|
101
101
|
inspect_ai/_util/logger.py,sha256=XpGyoe8V7FIhNU1rnjTjwR07LVbshA9rRZn33sOitig,6230
|
102
102
|
inspect_ai/_util/notebook.py,sha256=Mgz3J4uBh-MqVBRmpiJqDHRpn2hd7HIOBeJBwLG-bbk,2998
|
103
103
|
inspect_ai/_util/notgiven.py,sha256=zkn6AYflKLf8YlnwTAMxPLQ-4LyIVmKpGcNcXf-Ssng,457
|
@@ -135,7 +135,7 @@ inspect_ai/_view/www/favicon.svg,sha256=b9AHYZaO2zBzeKH6G4PwXZMGGW_UxY0omKHam-c9
|
|
135
135
|
inspect_ai/_view/www/index.html,sha256=wqZHIn_9TODavPHnGyY9F1RH6JBIphoaqRIRgBQgrUE,910
|
136
136
|
inspect_ai/_view/www/jest.config.mjs,sha256=BnaTER8v4adXA23FSli68tofSOcF4CHYlRsNxWVcqOg,664
|
137
137
|
inspect_ai/_view/www/jsconfig.json,sha256=vt1gPPYezOFeV9nofA93CmVJAKGb1QeKGuyvEn1CXgk,383
|
138
|
-
inspect_ai/_view/www/log-schema.json,sha256=
|
138
|
+
inspect_ai/_view/www/log-schema.json,sha256=mLTJBqKBhm-N8cev-KmBeGeRpSbfaSNVcYCUmIzytbQ,127145
|
139
139
|
inspect_ai/_view/www/package.json,sha256=24W4nDPiIunBik0t6w-HRRJuQiDYG_ocOhE3IYZs0po,3149
|
140
140
|
inspect_ai/_view/www/postcss.config.cjs,sha256=mwpiwZD1alr_ECeLVf7vIpX_5KiARNF8HbkpWWiqSac,324
|
141
141
|
inspect_ai/_view/www/tsconfig.json,sha256=FbmQYpX8ta5Wyi8b8md2O_8CXkfQgr-Pe2yRyKXeqM0,619
|
@@ -145,13 +145,13 @@ inspect_ai/_view/www/.vscode/extensions.json,sha256=E73RWLzcoyeluE_ijGxaNSOK9xC0
|
|
145
145
|
inspect_ai/_view/www/.vscode/settings.json,sha256=g5hrVnMaYxM06JpiJD2EuE2xjcbF6xNAtL2fuKgG1-8,200
|
146
146
|
inspect_ai/_view/www/dist/index.html,sha256=gpdu6SR-SOH9EWx15cCWHzujMZujnZR5tRlEfROJg2A,997
|
147
147
|
inspect_ai/_view/www/dist/assets/favicon.svg,sha256=b9AHYZaO2zBzeKH6G4PwXZMGGW_UxY0omKHam-c9MAs,1508
|
148
|
-
inspect_ai/_view/www/dist/assets/index.css,sha256=
|
149
|
-
inspect_ai/_view/www/dist/assets/index.js,sha256=
|
148
|
+
inspect_ai/_view/www/dist/assets/index.css,sha256=JMJ8ZJPO03sHHhB3afs7ywTK4rGHZgqNLnG2AhcY09s,2361931
|
149
|
+
inspect_ai/_view/www/dist/assets/index.js,sha256=Po4YBz7HmWC2cW3Isy3b85IbQAjZg-TPyQfXD4pfy54,3359345
|
150
150
|
inspect_ai/_view/www/src/constants.ts,sha256=eKw5N6lCj7ApEeU8pVjjmbhpY1EAl6A0gg-OC2bf02Q,1268
|
151
151
|
inspect_ai/_view/www/src/index.tsx,sha256=e1uhgfxfG_QKxGW3CoZqMHrCu-Xa9o--0UD_AYxkwPs,2297
|
152
152
|
inspect_ai/_view/www/src/@types/asciicinema-player.d.ts,sha256=PgM6swZ9P5pKXcdKfYfmd1dcZQDy105K60NvcQPFqVo,647
|
153
153
|
inspect_ai/_view/www/src/@types/jsondiffpatch.d.ts,sha256=QXTAwln2Z1vDiNuoG4b-VWoH0hKMJHSM1L2deXEV6ZQ,188
|
154
|
-
inspect_ai/_view/www/src/@types/log.d.ts,sha256=
|
154
|
+
inspect_ai/_view/www/src/@types/log.d.ts,sha256=fA59lIiIJ6feu___RXsyJVbBhl1dbi1mwqi-HiPlX7Y,36274
|
155
155
|
inspect_ai/_view/www/src/@types/markdown-it-katex.d.ts,sha256=kvZSFtTInD4akeCLVWlwjjqHdZqMpE3rXjXWQvMgcOw,555
|
156
156
|
inspect_ai/_view/www/src/@types/prism.d.ts,sha256=g0uL_2XdnxuCVS_XX6iD9PHIF9PWix_vPXHOVz_4vII,342
|
157
157
|
inspect_ai/_view/www/src/app/App.css,sha256=2aPkzna6oFsoxM2FpuZucd5RxJeV0-Ss0EkPB-yoImY,27381
|
@@ -312,26 +312,27 @@ inspect_ai/_view/www/src/app/samples/transcript/ModelEventView.tsx,sha256=qhwZaw
|
|
312
312
|
inspect_ai/_view/www/src/app/samples/transcript/SampleInitEventView.module.css,sha256=kB4a3g7RveznFGsPmQajJRuNWRrpDyK2DgztvUMIYZQ,275
|
313
313
|
inspect_ai/_view/www/src/app/samples/transcript/SampleInitEventView.tsx,sha256=bRBg9FcxmjIfI3AB1XrATtQIP3uxT3lpAqHc5Mflevc,2932
|
314
314
|
inspect_ai/_view/www/src/app/samples/transcript/SampleLimitEventView.tsx,sha256=czspTNbh8uc0wnVZNy37iHnt7OVaGtdlc5fCQNvpy9w,1622
|
315
|
-
inspect_ai/_view/www/src/app/samples/transcript/SandboxEventView.module.css,sha256=
|
315
|
+
inspect_ai/_view/www/src/app/samples/transcript/SandboxEventView.module.css,sha256=3_9GKd_FZ7s2VrCtfFcKcYD3yIvNzRIvZ7BmpkLhhVw,401
|
316
316
|
inspect_ai/_view/www/src/app/samples/transcript/SandboxEventView.tsx,sha256=zyVyIpeG56iT33Y99a4jdpJhhEynkvEN_f0gMud72F8,3894
|
317
317
|
inspect_ai/_view/www/src/app/samples/transcript/ScoreEventView.module.css,sha256=YWHWPM_-2UognvNIjB5-UejG17xy0yRW3jyfN4UeD1E,246
|
318
318
|
inspect_ai/_view/www/src/app/samples/transcript/ScoreEventView.tsx,sha256=ISeSvN3lz-Vu4ob8F-dQYLPAlM17orQuMKeXmzErV84,2630
|
319
|
+
inspect_ai/_view/www/src/app/samples/transcript/SpanEventView.tsx,sha256=B2Mus4XKXj9JnqlwsuYTQL3yNAJk_IfoQqwjbnRosFs,4154
|
319
320
|
inspect_ai/_view/www/src/app/samples/transcript/StepEventView.tsx,sha256=gdy1MhyK_7TpZJynDZnAZGB5QHXlWkZjafzD6T8eVYY,3968
|
320
321
|
inspect_ai/_view/www/src/app/samples/transcript/SubtaskEventView.module.css,sha256=L6u8qUl3_V9cYf36zT1NOvXEJ5dqoO5JlAgoioMguR8,274
|
321
322
|
inspect_ai/_view/www/src/app/samples/transcript/SubtaskEventView.tsx,sha256=kwiLBCBKq0WNdRLGC8AOEd2Fal1zFBbuzEm6v75XpJM,3745
|
322
323
|
inspect_ai/_view/www/src/app/samples/transcript/ToolEventView.module.css,sha256=nGootHKSBsnOv2UGw9cVfIAGzw-a3x6IOgHu8SAU9lE,149
|
323
|
-
inspect_ai/_view/www/src/app/samples/transcript/ToolEventView.tsx,sha256=
|
324
|
+
inspect_ai/_view/www/src/app/samples/transcript/ToolEventView.tsx,sha256=yyBp62VJ-oItPdhXOO1SzM8pKk1G3CThD1sWNzrvXDA,3262
|
324
325
|
inspect_ai/_view/www/src/app/samples/transcript/TranscriptView.module.css,sha256=FCfVN-ry4iGxAkdHpR9f3jMoPQ_PVwOd_1VrguBe258,625
|
325
|
-
inspect_ai/_view/www/src/app/samples/transcript/TranscriptView.tsx,sha256=
|
326
|
-
inspect_ai/_view/www/src/app/samples/transcript/TranscriptVirtualListComponent.module.css,sha256=
|
326
|
+
inspect_ai/_view/www/src/app/samples/transcript/TranscriptView.tsx,sha256=dvI5YhTqDFpWIYVoQMHQSA5TN8NbPUZo4yAYJmdvaS4,6868
|
327
|
+
inspect_ai/_view/www/src/app/samples/transcript/TranscriptVirtualListComponent.module.css,sha256=e5VEM9sKPVkbXGm8v2Rj18KP4HbxMsW3Y3l7grq6Fi4,230
|
327
328
|
inspect_ai/_view/www/src/app/samples/transcript/TranscriptVirtualListComponent.tsx,sha256=W1nUrVQ-flcYxoMMFwAA-C8njHh6p44Qs-Beb1LRT2U,1696
|
328
|
-
inspect_ai/_view/www/src/app/samples/transcript/types.ts,sha256=
|
329
|
+
inspect_ai/_view/www/src/app/samples/transcript/types.ts,sha256=zS6GPeXob8u4u7g42acd4-msRwAIrcfs3bD1BCnyB6g,1125
|
329
330
|
inspect_ai/_view/www/src/app/samples/transcript/event/EventNav.module.css,sha256=EV1AcXtub8KD9Ao0iKi9eUc8OwZ2F3aSyWvOHY4PmqY,96
|
330
331
|
inspect_ai/_view/www/src/app/samples/transcript/event/EventNav.tsx,sha256=G_tMSbNcAY0pAj7wNuXR8efwwqSyeKgNa8ifA2SYa_4,967
|
331
332
|
inspect_ai/_view/www/src/app/samples/transcript/event/EventNavs.module.css,sha256=mvdlokSmxp8pKo63Q19AJmq7GSXNgnSEFxDt2NtHceU,29
|
332
333
|
inspect_ai/_view/www/src/app/samples/transcript/event/EventNavs.tsx,sha256=ad8xtnQ8XSyDZE0qizRLSypZkmZPychMCc5Gr32jH0g,870
|
333
334
|
inspect_ai/_view/www/src/app/samples/transcript/event/EventPanel.module.css,sha256=fUMsFRke0H5Ms9Hrjltsg9t4FydfTD1QX0dATSFkpK4,350
|
334
|
-
inspect_ai/_view/www/src/app/samples/transcript/event/EventPanel.tsx,sha256=
|
335
|
+
inspect_ai/_view/www/src/app/samples/transcript/event/EventPanel.tsx,sha256=w9UpyWbwEufuQkFQVkX6-1anZ6-2AZ9MVBd7lOG3gn0,5253
|
335
336
|
inspect_ai/_view/www/src/app/samples/transcript/event/EventProgressPanel.module.css,sha256=yjeI37QKlmiUFHJIp4Gg30zgthXMu_9VC19DIaKisEM,329
|
336
337
|
inspect_ai/_view/www/src/app/samples/transcript/event/EventProgressPanel.tsx,sha256=HLocrE15oMgBXu9tCQeCi0iHBeL9PG5eFybBjWjmGik,674
|
337
338
|
inspect_ai/_view/www/src/app/samples/transcript/event/EventRow.module.css,sha256=xpRQzC4yBwcJMyljD_8-awPHjqTvnrlpsdX5T-8JcEc,282
|
@@ -346,8 +347,9 @@ inspect_ai/_view/www/src/app/samples/transcript/state/StateEventRenderers.tsx,sh
|
|
346
347
|
inspect_ai/_view/www/src/app/samples/transcript/state/StateEventRenders.module.css,sha256=EVEh7CU1374vx0We3_nKdiR49MPp0zONgwwoMM-Sxs4,239
|
347
348
|
inspect_ai/_view/www/src/app/samples/transcript/state/StateEventView.module.css,sha256=f2VHrvp3vXpfz8iiGvsj1y41NzwNfo_Bpr4gcK6I1FM,92
|
348
349
|
inspect_ai/_view/www/src/app/samples/transcript/state/StateEventView.tsx,sha256=h9nKZdT2-YYySBNV9hmPJxdzYawrfyT-hrPUQwikR0w,9799
|
349
|
-
inspect_ai/_view/www/src/app/samples/transcript/transform/fixups.ts,sha256=
|
350
|
-
inspect_ai/_view/www/src/app/samples/transcript/transform/treeify.ts,sha256=
|
350
|
+
inspect_ai/_view/www/src/app/samples/transcript/transform/fixups.ts,sha256=Tst6NnF8C0QGrjUmLYlc7SrCene6THN57Syb65Qd_Ig,5215
|
351
|
+
inspect_ai/_view/www/src/app/samples/transcript/transform/treeify.ts,sha256=nPEGARmEQalB0HfLvnqkGcT4jwM8t8KYAs-PzbX7kDI,6861
|
352
|
+
inspect_ai/_view/www/src/app/samples/transcript/transform/utils.ts,sha256=MMZe52oPbYCx_fVRikyPrlY2Wj9_MyWSIYvUmrSoKwc,324
|
351
353
|
inspect_ai/_view/www/src/app/sidebar/EvalStatus.module.css,sha256=c0PCUFyxsNhUJPsndc1kD7TLCUWcGlCcfSt4D_6wX0k,219
|
352
354
|
inspect_ai/_view/www/src/app/sidebar/EvalStatus.tsx,sha256=5xCIvUeNqZp18krlSfeLbNRzR10hL1E7tu1OTQnmTnk,1742
|
353
355
|
inspect_ai/_view/www/src/app/sidebar/LogDirectoryTitleView.module.css,sha256=gdrtE89CYt-RMcmfjgOzFnXAm_K1JFQh4wBUxdo6MN4,244
|
@@ -476,13 +478,13 @@ inspect_ai/_view/www/src/utils/uri.ts,sha256=dW8hj4GJnQWpuwgOsLb77Gb4AsUqUkh6OZ2
|
|
476
478
|
inspect_ai/_view/www/src/utils/vscode.ts,sha256=BqhDJfud--b3cIf-Q8pnx_u_4GjW7kOQmnv0FdM_JY4,1229
|
477
479
|
inspect_ai/agent/__init__.py,sha256=nzL9TPAARSJVZRPogWHxZ-qJriXBGmFUM9DV4NRi21o,749
|
478
480
|
inspect_ai/agent/_agent.py,sha256=cXsm8ShNpneIwPZ0R-AyylWATaNlwqYiDV2yjmrq5ys,8453
|
479
|
-
inspect_ai/agent/_as_solver.py,sha256=
|
480
|
-
inspect_ai/agent/_as_tool.py,sha256
|
481
|
+
inspect_ai/agent/_as_solver.py,sha256=glOKzItIPsveWDGlk2igLfFDOix_NlEkAtyQ6YsWB2Q,2976
|
482
|
+
inspect_ai/agent/_as_tool.py,sha256=-NGZUFAEimvSpog0UmNtYDMlbbuKaWnIgwNnMd_fffM,4912
|
481
483
|
inspect_ai/agent/_filter.py,sha256=qnT0HbT4edpDi0MwXY3Q3It2pzNRkTRXZDOqfCwMY6M,1234
|
482
|
-
inspect_ai/agent/_handoff.py,sha256=
|
483
|
-
inspect_ai/agent/_react.py,sha256=
|
484
|
-
inspect_ai/agent/_run.py,sha256=
|
485
|
-
inspect_ai/agent/_types.py,sha256=
|
484
|
+
inspect_ai/agent/_handoff.py,sha256=NY29zJWxZyB9YtIi9TtD7ydvULEY-Q8wfdedMDD1bjA,3729
|
485
|
+
inspect_ai/agent/_react.py,sha256=oTHY-ZMXkCNMBwn161G_Ov-svgKqAfzOp7FryJg9imE,14078
|
486
|
+
inspect_ai/agent/_run.py,sha256=9KAfguMPn9czothbFk_ng5xRtvIWeOjNvHuvERWENMU,1875
|
487
|
+
inspect_ai/agent/_types.py,sha256=HoTuocY9qFU2cwmNujC5-4N1ACbBmwhldwALpMB2QhE,4204
|
486
488
|
inspect_ai/agent/_bridge/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
487
489
|
inspect_ai/agent/_bridge/bridge.py,sha256=Qk1z54vSZvFZMmFMOvopwY6rhFxHmJwOipZ_yVsbryU,3465
|
488
490
|
inspect_ai/agent/_bridge/patch.py,sha256=ub0r2fQTSV749dBoj0yK8e3qX6k8oFWiZsGHWgBsFes,7177
|
@@ -516,7 +518,7 @@ inspect_ai/approval/_human/manager.py,sha256=Igae35VS99TejSWUShNwFuVnmhwByK30H84
|
|
516
518
|
inspect_ai/approval/_human/panel.py,sha256=UaO309bn7zMDV1I5GJcrZThhU8c8D4gOW7bwPRPPdkc,7672
|
517
519
|
inspect_ai/approval/_human/util.py,sha256=DPxpA9_pzeoQyHpGtRE3hx8sGV7MyrlElCBvsh1FNgA,1996
|
518
520
|
inspect_ai/dataset/__init__.py,sha256=4uTSHpN_ccdtbZulUMDetSSP-dXRkFGYsa2FzA5mLEw,534
|
519
|
-
inspect_ai/dataset/_dataset.py,sha256=
|
521
|
+
inspect_ai/dataset/_dataset.py,sha256=V2tS5vuUgsplUD_CUYG5vXsi5kqnvVp4XT7pfw9zj4Q,12071
|
520
522
|
inspect_ai/dataset/_util.py,sha256=u2IDIJdsa5lOsC67SNWZo0mRSey5DJdxS4DCCxSx7kE,7857
|
521
523
|
inspect_ai/dataset/_examples/bias_detection.jsonl,sha256=ufXUZMjsJhY2_lJ9j_iJ6w0fiuyw7TQmJeMFoOqKYzM,20756
|
522
524
|
inspect_ai/dataset/_examples/biology_qa.jsonl,sha256=Hfkr8XRT2x6Cgjd-zKbWGfFD-ZEfi566FqLX4w9USKs,2009
|
@@ -530,17 +532,18 @@ inspect_ai/dataset/_sources/file.py,sha256=x1ogTSaTROpvhijjcuRI0HE_8JHIBPaS32McV
|
|
530
532
|
inspect_ai/dataset/_sources/hf.py,sha256=Llys1briOBKod-PkuWWPhJe5P5475TdT4R3DG7IB7Lg,5197
|
531
533
|
inspect_ai/dataset/_sources/json.py,sha256=iq6u_PlslruLgT6NwfHFoBwXeB11wkl8h_qrno1DW4Y,3882
|
532
534
|
inspect_ai/dataset/_sources/util.py,sha256=RlpQ4nRtcL4TiQMMlENEy3-psxAc8sUqCIeLBcVKD9I,3174
|
533
|
-
inspect_ai/log/__init__.py,sha256=
|
535
|
+
inspect_ai/log/__init__.py,sha256=PZsopxfD0ipS6g_5CMipbttrxI1R1fy10Si0zs4lO38,2585
|
534
536
|
inspect_ai/log/_bundle.py,sha256=5Uy-s64_SFokZ7WRzti9mD7yoKrd2sOzdvqKyahoiC4,8045
|
535
537
|
inspect_ai/log/_condense.py,sha256=OedMphK5Q2YPuY1cnoAM7tGsyVIU6Kwrv3oIeb3dFmY,10881
|
536
|
-
inspect_ai/log/_convert.py,sha256=
|
538
|
+
inspect_ai/log/_convert.py,sha256=afEOHkaQtCkTWdwyFweGTEzLq0VVdhTjhr0IgVX5W7I,3324
|
537
539
|
inspect_ai/log/_file.py,sha256=efEgQny7_Mm0vbIeDwyTMf11F9JlYTuGuwIcguAPIKM,19368
|
538
540
|
inspect_ai/log/_log.py,sha256=tRCEta0XZfgfpNsaJc5FA67I6f7ZS317ErMvB_R0HfQ,29182
|
539
541
|
inspect_ai/log/_message.py,sha256=QofM_JZF_x3k_5ta1uQzoN_VnMoUhXFnqWurIn9FXOY,1999
|
540
542
|
inspect_ai/log/_model.py,sha256=8tEhFZc1tBFgA6A_spXTqTBdvbzZP5t7ul7DiloHRWk,1698
|
541
543
|
inspect_ai/log/_retry.py,sha256=e7a2hjl3Ncl8b8sU7CsDpvK8DV0b1uSRLeokRX1mt34,2109
|
542
|
-
inspect_ai/log/_samples.py,sha256=
|
543
|
-
inspect_ai/log/_transcript.py,sha256=
|
544
|
+
inspect_ai/log/_samples.py,sha256=7ul6qvivKO7QjoA2-d3gMDVjQ17ojQE2rrVZL1CoeEM,4820
|
545
|
+
inspect_ai/log/_transcript.py,sha256=F0RCEOKdhBtuoddiKsUXU_qE3o-Ses-j9craShPmzc0,16935
|
546
|
+
inspect_ai/log/_tree.py,sha256=C817m_7-66ThyCX5K4nVA7AzYOgLXWlKMdTQ-ueNA-U,3232
|
544
547
|
inspect_ai/log/_util.py,sha256=j7jeqDendiCt12U_iaPQj8fLgTA44pk04ZM1tGQdau4,1699
|
545
548
|
inspect_ai/log/_recorders/__init__.py,sha256=qMm2y1HOzS499ZTXHOQExSN8PJ-I3LnH35icbP2m4VU,412
|
546
549
|
inspect_ai/log/_recorders/create.py,sha256=WB-fms0dBDHlTtTa_a_r0fFc6UPRvQZKZT7d_Inp-EU,1103
|
@@ -556,12 +559,12 @@ inspect_ai/log/_recorders/buffer/filestore.py,sha256=0RYD7VR61XoM9Gx8wpqQ8utNqGb
|
|
556
559
|
inspect_ai/log/_recorders/buffer/types.py,sha256=1cyKA_vrXCh2Q560qDSwLSgR7Mx45R2g4-8c76PontE,2054
|
557
560
|
inspect_ai/model/__init__.py,sha256=VSHQ_DpflCv1LD3BVoSGQKHpYjAJ317eIT-k6T4iKEw,2524
|
558
561
|
inspect_ai/model/_cache.py,sha256=Bl6WS9b1kJRVsGK0h7Fd1-mDAbrlxvNXMPK30P3aMuM,13736
|
559
|
-
inspect_ai/model/_call_tools.py,sha256=
|
562
|
+
inspect_ai/model/_call_tools.py,sha256=1vPqcj956lHx0DekD7J3iKVcWHdz4GhORpCRf5azBBI,30230
|
560
563
|
inspect_ai/model/_chat_message.py,sha256=Kz933i25M175O4SoYTvJMwt4ELTiFaohfaDgK0myFyw,7417
|
561
564
|
inspect_ai/model/_conversation.py,sha256=J4zxb8mJdcpV5zLEDYS-ikQckONeaUZrqNReLLruUOE,374
|
562
565
|
inspect_ai/model/_display.py,sha256=0wb9tV4PItvwgUpqpxLCL60oWlg4lT1nVA6GKJV3rcU,3090
|
563
566
|
inspect_ai/model/_generate_config.py,sha256=17QzzPlLvAxmC7uOPAikTaJoNecvZn_7xTgXBmyJo1k,11961
|
564
|
-
inspect_ai/model/_model.py,sha256=
|
567
|
+
inspect_ai/model/_model.py,sha256=Bvlp_fsYeCKr1f0q-VVk7zvdte_QZNKmJKma2ex78is,53098
|
565
568
|
inspect_ai/model/_model_call.py,sha256=VJ8wnl9Y81JaiClBYM8eyt1jVb3n-yc6Dd88ofRiJDc,2234
|
566
569
|
inspect_ai/model/_model_output.py,sha256=1CLAt0JKsv9NYbN93-i5Fl0K035cxoO3bP_q19234Y8,8812
|
567
570
|
inspect_ai/model/_openai.py,sha256=lxLskiaaL0vopErvm-CQaoMGTJz3E_2WPezqYNAE0aU,24439
|
@@ -578,7 +581,7 @@ inspect_ai/model/_providers/cloudflare.py,sha256=9yHfA5qbKWjzOfOzCJ_u8CZsH_U7Aol
|
|
578
581
|
inspect_ai/model/_providers/google.py,sha256=qL3cK1HbEnFrWAXR9SR7DpF5LfXjEK95TEfX5ga4OYM,32259
|
579
582
|
inspect_ai/model/_providers/grok.py,sha256=iAPXmZMR7VWPq6EIwRsoUJr_TR6b5kTt-Fkba1pogGQ,1267
|
580
583
|
inspect_ai/model/_providers/groq.py,sha256=q9o4sy0uUyLQbSThB-MMTmSc5AtKmb6GJfgHBpf5amM,12262
|
581
|
-
inspect_ai/model/_providers/hf.py,sha256=
|
584
|
+
inspect_ai/model/_providers/hf.py,sha256=jyXi4qyq2hdsp1waB2ON5m8f9mpE2h1GFD7Tu_phCEo,19115
|
582
585
|
inspect_ai/model/_providers/llama_cpp_python.py,sha256=qVGpR7qnuP3wbYfFqSTkSc63sYsNnK1XC5IV-Ac0Uu4,618
|
583
586
|
inspect_ai/model/_providers/mistral.py,sha256=RLJ0ymOHxDWyVJfF-7UeskkjPg7DefBipRPLK1deaW4,17767
|
584
587
|
inspect_ai/model/_providers/mockllm.py,sha256=gL9f-f5TOdE4a0GVENr3cOIIp2kv8zVXWPZ608rouGk,2440
|
@@ -590,10 +593,10 @@ inspect_ai/model/_providers/openai_o1.py,sha256=ahdXt2TFtPTdDvSGVQw7EaVindfbFbY2
|
|
590
593
|
inspect_ai/model/_providers/openai_responses.py,sha256=hxHlMsHiTCs_dhmhRswKPOVvlmWjpW1cmXWfAMdFe6c,6720
|
591
594
|
inspect_ai/model/_providers/openrouter.py,sha256=sm-XlzcevoZfoR4C00jCxlfeL2NlnPVpJJA1mFFgkgw,4990
|
592
595
|
inspect_ai/model/_providers/providers.py,sha256=hdtgUsYJ5sVrTuRa2bpiK7ZOAz0hb-pHYKVAk37_iDU,6591
|
593
|
-
inspect_ai/model/_providers/sglang.py,sha256=
|
596
|
+
inspect_ai/model/_providers/sglang.py,sha256=vmIIFC-wyltCAvewvgMVRs4jfp9wFSfinTuNo9TQxM8,8750
|
594
597
|
inspect_ai/model/_providers/together.py,sha256=EUNag5nraqo3GvzwKB1jukhZj-GACxsCGPrBC4VR2MU,9786
|
595
598
|
inspect_ai/model/_providers/vertex.py,sha256=60W7kgoA83GtKdMeJgNU2IAw0N0wTscg4YCcMPu2bwo,17185
|
596
|
-
inspect_ai/model/_providers/vllm.py,sha256=
|
599
|
+
inspect_ai/model/_providers/vllm.py,sha256=j7gtD_h0Fr2dQvGg2NnDETyF5LqZ-pInUKTBnivj0c8,8865
|
597
600
|
inspect_ai/model/_providers/util/__init__.py,sha256=d4T_qvXihTRd1zmQkNE3xUBlHCX8tOIbRK19EwU0fTs,717
|
598
601
|
inspect_ai/model/_providers/util/chatapi.py,sha256=yCRdk2ByTf6vYl7WcGTYTbEp5ERlf_2cix7wUvTUxpY,3518
|
599
602
|
inspect_ai/model/_providers/util/hf_handler.py,sha256=Ci9I5p1Y3WD3Y4kzoicYcF-n-ZJxOfW5q_181o4Vce4,7688
|
@@ -602,7 +605,7 @@ inspect_ai/model/_providers/util/llama31.py,sha256=a8WfIMSZJegZgCOfKr6WTc4gwegUa
|
|
602
605
|
inspect_ai/model/_providers/util/util.py,sha256=kDMaxRPultjakDRiCPFer5vHyhb2fVAIPaq2H97pXJY,1177
|
603
606
|
inspect_ai/scorer/__init__.py,sha256=Zz5WerjOw6iwCwNFXB0XrI4_NCfnFVILuiPlP6EUisc,1891
|
604
607
|
inspect_ai/scorer/_answer.py,sha256=MEODMYiKZeOenaD1ZoF7hDpfZh_HXlZVDSEKqnZWVc8,2043
|
605
|
-
inspect_ai/scorer/_choice.py,sha256=
|
608
|
+
inspect_ai/scorer/_choice.py,sha256=JC_EQqXREtFQDYdRawyiBPKdJ1tPCqchzDGY5Y-8VZs,2811
|
606
609
|
inspect_ai/scorer/_classification.py,sha256=YMg2I4jBxghB-YXQA17HnFNzWr_aNz8U_W19tkPlPo4,5618
|
607
610
|
inspect_ai/scorer/_common.py,sha256=wB1y1wiyDH2HfMhpEMHqiT-J8Ouza2JXBxJMVHBGGcs,2866
|
608
611
|
inspect_ai/scorer/_match.py,sha256=Mue6C5g-HtKYTXoQlV8aAzunrcBoJLR0dcCRNbRs5P0,1568
|
@@ -625,17 +628,17 @@ inspect_ai/scorer/_reducer/types.py,sha256=R4ALTh4fsjzSsHIKY3ItWylQiRyYAtdGnxCvi
|
|
625
628
|
inspect_ai/solver/__init__.py,sha256=0Vha5MQ_c9eqX0CmrtVQGQRu4QXRDrnctF-v9Vhhgg0,3600
|
626
629
|
inspect_ai/solver/_basic_agent.py,sha256=uZr2DyG06pkr96XJnz1MmleZzEWk1h6Wd_OZcZ0qVO4,10572
|
627
630
|
inspect_ai/solver/_bridge.py,sha256=cXZ-zhFivjHR51awXmVB8KPLUnvbKrw3sTRP3Qjwkn4,876
|
628
|
-
inspect_ai/solver/_chain.py,sha256=
|
631
|
+
inspect_ai/solver/_chain.py,sha256=vLdssIjkMRw3hrWW4q28RzeXwq0cAyldpKKTuN8iaWs,2455
|
629
632
|
inspect_ai/solver/_critique.py,sha256=8GhB9OEsDCOqS6_cHAaTWNNeAimjV3JM_xXr8k1n3XQ,3457
|
630
|
-
inspect_ai/solver/_fork.py,sha256=
|
633
|
+
inspect_ai/solver/_fork.py,sha256=aj1CYn1OugAEorI4KZLM6zlhFxg7MqrNYgUW4kIzCsA,2976
|
631
634
|
inspect_ai/solver/_human_agent.py,sha256=QDY4GkPOyCQXm3zEmS0zisLAb8xKPBi_TcvtMP6Oofc,1903
|
632
|
-
inspect_ai/solver/_multiple_choice.py,sha256=
|
633
|
-
inspect_ai/solver/_plan.py,sha256=
|
635
|
+
inspect_ai/solver/_multiple_choice.py,sha256=hZ5DQFY__ketid_gn-Mjm3nxskFGOiZDol65k9g2r3k,11019
|
636
|
+
inspect_ai/solver/_plan.py,sha256=lpbjIbBpiPzud7jaHqA81ZFFO0gjt_4EW0blzG4DquA,7202
|
634
637
|
inspect_ai/solver/_prompt.py,sha256=n2gkRUMSRKViDBL4WtepNoMx7zidIkQgOHLGllP6WVo,4955
|
635
638
|
inspect_ai/solver/_run.py,sha256=k-IYoFpyNq8-HTFgQck4Akvs3OtopiL4qRWj8_yLhvY,1763
|
636
639
|
inspect_ai/solver/_solver.py,sha256=UJ2CvmJr74n65x4xipZTxNzGfvUyuTHnnRSY0QqNo5I,9563
|
637
640
|
inspect_ai/solver/_task_state.py,sha256=Ceub_rcuJ-Xtm40mzHtgFJPIX3nmDGwx6IEejCik_w8,14598
|
638
|
-
inspect_ai/solver/_transcript.py,sha256=
|
641
|
+
inspect_ai/solver/_transcript.py,sha256=kdnkR8243NXlIvcDpZ4nb1XKT7pBYHLk5V26MtwP2EU,1047
|
639
642
|
inspect_ai/solver/_use_tools.py,sha256=VmhCjKpkWgifOS20toBcK2bFDmyPqfxkBvcHs_-nv58,2235
|
640
643
|
inspect_ai/solver/_util.py,sha256=pthrf-CzC6FnQYSUFLXTYM4wFEJptZrh5POTmV-Jtow,446
|
641
644
|
inspect_ai/tool/__init__.py,sha256=oMfiZ-Z8I2pYRI70w-QwuBx8Cg2Y54LarMxkbEx0EUM,2762
|
@@ -653,7 +656,7 @@ inspect_ai/tool/_tool_with.py,sha256=NhR_yiNX98uVZo3r0HDVJCbh_6v0k70OcEOPK0dPMk0
|
|
653
656
|
inspect_ai/tool/beta.py,sha256=KQYntN2MLiIHp4Gf4GXv3QO3aYHBBaP-npkluTT-aDM,153
|
654
657
|
inspect_ai/tool/_mcp/__init__.py,sha256=vqtlBle1T_jlRQPvLKJbLgW5h_I0Ee33nDBI-rCtIeA,314
|
655
658
|
inspect_ai/tool/_mcp/_context.py,sha256=UgBSTCzHUOaB-Xu5HX5uDhkiRTTNcwqqDmmjgPxskUY,405
|
656
|
-
inspect_ai/tool/_mcp/_mcp.py,sha256=
|
659
|
+
inspect_ai/tool/_mcp/_mcp.py,sha256=gNTlNTzMRU5L-h4_EGPqosbPLumSdIh3_25ofrGodqs,10599
|
657
660
|
inspect_ai/tool/_mcp/_sandbox.py,sha256=eM-B9x3NQfAoa7mw67mPdlLqwMATtvYtP187MJdxw1I,4268
|
658
661
|
inspect_ai/tool/_mcp/_types.py,sha256=RT9ZRugYR3ArKe54_fuYxeenlWa_os0_DYadVIJEHlM,769
|
659
662
|
inspect_ai/tool/_mcp/connection.py,sha256=c1VRVtN90f2KptKCXlQ6fAX2Bxx8HXu3_ZvYmt_35dw,1901
|
@@ -662,7 +665,7 @@ inspect_ai/tool/_mcp/server.py,sha256=JrgkB4pv7hex8WeMYF262zXkqkxsLXgMy3Oe3O7S6B
|
|
662
665
|
inspect_ai/tool/_mcp/tools.py,sha256=nApVwogA_H4zUXQ2CptA2hmq0ooytcf3-iTAvl1AGF4,988
|
663
666
|
inspect_ai/tool/_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
664
667
|
inspect_ai/tool/_tools/_bash_session.py,sha256=9azKZMBrChbFJFB3IIz41L2XeIEgcakPsDQ7BZQ6lxo,9131
|
665
|
-
inspect_ai/tool/_tools/_execute.py,sha256=
|
668
|
+
inspect_ai/tool/_tools/_execute.py,sha256=NYgifRFcXHoa2Ms_rAd_YIfBLRYvUbtilaJfrh3S9w4,3499
|
666
669
|
inspect_ai/tool/_tools/_text_editor.py,sha256=15p-yPUlRBAIcd6afMAcHNWXoF-xkomvlRa7VoL3vdY,4042
|
667
670
|
inspect_ai/tool/_tools/_think.py,sha256=bPNo1BtuUiiOpotYgQnrXM8Q87OVU8r9iO-huSnSGWs,1820
|
668
671
|
inspect_ai/tool/_tools/_web_search.py,sha256=GYkGasfmZWG3TY1XqBfa6yJnG7ysPtdGCVmPUJHQRSM,8012
|
@@ -672,8 +675,9 @@ inspect_ai/tool/_tools/_computer/_computer.py,sha256=REkNcnNt4PBkoyArWDpAdP4PLE_
|
|
672
675
|
inspect_ai/tool/_tools/_web_browser/__init__.py,sha256=dnnzy96pcvMvxD1OGg4hG-doL7Ru7WH0i25Sb9VIXwE,65
|
673
676
|
inspect_ai/tool/_tools/_web_browser/_back_compat.py,sha256=oz5xt0_O1LpIXln1LIpypqealT0H1E4wBb_FIh8o6nA,5531
|
674
677
|
inspect_ai/tool/_tools/_web_browser/_web_browser.py,sha256=jdmfTFK4jr7PWnJ9XEu4NLveLg6Yid4v457NfWQEUqE,16292
|
675
|
-
inspect_ai/util/__init__.py,sha256=
|
676
|
-
inspect_ai/util/_anyio.py,sha256=
|
678
|
+
inspect_ai/util/__init__.py,sha256=Or5BsRI1PQMl64bjYn_XMn1c-WQnxvvzCBOdLjAJ_qk,1997
|
679
|
+
inspect_ai/util/_anyio.py,sha256=ImV_Q9oJ0XT0Fy6qa68OHpCzcUbfxptbHAjYWre-m2U,1541
|
680
|
+
inspect_ai/util/_collect.py,sha256=--eYTBln__H0DVx_xKd2Rc6buz4gFuNkMccrA6nmqU0,1456
|
677
681
|
inspect_ai/util/_concurrency.py,sha256=mmXAfizGQggMIeppcMNxtnfcOeFDz0SU2S1ICKTWDLo,2962
|
678
682
|
inspect_ai/util/_console.py,sha256=V1XkIoKcNZo0SgRUOv15zJAWz6-zV6267hC4Oldj8oY,1237
|
679
683
|
inspect_ai/util/_conversation.py,sha256=KzqvKfj1tB14cgARZjYyIVG2EpuE-EZKqLGAPIXv1Xs,784
|
@@ -683,10 +687,11 @@ inspect_ai/util/_limit.py,sha256=pmQ7Eg0XqUy-GYBAg6MLNHQ-tJMIAT-OiZGqEMYngj4,130
|
|
683
687
|
inspect_ai/util/_limited_conversation.py,sha256=rfM45soaVmtGrYTaUk_ibZxTe8rbP5bzGlIWJCYBWM8,1997
|
684
688
|
inspect_ai/util/_panel.py,sha256=MdZxOt0F01ddn_NsRfwn0es6UjQasK1_EKIQ6jtQyG8,3124
|
685
689
|
inspect_ai/util/_resource.py,sha256=X280aW_7VCkVTGk812tuU5qnZlGM5Qt1-kANr-DaGOs,3389
|
690
|
+
inspect_ai/util/_span.py,sha256=3lBtQkvQQ7Zh_x1fxc7CfnApgrKTDRY4jx44qoz2TzA,1345
|
686
691
|
inspect_ai/util/_store.py,sha256=QemJe2M-RK6zSFNcd07_92XFjvNtWKgHzBr5eT3KF1I,3786
|
687
692
|
inspect_ai/util/_store_model.py,sha256=PVXh0_Rtemu5WNLTs2bcnZnKFGj2pT_np-1dBnkldr8,5125
|
688
693
|
inspect_ai/util/_subprocess.py,sha256=2VfqlWMVw4ebpKxj52motdxrIooU3JKP_Uno8KcK-B4,8014
|
689
|
-
inspect_ai/util/_subtask.py,sha256=
|
694
|
+
inspect_ai/util/_subtask.py,sha256=gj108R8mnSSJsXALYpuHf7Z6qA4TRfKtwj1y68og6Wc,5065
|
690
695
|
inspect_ai/util/_throttle.py,sha256=JczSG_y0v60m4gQCt28uw_WPjJTbHuq8gWcxY3-vFsc,855
|
691
696
|
inspect_ai/util/_sandbox/__init__.py,sha256=N3mly5_zTOVBVkDzJyPQWYm3-KMbR3_nupYXIDWLtKo,914
|
692
697
|
inspect_ai/util/_sandbox/context.py,sha256=CS-JS9lTDwaNclMXaT0ilaU-aIuHtV6HaV7_2-myZlM,10025
|
@@ -705,9 +710,9 @@ inspect_ai/util/_sandbox/docker/internal.py,sha256=c8X8TLrBPOvsfnq5TkMlb_bzTALyc
|
|
705
710
|
inspect_ai/util/_sandbox/docker/prereqs.py,sha256=0j6_OauBBnVlpBleADcZavIAAQZy4WewVjbRn9c0stg,3355
|
706
711
|
inspect_ai/util/_sandbox/docker/service.py,sha256=hhHIWH1VDFLwehdGd19aUBD_VKfDO3GCPxpw1HSwVQk,2437
|
707
712
|
inspect_ai/util/_sandbox/docker/util.py,sha256=EeInihCNXgUWxaqZ4dNOJd719kXL2_jr63QCoXn68vA,3154
|
708
|
-
inspect_ai-0.3.
|
709
|
-
inspect_ai-0.3.
|
710
|
-
inspect_ai-0.3.
|
711
|
-
inspect_ai-0.3.
|
712
|
-
inspect_ai-0.3.
|
713
|
-
inspect_ai-0.3.
|
713
|
+
inspect_ai-0.3.94.dist-info/licenses/LICENSE,sha256=xZPCr8gTiFIerrA_DRpLAbw-UUftnLFsHxKeW-NTtq8,1081
|
714
|
+
inspect_ai-0.3.94.dist-info/METADATA,sha256=YHU07pyew_KLthd6TYsgIEpPfhpt1egvYquzCK1tj2E,5143
|
715
|
+
inspect_ai-0.3.94.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
|
716
|
+
inspect_ai-0.3.94.dist-info/entry_points.txt,sha256=WGGLmzTzDWLzYfiyovSY6oEKuf-gqzSDNOb5V-hk3fM,54
|
717
|
+
inspect_ai-0.3.94.dist-info/top_level.txt,sha256=Tp3za30CHXJEKLk8xLe9qGsW4pBzJpEIOMHOHNCXiVo,11
|
718
|
+
inspect_ai-0.3.94.dist-info/RECORD,,
|
@@ -1,79 +0,0 @@
|
|
1
|
-
from dataclasses import dataclass
|
2
|
-
from typing import Sequence
|
3
|
-
|
4
|
-
from inspect_ai.log._transcript import Event, StepEvent, SubtaskEvent, ToolEvent
|
5
|
-
|
6
|
-
|
7
|
-
@dataclass
|
8
|
-
class EventGroup:
|
9
|
-
"""Event and (optionally) its embedded event groups.
|
10
|
-
|
11
|
-
- Some events (e.g. SampleInitEvent, LogEvent) have no embedded event groups.
|
12
|
-
- Some events (e.g. ToolEvent, SubtaskEvent) contain lists of event groups.
|
13
|
-
- StepEvent has an implicit of event groups based on its begin/end instances.
|
14
|
-
"""
|
15
|
-
|
16
|
-
event: Event
|
17
|
-
level: int
|
18
|
-
groups: list["EventGroup"] | None = None
|
19
|
-
|
20
|
-
|
21
|
-
def group_events(events: Sequence[Event], level: int = 1) -> list[EventGroup]:
|
22
|
-
"""Transform ordinary list of events into list of event groups."""
|
23
|
-
# groups are either plain events (some of which can have sub-events)
|
24
|
-
# and higher level steps (e.g. solvers/scorers) that contain events
|
25
|
-
event_groups: list[EventGroup] = []
|
26
|
-
|
27
|
-
# track stack of active steps
|
28
|
-
active_steps: list[tuple[StepEvent, list[EventGroup]]] = []
|
29
|
-
|
30
|
-
# iterate though events
|
31
|
-
for event in events:
|
32
|
-
# manage step events
|
33
|
-
if isinstance(event, StepEvent):
|
34
|
-
if event.action == "begin":
|
35
|
-
active_steps.append((event, []))
|
36
|
-
elif event.action == "end":
|
37
|
-
begin_step, step_groups = active_steps.pop()
|
38
|
-
target_group = (
|
39
|
-
active_steps[-1][1] if len(active_steps) else event_groups
|
40
|
-
)
|
41
|
-
target_group.append(
|
42
|
-
EventGroup(
|
43
|
-
event=begin_step,
|
44
|
-
level=level + len(active_steps),
|
45
|
-
groups=step_groups,
|
46
|
-
)
|
47
|
-
)
|
48
|
-
|
49
|
-
# other events
|
50
|
-
else:
|
51
|
-
# target level depends on whether we are appending to a set
|
52
|
-
target_level = level + len(active_steps)
|
53
|
-
|
54
|
-
# tool and subtask events have their own nested event lists
|
55
|
-
if isinstance(event, ToolEvent | SubtaskEvent):
|
56
|
-
group = EventGroup(
|
57
|
-
event=event,
|
58
|
-
groups=group_events(event.events, level=target_level + 1),
|
59
|
-
level=target_level,
|
60
|
-
)
|
61
|
-
else:
|
62
|
-
group = EventGroup(event=event, level=target_level)
|
63
|
-
|
64
|
-
# add to active step if we have one
|
65
|
-
if len(active_steps) > 0:
|
66
|
-
active_steps[-1][1].append(group)
|
67
|
-
# otherwise just add to root list
|
68
|
-
else:
|
69
|
-
event_groups.append(group)
|
70
|
-
|
71
|
-
# if there are active steps alive then collect them (an error
|
72
|
-
# may have prevented them from having end steps)
|
73
|
-
while len(active_steps) > 0:
|
74
|
-
begin_step, step_groups = active_steps.pop()
|
75
|
-
event_groups.append(
|
76
|
-
EventGroup(event=begin_step, level=level, groups=step_groups)
|
77
|
-
)
|
78
|
-
|
79
|
-
return event_groups
|
File without changes
|
File without changes
|
File without changes
|