inspect-ai 0.3.61__py3-none-any.whl → 0.3.63__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (430) hide show
  1. inspect_ai/_cli/eval.py +13 -0
  2. inspect_ai/_cli/main.py +1 -1
  3. inspect_ai/_cli/trace.py +8 -0
  4. inspect_ai/_cli/view.py +4 -0
  5. inspect_ai/_display/core/active.py +2 -3
  6. inspect_ai/_display/textual/widgets/transcript.py +15 -9
  7. inspect_ai/_eval/eval.py +4 -4
  8. inspect_ai/_eval/evalset.py +6 -6
  9. inspect_ai/_eval/task/error.py +10 -14
  10. inspect_ai/_eval/task/run.py +13 -8
  11. inspect_ai/_util/hash.py +1 -1
  12. inspect_ai/_util/transcript.py +11 -0
  13. inspect_ai/_view/www/.vscode/extensions.json +3 -0
  14. inspect_ai/_view/www/.vscode/settings.json +8 -0
  15. inspect_ai/_view/www/App.css +92 -29
  16. inspect_ai/_view/www/dist/assets/index.css +16636 -14674
  17. inspect_ai/_view/www/dist/assets/index.js +43585 -36122
  18. inspect_ai/_view/www/dist/index.html +1 -1
  19. inspect_ai/_view/www/index.html +2 -2
  20. inspect_ai/_view/www/log-schema.json +36 -19
  21. inspect_ai/_view/www/package.json +22 -4
  22. inspect_ai/_view/www/postcss.config.cjs +8 -9
  23. inspect_ai/_view/www/src/{App.mjs → App.tsx} +355 -365
  24. inspect_ai/_view/www/src/AppErrorBoundary.tsx +47 -0
  25. inspect_ai/_view/www/src/api/api-browser.ts +2 -2
  26. inspect_ai/_view/www/src/api/api-http.ts +3 -5
  27. inspect_ai/_view/www/src/api/api-vscode.ts +6 -6
  28. inspect_ai/_view/www/src/api/client-api.ts +4 -4
  29. inspect_ai/_view/www/src/api/index.ts +4 -4
  30. inspect_ai/_view/www/src/api/{Types.ts → types.ts} +25 -9
  31. inspect_ai/_view/www/src/appearance/colors.ts +9 -0
  32. inspect_ai/_view/www/src/appearance/fonts.ts +39 -0
  33. inspect_ai/_view/www/src/appearance/icons.ts +100 -0
  34. inspect_ai/_view/www/src/appearance/{Styles.mjs → styles.ts} +2 -32
  35. inspect_ai/_view/www/src/components/AnsiDisplay.tsx +198 -0
  36. inspect_ai/_view/www/src/components/AsciinemaPlayer.tsx +86 -0
  37. inspect_ai/_view/www/src/components/Card.css +60 -0
  38. inspect_ai/_view/www/src/components/Card.tsx +109 -0
  39. inspect_ai/_view/www/src/components/CopyButton.module.css +11 -0
  40. inspect_ai/_view/www/src/components/CopyButton.tsx +58 -0
  41. inspect_ai/_view/www/src/components/DownloadButton.css +4 -0
  42. inspect_ai/_view/www/src/components/DownloadButton.tsx +25 -0
  43. inspect_ai/_view/www/src/components/DownloadPanel.css +10 -0
  44. inspect_ai/_view/www/src/components/DownloadPanel.tsx +30 -0
  45. inspect_ai/_view/www/src/components/EmptyPanel.css +12 -0
  46. inspect_ai/_view/www/src/components/EmptyPanel.tsx +15 -0
  47. inspect_ai/_view/www/src/components/ErrorPanel.css +37 -0
  48. inspect_ai/_view/www/src/components/ErrorPanel.tsx +39 -0
  49. inspect_ai/_view/www/src/components/ExpandablePanel.css +40 -0
  50. inspect_ai/_view/www/src/components/ExpandablePanel.tsx +115 -0
  51. inspect_ai/_view/www/src/components/FindBand.css +49 -0
  52. inspect_ai/_view/www/src/components/FindBand.tsx +130 -0
  53. inspect_ai/_view/www/src/components/HumanBaselineView.css +41 -0
  54. inspect_ai/_view/www/src/components/HumanBaselineView.tsx +162 -0
  55. inspect_ai/_view/www/src/components/JsonPanel.css +20 -0
  56. inspect_ai/_view/www/src/components/JsonPanel.tsx +82 -0
  57. inspect_ai/_view/www/src/components/LabeledValue.css +20 -0
  58. inspect_ai/_view/www/src/components/LabeledValue.tsx +41 -0
  59. inspect_ai/_view/www/src/components/LargeModal.module.css +54 -0
  60. inspect_ai/_view/www/src/components/LargeModal.tsx +199 -0
  61. inspect_ai/_view/www/src/components/LightboxCarousel.css +95 -0
  62. inspect_ai/_view/www/src/components/LightboxCarousel.tsx +132 -0
  63. inspect_ai/_view/www/src/components/MarkdownDiv.css +3 -0
  64. inspect_ai/_view/www/src/components/MarkdownDiv.tsx +133 -0
  65. inspect_ai/_view/www/src/components/MessageBand.css +43 -0
  66. inspect_ai/_view/www/src/components/MessageBand.tsx +39 -0
  67. inspect_ai/_view/www/src/components/MorePopOver.tsx +67 -0
  68. inspect_ai/_view/www/src/components/NavPills.module.css +18 -0
  69. inspect_ai/_view/www/src/components/NavPills.tsx +99 -0
  70. inspect_ai/_view/www/src/components/ProgressBar.module.css +37 -0
  71. inspect_ai/_view/www/src/components/ProgressBar.tsx +22 -0
  72. inspect_ai/_view/www/src/components/TabSet.module.css +40 -0
  73. inspect_ai/_view/www/src/components/TabSet.tsx +200 -0
  74. inspect_ai/_view/www/src/components/ToolButton.css +3 -0
  75. inspect_ai/_view/www/src/components/ToolButton.tsx +27 -0
  76. inspect_ai/_view/www/src/components/VirtualList.module.css +19 -0
  77. inspect_ai/_view/www/src/components/VirtualList.tsx +292 -0
  78. inspect_ai/_view/www/src/{index.js → index.tsx} +45 -19
  79. inspect_ai/_view/www/src/{log → logfile}/remoteLogFile.ts +3 -7
  80. inspect_ai/_view/www/src/{utils/remoteZipFile.mjs → logfile/remoteZipFile.ts} +86 -80
  81. inspect_ai/_view/www/src/metadata/MetaDataGrid.tsx +83 -0
  82. inspect_ai/_view/www/src/metadata/MetaDataView.module.css +35 -0
  83. inspect_ai/_view/www/src/metadata/MetaDataView.tsx +95 -0
  84. inspect_ai/_view/www/src/metadata/MetadataGrid.module.css +15 -0
  85. inspect_ai/_view/www/src/metadata/RenderedContent.module.css +12 -0
  86. inspect_ai/_view/www/src/{components/RenderedContent/RenderedContent.mjs → metadata/RenderedContent.tsx} +92 -73
  87. inspect_ai/_view/www/src/metadata/types.ts +18 -0
  88. inspect_ai/_view/www/src/plan/DatasetDetailView.module.css +3 -0
  89. inspect_ai/_view/www/src/plan/DatasetDetailView.tsx +37 -0
  90. inspect_ai/_view/www/src/plan/DetailStep.module.css +9 -0
  91. inspect_ai/_view/www/src/plan/DetailStep.tsx +31 -0
  92. inspect_ai/_view/www/src/plan/PlanCard.tsx +28 -0
  93. inspect_ai/_view/www/src/plan/PlanDetailView.module.css +48 -0
  94. inspect_ai/_view/www/src/plan/PlanDetailView.tsx +309 -0
  95. inspect_ai/_view/www/src/plan/ScorerDetailView.module.css +3 -0
  96. inspect_ai/_view/www/src/plan/ScorerDetailView.tsx +30 -0
  97. inspect_ai/_view/www/src/plan/SolverDetailView.module.css +15 -0
  98. inspect_ai/_view/www/src/plan/SolverDetailView.tsx +32 -0
  99. inspect_ai/_view/www/src/samples/InlineSampleDisplay.module.css +8 -0
  100. inspect_ai/_view/www/src/samples/InlineSampleDisplay.tsx +53 -0
  101. inspect_ai/_view/www/src/samples/SampleDialog.tsx +122 -0
  102. inspect_ai/_view/www/src/samples/SampleDisplay.module.css +29 -0
  103. inspect_ai/_view/www/src/samples/SampleDisplay.tsx +326 -0
  104. inspect_ai/_view/www/src/samples/SampleSummaryView.module.css +24 -0
  105. inspect_ai/_view/www/src/samples/SampleSummaryView.tsx +175 -0
  106. inspect_ai/_view/www/src/samples/SamplesTools.tsx +60 -0
  107. inspect_ai/_view/www/src/samples/chat/ChatMessage.module.css +29 -0
  108. inspect_ai/_view/www/src/samples/chat/ChatMessage.tsx +76 -0
  109. inspect_ai/_view/www/src/samples/chat/ChatMessageRenderer.tsx +60 -0
  110. inspect_ai/_view/www/src/samples/chat/ChatMessageRow.module.css +9 -0
  111. inspect_ai/_view/www/src/samples/chat/ChatMessageRow.tsx +57 -0
  112. inspect_ai/_view/www/src/samples/chat/ChatView.tsx +46 -0
  113. inspect_ai/_view/www/src/samples/chat/ChatViewVirtualList.module.css +4 -0
  114. inspect_ai/_view/www/src/samples/chat/ChatViewVirtualList.tsx +58 -0
  115. inspect_ai/_view/www/src/samples/chat/MessageContent.module.css +4 -0
  116. inspect_ai/_view/www/src/samples/chat/MessageContent.tsx +143 -0
  117. inspect_ai/_view/www/src/samples/chat/MessageContents.module.css +3 -0
  118. inspect_ai/_view/www/src/samples/chat/MessageContents.tsx +131 -0
  119. inspect_ai/_view/www/src/samples/chat/messages.ts +112 -0
  120. inspect_ai/_view/www/src/samples/chat/tools/ToolCallView.tsx +145 -0
  121. inspect_ai/_view/www/src/samples/chat/tools/ToolInput.module.css +14 -0
  122. inspect_ai/_view/www/src/samples/chat/tools/ToolInput.tsx +86 -0
  123. inspect_ai/_view/www/src/samples/chat/tools/ToolOutput.module.css +19 -0
  124. inspect_ai/_view/www/src/samples/chat/tools/ToolOutput.tsx +53 -0
  125. inspect_ai/_view/www/src/samples/chat/tools/ToolTitle.module.css +4 -0
  126. inspect_ai/_view/www/src/samples/chat/tools/ToolTitle.tsx +18 -0
  127. inspect_ai/_view/www/src/samples/chat/tools/tool.ts +107 -0
  128. inspect_ai/_view/www/src/samples/descriptor/samplesDescriptor.tsx +363 -0
  129. inspect_ai/_view/www/src/samples/descriptor/score/BooleanScoreDescriptor.module.css +22 -0
  130. inspect_ai/_view/www/src/samples/descriptor/score/BooleanScoreDescriptor.tsx +26 -0
  131. inspect_ai/_view/www/src/samples/descriptor/score/CategoricalScoreDescriptor.tsx +18 -0
  132. inspect_ai/_view/www/src/samples/descriptor/score/NumericScoreDescriptor.tsx +27 -0
  133. inspect_ai/_view/www/src/samples/descriptor/score/ObjectScoreDescriptor.module.css +18 -0
  134. inspect_ai/_view/www/src/samples/descriptor/score/ObjectScoreDescriptor.tsx +71 -0
  135. inspect_ai/_view/www/src/samples/descriptor/score/OtherScoreDescriptor.tsx +20 -0
  136. inspect_ai/_view/www/src/samples/descriptor/score/PassFailScoreDescriptor.module.css +28 -0
  137. inspect_ai/_view/www/src/samples/descriptor/score/PassFailScoreDescriptor.tsx +81 -0
  138. inspect_ai/_view/www/src/samples/descriptor/score/ScoreDescriptor.tsx +99 -0
  139. inspect_ai/_view/www/src/samples/descriptor/types.ts +55 -0
  140. inspect_ai/_view/www/src/samples/error/FlatSampleErrorView.module.css +19 -0
  141. inspect_ai/_view/www/src/samples/error/FlatSampleErrorView.tsx +22 -0
  142. inspect_ai/_view/www/src/samples/error/SampleErrorView.module.css +17 -0
  143. inspect_ai/_view/www/src/samples/error/SampleErrorView.tsx +31 -0
  144. inspect_ai/_view/www/src/samples/error/error.ts +15 -0
  145. inspect_ai/_view/www/src/samples/list/SampleFooter.module.css +9 -0
  146. inspect_ai/_view/www/src/samples/list/SampleFooter.tsx +14 -0
  147. inspect_ai/_view/www/src/samples/list/SampleHeader.module.css +13 -0
  148. inspect_ai/_view/www/src/samples/list/SampleHeader.tsx +36 -0
  149. inspect_ai/_view/www/src/samples/list/SampleList.module.css +11 -0
  150. inspect_ai/_view/www/src/samples/list/SampleList.tsx +247 -0
  151. inspect_ai/_view/www/src/samples/list/SampleRow.module.css +33 -0
  152. inspect_ai/_view/www/src/samples/list/SampleRow.tsx +98 -0
  153. inspect_ai/_view/www/src/samples/list/SampleSeparator.module.css +6 -0
  154. inspect_ai/_view/www/src/samples/list/SampleSeparator.tsx +24 -0
  155. inspect_ai/_view/www/src/samples/sample-tools/EpochFilter.module.css +9 -0
  156. inspect_ai/_view/www/src/samples/sample-tools/EpochFilter.tsx +51 -0
  157. inspect_ai/_view/www/src/samples/sample-tools/SelectScorer.module.css +16 -0
  158. inspect_ai/_view/www/src/samples/sample-tools/SelectScorer.tsx +173 -0
  159. inspect_ai/_view/www/src/samples/sample-tools/SortFilter.module.css +9 -0
  160. inspect_ai/_view/www/src/samples/sample-tools/SortFilter.tsx +182 -0
  161. inspect_ai/_view/www/src/samples/{tools/filters.mjs → sample-tools/filters.ts} +86 -81
  162. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/SampleFilter.module.css +16 -0
  163. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/SampleFilter.tsx +288 -0
  164. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/completions.ts +346 -0
  165. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/language.ts +19 -0
  166. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/tokenize.ts +97 -0
  167. inspect_ai/_view/www/src/samples/{SampleLimit.mjs → sampleLimit.ts} +3 -6
  168. inspect_ai/_view/www/src/samples/scores/SampleScoreView.module.css +53 -0
  169. inspect_ai/_view/www/src/samples/scores/SampleScoreView.tsx +168 -0
  170. inspect_ai/_view/www/src/samples/scores/SampleScores.module.css +5 -0
  171. inspect_ai/_view/www/src/samples/scores/SampleScores.tsx +37 -0
  172. inspect_ai/_view/www/src/samples/transcript/ApprovalEventView.tsx +66 -0
  173. inspect_ai/_view/www/src/samples/transcript/ErrorEventView.tsx +51 -0
  174. inspect_ai/_view/www/src/samples/transcript/InfoEventView.module.css +3 -0
  175. inspect_ai/_view/www/src/samples/transcript/InfoEventView.tsx +54 -0
  176. inspect_ai/_view/www/src/samples/transcript/InputEventView.tsx +48 -0
  177. inspect_ai/_view/www/src/samples/transcript/LoggerEventView.module.css +6 -0
  178. inspect_ai/_view/www/src/samples/transcript/LoggerEventView.tsx +36 -0
  179. inspect_ai/_view/www/src/samples/transcript/ModelEventView.module.css +43 -0
  180. inspect_ai/_view/www/src/samples/transcript/ModelEventView.tsx +223 -0
  181. inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.module.css +23 -0
  182. inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.tsx +108 -0
  183. inspect_ai/_view/www/src/samples/transcript/SampleLimitEventView.tsx +75 -0
  184. inspect_ai/_view/www/src/samples/transcript/SampleTranscript.tsx +22 -0
  185. inspect_ai/_view/www/src/samples/transcript/ScoreEventView.module.css +15 -0
  186. inspect_ai/_view/www/src/samples/transcript/ScoreEventView.tsx +100 -0
  187. inspect_ai/_view/www/src/samples/transcript/StepEventView.tsx +171 -0
  188. inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.module.css +19 -0
  189. inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.tsx +133 -0
  190. inspect_ai/_view/www/src/samples/transcript/ToolEventView.module.css +10 -0
  191. inspect_ai/_view/www/src/samples/transcript/ToolEventView.tsx +91 -0
  192. inspect_ai/_view/www/src/samples/transcript/TranscriptView.module.css +49 -0
  193. inspect_ai/_view/www/src/samples/transcript/TranscriptView.tsx +449 -0
  194. inspect_ai/_view/www/src/samples/transcript/event/EventNav.module.css +5 -0
  195. inspect_ai/_view/www/src/samples/transcript/event/EventNav.tsx +43 -0
  196. inspect_ai/_view/www/src/samples/transcript/event/EventNavs.module.css +3 -0
  197. inspect_ai/_view/www/src/samples/transcript/event/EventNavs.tsx +38 -0
  198. inspect_ai/_view/www/src/samples/transcript/event/EventPanel.module.css +25 -0
  199. inspect_ai/_view/www/src/samples/transcript/event/EventPanel.tsx +190 -0
  200. inspect_ai/_view/www/src/samples/transcript/event/EventRow.module.css +13 -0
  201. inspect_ai/_view/www/src/samples/transcript/event/EventRow.tsx +32 -0
  202. inspect_ai/_view/www/src/samples/transcript/event/EventSection.module.css +8 -0
  203. inspect_ai/_view/www/src/samples/transcript/event/EventSection.tsx +29 -0
  204. inspect_ai/_view/www/src/samples/transcript/state/StateDiffView.tsx +67 -0
  205. inspect_ai/_view/www/src/samples/transcript/state/StateEventRenderers.tsx +274 -0
  206. inspect_ai/_view/www/src/samples/transcript/state/StateEventRenders.module.css +10 -0
  207. inspect_ai/_view/www/src/samples/transcript/state/StateEventView.module.css +9 -0
  208. inspect_ai/_view/www/src/samples/transcript/state/{StateEventView.mjs → StateEventView.tsx} +148 -110
  209. inspect_ai/_view/www/src/samples/transcript/types.ts +58 -0
  210. inspect_ai/_view/www/src/types/log.d.ts +7 -4
  211. inspect_ai/_view/www/src/types/prism.d.ts +11 -0
  212. inspect_ai/_view/www/src/types.ts +71 -0
  213. inspect_ai/_view/www/src/usage/ModelTokenTable.tsx +22 -0
  214. inspect_ai/_view/www/src/usage/ModelUsagePanel.module.css +24 -0
  215. inspect_ai/_view/www/src/usage/ModelUsagePanel.tsx +95 -0
  216. inspect_ai/_view/www/src/usage/TokenTable.module.css +17 -0
  217. inspect_ai/_view/www/src/usage/TokenTable.tsx +91 -0
  218. inspect_ai/_view/www/src/usage/UsageCard.module.css +15 -0
  219. inspect_ai/_view/www/src/usage/UsageCard.tsx +67 -0
  220. inspect_ai/_view/www/src/utils/attachments.ts +42 -0
  221. inspect_ai/_view/www/src/utils/{Base64.mjs → base64.ts} +1 -6
  222. inspect_ai/_view/www/src/{components/Browser.mjs → utils/browser.ts} +0 -1
  223. inspect_ai/_view/www/src/utils/debugging.ts +28 -0
  224. inspect_ai/_view/www/src/utils/dom.ts +30 -0
  225. inspect_ai/_view/www/src/utils/format.ts +194 -0
  226. inspect_ai/_view/www/src/utils/git.ts +7 -0
  227. inspect_ai/_view/www/src/utils/html.ts +6 -0
  228. inspect_ai/_view/www/src/utils/http.ts +14 -0
  229. inspect_ai/_view/www/src/utils/{Path.mjs → path.ts} +2 -9
  230. inspect_ai/_view/www/src/utils/{Print.mjs → print.ts} +34 -26
  231. inspect_ai/_view/www/src/utils/queue.ts +51 -0
  232. inspect_ai/_view/www/src/utils/sync.ts +114 -0
  233. inspect_ai/_view/www/src/utils/{Type.mjs → type.ts} +3 -6
  234. inspect_ai/_view/www/src/utils/vscode.ts +13 -0
  235. inspect_ai/_view/www/src/workspace/WorkSpace.tsx +324 -0
  236. inspect_ai/_view/www/src/workspace/WorkSpaceView.module.css +33 -0
  237. inspect_ai/_view/www/src/workspace/WorkSpaceView.tsx +160 -0
  238. inspect_ai/_view/www/src/workspace/error/TaskErrorPanel.module.css +3 -0
  239. inspect_ai/_view/www/src/workspace/error/TaskErrorPanel.tsx +28 -0
  240. inspect_ai/_view/www/src/workspace/navbar/Navbar.module.css +54 -0
  241. inspect_ai/_view/www/src/workspace/navbar/Navbar.tsx +68 -0
  242. inspect_ai/_view/www/src/workspace/navbar/PrimaryBar.module.css +52 -0
  243. inspect_ai/_view/www/src/workspace/navbar/PrimaryBar.tsx +113 -0
  244. inspect_ai/_view/www/src/workspace/navbar/ResultsPanel.module.css +67 -0
  245. inspect_ai/_view/www/src/workspace/navbar/ResultsPanel.tsx +156 -0
  246. inspect_ai/_view/www/src/workspace/navbar/SecondaryBar.module.css +28 -0
  247. inspect_ai/_view/www/src/workspace/navbar/SecondaryBar.tsx +222 -0
  248. inspect_ai/_view/www/src/workspace/navbar/StatusPanel.module.css +14 -0
  249. inspect_ai/_view/www/src/workspace/navbar/StatusPanel.tsx +61 -0
  250. inspect_ai/_view/www/src/workspace/sidebar/EvalStatus.module.css +15 -0
  251. inspect_ai/_view/www/src/workspace/sidebar/EvalStatus.tsx +71 -0
  252. inspect_ai/_view/www/src/workspace/sidebar/LogDirectoryTitleView.module.css +5 -0
  253. inspect_ai/_view/www/src/workspace/sidebar/LogDirectoryTitleView.tsx +56 -0
  254. inspect_ai/_view/www/src/workspace/sidebar/Sidebar.module.css +68 -0
  255. inspect_ai/_view/www/src/workspace/sidebar/Sidebar.tsx +85 -0
  256. inspect_ai/_view/www/src/workspace/sidebar/SidebarLogEntry.module.css +29 -0
  257. inspect_ai/_view/www/src/workspace/sidebar/SidebarLogEntry.tsx +95 -0
  258. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoreView.module.css +23 -0
  259. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoreView.tsx +41 -0
  260. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoresView.module.css +35 -0
  261. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoresView.tsx +61 -0
  262. inspect_ai/_view/www/src/workspace/tabs/InfoTab.tsx +80 -0
  263. inspect_ai/_view/www/src/workspace/tabs/JsonTab.module.css +5 -0
  264. inspect_ai/_view/www/src/workspace/tabs/JsonTab.tsx +46 -0
  265. inspect_ai/_view/www/src/workspace/tabs/SamplesTab.tsx +204 -0
  266. inspect_ai/_view/www/src/workspace/tabs/grouping.ts +195 -0
  267. inspect_ai/_view/www/src/workspace/tabs/types.ts +19 -0
  268. inspect_ai/_view/www/src/workspace/types.ts +10 -0
  269. inspect_ai/_view/www/tsconfig.json +23 -9
  270. inspect_ai/_view/www/vite.config.js +8 -17
  271. inspect_ai/_view/www/yarn.lock +627 -556
  272. inspect_ai/dataset/_dataset.py +36 -0
  273. inspect_ai/dataset/_sources/csv.py +8 -0
  274. inspect_ai/dataset/_sources/file.py +4 -0
  275. inspect_ai/dataset/_sources/hf.py +11 -1
  276. inspect_ai/dataset/_sources/json.py +8 -0
  277. inspect_ai/log/_log.py +3 -6
  278. inspect_ai/log/_message.py +1 -1
  279. inspect_ai/log/_recorders/eval.py +1 -1
  280. inspect_ai/log/_recorders/json.py +5 -7
  281. inspect_ai/model/_call_tools.py +2 -1
  282. inspect_ai/model/_chat_message.py +27 -0
  283. inspect_ai/model/_conversation.py +10 -3
  284. inspect_ai/model/_generate_config.py +6 -0
  285. inspect_ai/model/_model.py +74 -0
  286. inspect_ai/model/_openai.py +33 -1
  287. inspect_ai/model/_providers/anthropic.py +12 -0
  288. inspect_ai/model/_providers/groq.py +4 -0
  289. inspect_ai/model/_providers/openai.py +21 -9
  290. inspect_ai/model/_providers/openai_o1.py +3 -5
  291. inspect_ai/model/_providers/openrouter.py +86 -0
  292. inspect_ai/model/_providers/providers.py +12 -1
  293. inspect_ai/model/_reasoning.py +17 -0
  294. inspect_ai/scorer/_answer.py +7 -7
  295. inspect_ai/scorer/_classification.py +34 -18
  296. inspect_ai/scorer/_common.py +2 -8
  297. inspect_ai/solver/_basic_agent.py +19 -9
  298. inspect_ai/solver/_multiple_choice.py +24 -9
  299. inspect_ai/tool/__init__.py +2 -0
  300. inspect_ai/tool/{beta → _tools}/_computer/_computer.py +2 -5
  301. inspect_ai/tool/{beta → _tools}/_computer/_resources/Dockerfile +4 -0
  302. inspect_ai/tool/_tools/_computer/_resources/image_home_dir/.config/Code/User/globalStorage/state.vscdb +0 -0
  303. inspect_ai/tool/_tools/_computer/_resources/image_home_dir/.config/Code/User/settings.json +3 -0
  304. inspect_ai/tool/_tools/_computer/_resources/image_home_dir/.config/xfce4/xfconf/xfce-perchannel-xml/xfce4-panel.xml +61 -0
  305. inspect_ai/tool/_tools/_computer/_resources/image_home_dir/Desktop/Terminal.desktop +10 -0
  306. inspect_ai/tool/_tools/_computer/_resources/tool/__init__.py +0 -0
  307. inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_x11_client.py +1 -1
  308. inspect_ai/tool/_tools/_computer/_resources/tool/requirements.txt +0 -0
  309. inspect_ai/tool/_tools/_execute.py +8 -2
  310. inspect_ai/tool/beta.py +3 -0
  311. inspect_ai/util/_sandbox/docker/docker.py +32 -85
  312. inspect_ai/util/_sandbox/self_check.py +124 -16
  313. {inspect_ai-0.3.61.dist-info → inspect_ai-0.3.63.dist-info}/METADATA +2 -1
  314. inspect_ai-0.3.63.dist-info/RECORD +618 -0
  315. inspect_ai/_view/www/src/Register.mjs +0 -3
  316. inspect_ai/_view/www/src/Types.mjs +0 -38
  317. inspect_ai/_view/www/src/appearance/Colors.mjs +0 -27
  318. inspect_ai/_view/www/src/appearance/Fonts.mjs +0 -66
  319. inspect_ai/_view/www/src/appearance/Icons.mjs +0 -240
  320. inspect_ai/_view/www/src/components/AnsiDisplay.mjs +0 -184
  321. inspect_ai/_view/www/src/components/AppErrorBoundary.mjs +0 -34
  322. inspect_ai/_view/www/src/components/AsciiCinemaPlayer.mjs +0 -74
  323. inspect_ai/_view/www/src/components/Card.mjs +0 -126
  324. inspect_ai/_view/www/src/components/ChatView.mjs +0 -418
  325. inspect_ai/_view/www/src/components/CopyButton.mjs +0 -48
  326. inspect_ai/_view/www/src/components/Dialog.mjs +0 -61
  327. inspect_ai/_view/www/src/components/DownloadButton.mjs +0 -15
  328. inspect_ai/_view/www/src/components/DownloadPanel.mjs +0 -29
  329. inspect_ai/_view/www/src/components/EmptyPanel.mjs +0 -23
  330. inspect_ai/_view/www/src/components/ErrorPanel.mjs +0 -66
  331. inspect_ai/_view/www/src/components/ExpandablePanel.mjs +0 -136
  332. inspect_ai/_view/www/src/components/FindBand.mjs +0 -157
  333. inspect_ai/_view/www/src/components/HumanBaselineView.mjs +0 -168
  334. inspect_ai/_view/www/src/components/JsonPanel.mjs +0 -61
  335. inspect_ai/_view/www/src/components/LabeledValue.mjs +0 -32
  336. inspect_ai/_view/www/src/components/LargeModal.mjs +0 -190
  337. inspect_ai/_view/www/src/components/LightboxCarousel.mjs +0 -217
  338. inspect_ai/_view/www/src/components/MarkdownDiv.mjs +0 -118
  339. inspect_ai/_view/www/src/components/MessageBand.mjs +0 -48
  340. inspect_ai/_view/www/src/components/MessageContent.mjs +0 -111
  341. inspect_ai/_view/www/src/components/MetaDataGrid.mjs +0 -92
  342. inspect_ai/_view/www/src/components/MetaDataView.mjs +0 -109
  343. inspect_ai/_view/www/src/components/MorePopOver.mjs +0 -50
  344. inspect_ai/_view/www/src/components/NavPills.mjs +0 -63
  345. inspect_ai/_view/www/src/components/ProgressBar.mjs +0 -51
  346. inspect_ai/_view/www/src/components/RenderedContent/ChatMessageRenderer.mjs +0 -54
  347. inspect_ai/_view/www/src/components/RenderedContent/Types.mjs +0 -19
  348. inspect_ai/_view/www/src/components/TabSet.mjs +0 -184
  349. inspect_ai/_view/www/src/components/ToolButton.mjs +0 -16
  350. inspect_ai/_view/www/src/components/Tools.mjs +0 -376
  351. inspect_ai/_view/www/src/components/VirtualList.mjs +0 -280
  352. inspect_ai/_view/www/src/components/ansi-output.js +0 -932
  353. inspect_ai/_view/www/src/json/JsonTab.mjs +0 -48
  354. inspect_ai/_view/www/src/log-reader/Log-Reader.mjs +0 -25
  355. inspect_ai/_view/www/src/log-reader/Native-Log-Reader.mjs +0 -13
  356. inspect_ai/_view/www/src/log-reader/Open-AI-Log-Reader.mjs +0 -263
  357. inspect_ai/_view/www/src/navbar/Navbar.mjs +0 -418
  358. inspect_ai/_view/www/src/navbar/SecondaryBar.mjs +0 -175
  359. inspect_ai/_view/www/src/plan/PlanCard.mjs +0 -418
  360. inspect_ai/_view/www/src/samples/SampleDialog.mjs +0 -123
  361. inspect_ai/_view/www/src/samples/SampleDisplay.mjs +0 -516
  362. inspect_ai/_view/www/src/samples/SampleError.mjs +0 -99
  363. inspect_ai/_view/www/src/samples/SampleList.mjs +0 -427
  364. inspect_ai/_view/www/src/samples/SampleScoreView.mjs +0 -172
  365. inspect_ai/_view/www/src/samples/SampleScores.mjs +0 -34
  366. inspect_ai/_view/www/src/samples/SampleTranscript.mjs +0 -20
  367. inspect_ai/_view/www/src/samples/SamplesDescriptor.mjs +0 -771
  368. inspect_ai/_view/www/src/samples/SamplesTab.mjs +0 -399
  369. inspect_ai/_view/www/src/samples/SamplesTools.mjs +0 -64
  370. inspect_ai/_view/www/src/samples/tools/EpochFilter.mjs +0 -38
  371. inspect_ai/_view/www/src/samples/tools/SampleFilter.mjs +0 -756
  372. inspect_ai/_view/www/src/samples/tools/SelectScorer.mjs +0 -141
  373. inspect_ai/_view/www/src/samples/tools/SortFilter.mjs +0 -151
  374. inspect_ai/_view/www/src/samples/transcript/ApprovalEventView.mjs +0 -71
  375. inspect_ai/_view/www/src/samples/transcript/ErrorEventView.mjs +0 -44
  376. inspect_ai/_view/www/src/samples/transcript/EventPanel.mjs +0 -271
  377. inspect_ai/_view/www/src/samples/transcript/EventRow.mjs +0 -46
  378. inspect_ai/_view/www/src/samples/transcript/EventSection.mjs +0 -33
  379. inspect_ai/_view/www/src/samples/transcript/InfoEventView.mjs +0 -59
  380. inspect_ai/_view/www/src/samples/transcript/InputEventView.mjs +0 -44
  381. inspect_ai/_view/www/src/samples/transcript/LoggerEventView.mjs +0 -32
  382. inspect_ai/_view/www/src/samples/transcript/ModelEventView.mjs +0 -216
  383. inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.mjs +0 -107
  384. inspect_ai/_view/www/src/samples/transcript/SampleLimitEventView.mjs +0 -74
  385. inspect_ai/_view/www/src/samples/transcript/ScoreEventView.mjs +0 -100
  386. inspect_ai/_view/www/src/samples/transcript/StepEventView.mjs +0 -187
  387. inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.mjs +0 -133
  388. inspect_ai/_view/www/src/samples/transcript/ToolEventView.mjs +0 -88
  389. inspect_ai/_view/www/src/samples/transcript/TranscriptView.mjs +0 -459
  390. inspect_ai/_view/www/src/samples/transcript/Types.mjs +0 -44
  391. inspect_ai/_view/www/src/samples/transcript/state/StateDiffView.mjs +0 -53
  392. inspect_ai/_view/www/src/samples/transcript/state/StateEventRenderers.mjs +0 -254
  393. inspect_ai/_view/www/src/sidebar/Sidebar.mjs +0 -418
  394. inspect_ai/_view/www/src/usage/ModelTokenTable.mjs +0 -72
  395. inspect_ai/_view/www/src/usage/UsageCard.mjs +0 -159
  396. inspect_ai/_view/www/src/utils/Format.mjs +0 -260
  397. inspect_ai/_view/www/src/utils/Git.mjs +0 -12
  398. inspect_ai/_view/www/src/utils/Html.mjs +0 -21
  399. inspect_ai/_view/www/src/utils/attachments.mjs +0 -31
  400. inspect_ai/_view/www/src/utils/debugging.mjs +0 -23
  401. inspect_ai/_view/www/src/utils/http.mjs +0 -18
  402. inspect_ai/_view/www/src/utils/queue.mjs +0 -67
  403. inspect_ai/_view/www/src/utils/sync.mjs +0 -101
  404. inspect_ai/_view/www/src/workspace/TaskErrorPanel.mjs +0 -17
  405. inspect_ai/_view/www/src/workspace/WorkSpace.mjs +0 -516
  406. inspect_ai/tool/beta/__init__.py +0 -5
  407. inspect_ai-0.3.61.dist-info/RECORD +0 -476
  408. /inspect_ai/{tool/beta/_computer/_resources/tool/__init__.py → _view/www/src/components/MorePopOver.css} +0 -0
  409. /inspect_ai/_view/www/src/{constants.mjs → constants.ts} +0 -0
  410. /inspect_ai/{tool/beta/_computer/_resources/tool/requirements.txt → _view/www/src/workspace/tabs/InfoTab.module.css} +0 -0
  411. /inspect_ai/tool/{beta → _tools}/_computer/__init__.py +0 -0
  412. /inspect_ai/tool/{beta → _tools}/_computer/_common.py +0 -0
  413. /inspect_ai/tool/{beta → _tools}/_computer/_computer_split.py +0 -0
  414. /inspect_ai/tool/{beta → _tools}/_computer/_resources/README.md +0 -0
  415. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/entrypoint.sh +0 -0
  416. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/novnc_startup.sh +0 -0
  417. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/x11vnc_startup.sh +0 -0
  418. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/xfce_startup.sh +0 -0
  419. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/xvfb_startup.sh +0 -0
  420. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/.config/xfce4/xfconf/xfce-perchannel-xml/xfce4-screensaver.xml +0 -0
  421. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/Desktop/Firefox Web Browser.desktop +0 -0
  422. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/Desktop/Visual Studio Code.desktop +0 -0
  423. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_logger.py +0 -0
  424. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_run.py +0 -0
  425. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_tool_result.py +0 -0
  426. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/computer_tool.py +0 -0
  427. {inspect_ai-0.3.61.dist-info → inspect_ai-0.3.63.dist-info}/LICENSE +0 -0
  428. {inspect_ai-0.3.61.dist-info → inspect_ai-0.3.63.dist-info}/WHEEL +0 -0
  429. {inspect_ai-0.3.61.dist-info → inspect_ai-0.3.63.dist-info}/entry_points.txt +0 -0
  430. {inspect_ai-0.3.61.dist-info → inspect_ai-0.3.63.dist-info}/top_level.txt +0 -0
@@ -1,126 +0,0 @@
1
- import { html } from "htm/preact";
2
- import { ApplicationIcons } from "../appearance/Icons.mjs";
3
- import { FontSize, TextStyle } from "../appearance/Fonts.mjs";
4
-
5
- export const CardHeader = ({ id, icon, label, classes, style, children }) => {
6
- return html`<div
7
- class="${classes || ""}"
8
- ...${{ id }}
9
- style=${{
10
- display: "grid",
11
- gridTemplateColumns: "max-content auto",
12
- columnGap: "0em",
13
- padding: "0.5em 0.5em 0.5em 0.5em",
14
- fontSize: FontSize.small,
15
- fontWeight: 600,
16
- ...TextStyle.label,
17
- ...style,
18
- }}
19
- >
20
- ${icon
21
- ? html`<i
22
- class="${icon}"
23
- style=${{
24
- paddingRight: "0.2rem",
25
- }}
26
- ></i>`
27
- : html`<span
28
- style=${{
29
- paddingRight: "0.2rem",
30
- }}
31
- ></span>`}
32
- ${label ? label : ""} ${children}
33
- </div> `;
34
- };
35
-
36
- export const CardBody = ({ id, classes, style, children }) => {
37
- return html`<div
38
- class="${classes || ""}"
39
- ...${{ id }}
40
- style=${{
41
- backgroundColor: "var(--bs-body-bg)",
42
- border: "solid 1px var(--bs-light-border-subtle)",
43
- borderRadius: "var(--bs-border-radius)",
44
- margin: "0 8px 8px 8px",
45
- padding: "0.5em",
46
- ...style,
47
- }}
48
- >
49
- ${children}
50
- </div>`;
51
- };
52
-
53
- export const Card = ({ id, classes, style, children }) => {
54
- return html`
55
- <div
56
- class="${classes || ""}"
57
- ...${{ id }}
58
- style=${{
59
- backgroundColor: "var(--bs-light-bg-subtle)",
60
- border: "solid 1px var(--bs-light-border-subtle)",
61
- borderRadius: "var(--bs-border-radius)",
62
- marginBottom: "1.5em",
63
- ...style,
64
- }}
65
- >
66
- ${children}
67
- </div>
68
- `;
69
- };
70
-
71
- export const CardCollapsingHeader = ({
72
- id,
73
- icon,
74
- label,
75
- cardBodyId,
76
- children,
77
- }) => {
78
- return html`
79
- <${CardHeader} id=${id} classes="container-fluid collapse show do-not-collapse-self" style=${{
80
- borderBottom: "none",
81
- }}>
82
- <div class="row row-cols-3"
83
- type="button"
84
- data-bs-toggle="collapse"
85
- data-bs-target="#${cardBodyId}"
86
- aria-expanded="false"
87
- aria-controls="${cardBodyId}"
88
- style=${{
89
- justifyContent: "space-between",
90
- alignItems: "center",
91
- }}>
92
- <div style=${{ flex: "0 0 content", paddingRight: "0.5rem" }}>
93
- <i class="${icon}"></i> <span class="hide-when-collapsed">${label}</span>
94
- </div>
95
- <div
96
- class="hide-when-expanded"
97
- style=${{
98
- color: "var(--body-color)",
99
- opacity: "0.8",
100
- flex: "1 1 auto",
101
- fontSize: FontSize.smaller,
102
- paddingRight: "0",
103
- paddingLeft: "0",
104
- transition: "opacity 0.2s ease-out",
105
- display: "flex",
106
- justifyContent: "space-between",
107
- }}
108
- >
109
-
110
-
111
- ${children}
112
-
113
- </div>
114
- <div style=${{
115
- flex: "0 1 1em",
116
- textAlign: "right",
117
- padding: "0 0.5em 0.1em 0.5em",
118
- fontSize: FontSize.smaller,
119
- }}>
120
- <i class="${ApplicationIcons["toggle-right"]} toggle-rotated"></i>
121
- </div>
122
- </div>
123
-
124
- </${CardHeader}>
125
- `;
126
- };
@@ -1,418 +0,0 @@
1
- // @ts-check
2
- import { html } from "htm/preact";
3
-
4
- import { ApplicationIcons } from "../appearance/Icons.mjs";
5
-
6
- import { MessageContent } from "./MessageContent.mjs";
7
- import { ExpandablePanel } from "./ExpandablePanel.mjs";
8
- import { FontSize, TextStyle } from "../appearance/Fonts.mjs";
9
- import { resolveToolInput, ToolCallView } from "./Tools.mjs";
10
- import { VirtualList } from "./VirtualList.mjs";
11
-
12
- /**
13
- * Renders the ChatViewVirtualList component.
14
- *
15
- * @param {Object} props - The properties passed to the component.
16
- * @param {string} props.id - The ID for the chat view.
17
- * @param {import("../types/log").Messages} props.messages - The array of chat messages.
18
- * @param {"compact" | "complete"} [props.toolCallStyle] - Whether to show tool calls
19
- * @param {Object} [props.style] - Inline styles for the chat view.
20
- * @param {boolean} props.indented - Whether the chatview has indented messages
21
- * @param {boolean} [props.numbered] - Whether the chatview is numbered
22
- * @param {import("htm/preact").MutableRef<HTMLElement>} props.scrollRef - The scrollable parent element
23
- * @returns {import("preact").JSX.Element} The component.
24
- */
25
- export const ChatViewVirtualList = ({
26
- id,
27
- messages,
28
- toolCallStyle,
29
- style,
30
- indented,
31
- numbered = true,
32
- scrollRef,
33
- }) => {
34
- const collapsedMessages = resolveMessages(messages);
35
-
36
- const renderRow = (item, index) => {
37
- const number =
38
- collapsedMessages.length > 1 && numbered ? index + 1 : undefined;
39
- return html`<${ChatMessageRow}
40
- id=${id}
41
- number=${number}
42
- resolvedMessage=${item}
43
- indented=${indented}
44
- toolCallStyle=${toolCallStyle}
45
- />`;
46
- };
47
-
48
- const result = html`<${VirtualList}
49
- data=${collapsedMessages}
50
- tabIndex="0"
51
- renderRow=${renderRow}
52
- scrollRef=${scrollRef}
53
- style=${{ width: "100%", marginTop: "1em", ...style }}
54
- />`;
55
-
56
- return result;
57
- };
58
-
59
- /**
60
- * Renders the ChatView component.
61
- *
62
- * @param {Object} props - The properties passed to the component.
63
- * @param {string} props.id - The ID for the chat view.
64
- * @param {import("../types/log").Messages} props.messages - The array of chat messages.
65
- * @param {"compact" | "complete"} [props.toolCallStyle] - Whether to show tool calls
66
- * @param {Object} [props.style] - Inline styles for the chat view.
67
- * @param {boolean} props.indented - Whether the chatview has indented messages
68
- * @param {boolean} [props.numbered] - Whether the chatview is numbered
69
- * @returns {import("preact").JSX.Element} The component.
70
- */
71
- export const ChatView = ({
72
- id,
73
- messages,
74
- toolCallStyle,
75
- style,
76
- indented,
77
- numbered = true,
78
- }) => {
79
- const collapsedMessages = resolveMessages(messages);
80
- const result = html` <div style=${style}>
81
- ${collapsedMessages.map((msg, index) => {
82
- const number =
83
- collapsedMessages.length > 1 && numbered ? index + 1 : undefined;
84
- return html`<${ChatMessageRow}
85
- id=${id}
86
- number=${number}
87
- resolvedMessage=${msg}
88
- indented=${indented}
89
- toolCallStyle=${toolCallStyle}
90
- />`;
91
- })}
92
- </div>`;
93
- return result;
94
- };
95
-
96
- /**
97
- * Renders the ChatMessage component.
98
- *
99
- * @param {Object} props - The properties passed to the component.
100
- * @param {string} props.id - The ID for the chat view.
101
- * @param {number} [props.number] - The message number
102
- * @param {ResolvedMessage} props.resolvedMessage - The array of chat messages.
103
- * @param {"compact" | "complete"} [props.toolCallStyle] - Whether to show tool calls
104
- * @param {boolean} props.indented - Whether the chatview has indented messages
105
- * @returns {import("preact").JSX.Element} The component.
106
- */
107
- export const ChatMessageRow = ({
108
- id,
109
- number,
110
- resolvedMessage,
111
- toolCallStyle,
112
- indented,
113
- }) => {
114
- if (number) {
115
- return html` <div
116
- style=${{
117
- display: "grid",
118
- gridTemplateColumns: "max-content auto",
119
- columnGap: "0.4em",
120
- }}
121
- >
122
- <div
123
- style=${{
124
- fontSize: FontSize.smaller,
125
- ...TextStyle.secondary,
126
- marginTop: "0.1em",
127
- }}
128
- >
129
- ${number}
130
- </div>
131
- <${ChatMessage}
132
- id=${`${id}-chat-messages`}
133
- message=${resolvedMessage.message}
134
- toolMessages=${resolvedMessage.toolMessages}
135
- indented=${indented}
136
- toolCallStyle=${toolCallStyle}
137
- />
138
- </div>`;
139
- } else {
140
- return html`<${ChatMessage}
141
- id=${`${id}-chat-messages`}
142
- message=${resolvedMessage.message}
143
- toolMessages=${resolvedMessage.toolMessages}
144
- indented=${indented}
145
- toolCallStyle=${toolCallStyle}
146
- />`;
147
- }
148
- };
149
-
150
- /**
151
- * @typedef {Object} ResolvedMessage
152
- * @property {import("../types/log").ChatMessageAssistant | import("../types/log").ChatMessageSystem | import("../types/log").ChatMessageUser} message - The main chat message.
153
- * @property {import("../types/log").ChatMessageTool[]} [toolMessages] - Optional array of tool-related messages.
154
- */
155
-
156
- /**
157
- * Renders the ChatView component.
158
- *
159
- * @param {import("../types/log").Messages} messages - The array of chat messages.
160
- * @returns {ResolvedMessage[]} The component.
161
- */
162
- export const resolveMessages = (messages) => {
163
- // Filter tool messages into a sidelist that the chat stream
164
- // can use to lookup the tool responses
165
-
166
- /**
167
- * @type {Array<{message: import("../types/log").ChatMessageAssistant | import("../types/log").ChatMessageSystem | import("../types/log").ChatMessageUser, toolMessages?: import("../types/log").ChatMessageTool[]}>}
168
- */
169
- const resolvedMessages = [];
170
- for (const message of messages) {
171
- if (message.role === "tool") {
172
- // Add this tool message onto the previous message
173
- if (resolvedMessages.length > 0) {
174
- const msg = resolvedMessages[resolvedMessages.length - 1];
175
- msg.toolMessages.push(message);
176
- }
177
- } else {
178
- resolvedMessages.push({ message, toolMessages: [] });
179
- }
180
- }
181
-
182
- // Capture system messages (there could be multiple)
183
- /**
184
- * @type {Array<import("../types/log").ChatMessageSystem>}
185
- */
186
- const systemMessages = [];
187
- const collapsedMessages = resolvedMessages
188
- .map((resolved) => {
189
- if (resolved.message.role === "system") {
190
- systemMessages.push(resolved.message);
191
- }
192
- return resolved;
193
- })
194
- .filter((resolved) => {
195
- return resolved.message.role !== "system";
196
- });
197
-
198
- // Collapse system messages
199
- /**
200
- * @type {Array<import("../types/log").ContentImage | import("../types/log").ContentText>}
201
- */
202
- const systemContent = [];
203
- for (const systemMessage of systemMessages) {
204
- const contents = Array.isArray(systemMessage.content)
205
- ? systemMessage.content
206
- : [systemMessage.content];
207
- systemContent.push(...contents.map(normalizeContent));
208
- }
209
-
210
- /**
211
- * @type {import("../types/log").ChatMessageSystem}
212
- */
213
- const systemMessage = {
214
- role: "system",
215
- content: systemContent,
216
- source: "input",
217
- };
218
-
219
- // Converge them
220
- if (systemMessage && systemMessage.content.length > 0) {
221
- collapsedMessages.unshift({ message: systemMessage });
222
- }
223
- return collapsedMessages;
224
- };
225
-
226
- /**
227
- * Ensure that content is a proper content type
228
- *
229
- * @param {import("../types/log").ContentText | import("../types/log").ContentImage | string} content - The properties passed to the component.
230
- * @returns {import("../types/log").ContentText | import("../types/log").ContentImage} The component.
231
- */
232
- const normalizeContent = (content) => {
233
- if (typeof content === "string") {
234
- return {
235
- type: "text",
236
- text: content,
237
- };
238
- } else {
239
- return content;
240
- }
241
- };
242
-
243
- /**
244
- *
245
- * @param {Object} props
246
- * @param {string} props.id - The ID for the chat view.
247
- * @param {import("../types/log").ChatMessageAssistant | import("../types/log").ChatMessageSystem | import("../types/log").ChatMessageUser} props.message - The primary message
248
- * @param {import("../types/log").ChatMessageTool[]} props.toolMessages - The tool output message
249
- * @param {boolean} props.indented - Whether the chatview has indented messages
250
- * @param {"compact" | "complete"} props.toolCallStyle - Whether to hide tool calls
251
- * @returns {import("preact").JSX.Element} The component.
252
- */
253
- const ChatMessage = ({
254
- id,
255
- message,
256
- toolMessages,
257
- indented,
258
- toolCallStyle,
259
- }) => {
260
- const collapse = message.role === "system";
261
- return html`
262
- <div
263
- class="${message.role}"
264
- style=${{
265
- fontSize: FontSize.base,
266
- fontWeight: "300",
267
- paddingBottom: ".5em",
268
- marginLeft: "0",
269
- marginRight: "0",
270
- opacity: message.role === "system" ? "0.7" : "1",
271
- whiteSpace: "normal",
272
- }}
273
- >
274
- <div style=${{
275
- display: "grid",
276
- gridTemplateColumns: "max-content auto",
277
- columnGap: "0.3em",
278
- fontWeight: "500",
279
- marginBottom: "0.5em",
280
- ...TextStyle.label,
281
- }}>
282
- <i class="${iconForMsg(message)}"></i>
283
- ${message.role}
284
- </div>
285
- <div style=${{ marginLeft: indented ? "1.1rem" : "0", paddingBottom: indented ? "0.8rem" : "0" }}>
286
- <${ExpandablePanel} collapse=${collapse}>
287
- <${MessageContents}
288
- key=${`${id}-contents`}
289
- message=${message}
290
- toolMessages=${toolMessages}
291
- toolCallStyle=${toolCallStyle}
292
- />
293
- </${ExpandablePanel}>
294
- </div>
295
- </div>
296
- `;
297
- };
298
-
299
- /**
300
- *
301
- * @param {Object} props
302
- * @param {import("../types/log").ChatMessageAssistant | import("../types/log").ChatMessageSystem | import("../types/log").ChatMessageUser} props.message - The primary message
303
- * @param {import("../types/log").ChatMessageTool[]} props.toolMessages - The tool output message
304
- * @param {"compact" | "complete"} props.toolCallStyle - Whether to hide tool calls
305
- * @returns {import("preact").JSX.Element | import("preact").JSX.Element[]} The component.
306
- */
307
- const MessageContents = ({ message, toolMessages, toolCallStyle }) => {
308
- if (
309
- message.role === "assistant" &&
310
- message.tool_calls &&
311
- message.tool_calls.length
312
- ) {
313
- const result = [];
314
- // If the message contains content, render that.
315
- if (message.content) {
316
- result.push(
317
- html`<div style=${{ marginBottom: "1em" }}>
318
- <${MessageContent} contents=${message.content} />
319
- </div>`,
320
- );
321
- }
322
-
323
- // Render the tool calls made by this message
324
- const toolCalls = message.tool_calls.map((tool_call, idx) => {
325
- // Extract tool input
326
- const { input, functionCall, inputType } = resolveToolInput(
327
- tool_call.function,
328
- tool_call.arguments,
329
- );
330
-
331
- let toolMessage;
332
- if (tool_call.id) {
333
- toolMessage = toolMessages.find((msg) => {
334
- return msg.tool_call_id === tool_call.id;
335
- });
336
- } else {
337
- toolMessage = toolMessages[idx];
338
- }
339
-
340
- // Resolve the tool output
341
- const resolvedToolOutput = resolveToolMessage(toolMessage);
342
- if (toolCallStyle === "compact") {
343
- return html`<code>tool: ${functionCall}</code>`;
344
- } else {
345
- return html`<${ToolCallView}
346
- functionCall=${functionCall}
347
- input=${input}
348
- inputType=${inputType}
349
- output=${resolvedToolOutput}
350
- />`;
351
- }
352
- });
353
-
354
- if (toolCalls) {
355
- result.push(...toolCalls);
356
- }
357
- return result;
358
- } else {
359
- return html`<${MessageContent} contents=${message.content} />`;
360
- }
361
- };
362
-
363
- export const iconForMsg = (msg) => {
364
- if (msg.role === "user") {
365
- return ApplicationIcons.role.user;
366
- } else if (msg.role === "system") {
367
- return ApplicationIcons.role.system;
368
- } else if (msg.role === "tool") {
369
- return ApplicationIcons.role.tool;
370
- } else if (msg.role === "assistant") {
371
- return ApplicationIcons.role.assistant;
372
- } else {
373
- return ApplicationIcons.role.unknown;
374
- }
375
- };
376
-
377
- /**
378
- *
379
- * @param {import("../types/log").ChatMessageTool} toolMessage - The tool output message
380
- * @returns {Array<{type: string, content: import("../types/log").Content4}>|undefined} An array of formatted tool message objects, or undefined if toolMessage is falsy.
381
- */
382
- const resolveToolMessage = (toolMessage) => {
383
- if (!toolMessage) {
384
- return undefined;
385
- }
386
-
387
- const content =
388
- toolMessage.error !== null && toolMessage.error
389
- ? toolMessage.error.message
390
- : toolMessage.content;
391
- if (typeof content === "string") {
392
- return [
393
- {
394
- type: "tool",
395
- content,
396
- },
397
- ];
398
- } else {
399
- return content.map((con) => {
400
- if (typeof content === "string") {
401
- return {
402
- type: "tool",
403
- content,
404
- };
405
- } else if (con.type === "text") {
406
- return {
407
- content,
408
- type: "tool",
409
- };
410
- } else if (con.type === "image") {
411
- return {
412
- content,
413
- type: "tool",
414
- };
415
- }
416
- });
417
- }
418
- };
@@ -1,48 +0,0 @@
1
- // @ts-check
2
- import { html } from "htm/preact";
3
- import { ApplicationIcons } from "../appearance/Icons.mjs";
4
-
5
- /**
6
- * @typedef {Object} CopyButtonProps
7
- * @property {string} value - The text value to be copied to the clipboard.
8
- */
9
-
10
- /**
11
- * CopyButton component.
12
- * @param {CopyButtonProps} props - The props object.
13
- * @returns {import("preact").JSX.Element} The CopyButton component.
14
- */
15
- export const CopyButton = ({ value }) => {
16
- return html`<button
17
- class="copy-button"
18
- style=${{
19
- border: "none",
20
- backgroundColor: "inherit",
21
- opacity: "0.5",
22
- paddingTop: "0px",
23
- }}
24
- data-clipboard-text=${value}
25
- onclick=${(e) => {
26
- let iEl = e.target;
27
- // I haven't yet been able to consistently cause this, but
28
- // this issue https://github.com/UKGovernmentBEIS/inspect_ai/issues/717
29
- // does sometimes happen and when it does, the target element is the BUTTON
30
- // not the I. Since I can't reliably determine the cause, for now just band-aid
31
- // by getting the child in this case.
32
- if (iEl.tagName === "BUTTON") {
33
- iEl = iEl.firstChild;
34
- }
35
- if (iEl) {
36
- if (iEl) {
37
- iEl.className = `${ApplicationIcons.confirm} primary`;
38
- setTimeout(() => {
39
- iEl.className = ApplicationIcons.copy;
40
- }, 1250);
41
- }
42
- }
43
- return false;
44
- }}
45
- >
46
- <i class=${ApplicationIcons.copy}></i>
47
- </button>`;
48
- };
@@ -1,61 +0,0 @@
1
- import { html } from "htm/preact";
2
-
3
- export const DialogButton = ({ id, btnType, classes, style, children }) => {
4
- return html`<button
5
- type="button"
6
- class="btn ${btnType ? btnType : ""} ${classes ? classes : ""}"
7
- data-bs-toggle="modal"
8
- data-bs-target="#${id}"
9
- ...${{ style }}
10
- >
11
- ${children}
12
- </button>`;
13
- };
14
-
15
- export const DialogAfterBody = ({
16
- id,
17
- title,
18
- classes,
19
- scrollable,
20
- centered,
21
- styles,
22
- children,
23
- }) => {
24
- return html`
25
- <div
26
- class="modal fade ${classes}"
27
- id="${id}"
28
- tabindex="0"
29
- aria-hidden="true"
30
- styles=${{ ...styles }}
31
- >
32
- <div
33
- class="modal-dialog modal-lg ${centered
34
- ? "modal-dialog-centered"
35
- : ""} ${scrollable ? "modal-dialog-scrollable" : ""}"
36
- >
37
- <div class="modal-content">
38
- <div class="modal-header">
39
- <h5 class="modal-title">${title}</h5>
40
- <button
41
- type="button"
42
- class="btn-close"
43
- data-bs-dismiss="modal"
44
- aria-label="Close"
45
- ></button>
46
- </div>
47
- <div class="modal-body">${children}</div>
48
- <div class="modal-footer">
49
- <button
50
- type="button"
51
- class="btn btn-outline-secondary"
52
- data-bs-dismiss="modal"
53
- >
54
- Close
55
- </button>
56
- </div>
57
- </div>
58
- </div>
59
- </div>
60
- `;
61
- };
@@ -1,15 +0,0 @@
1
- import { html } from "htm/preact";
2
- import api from "../api/index";
3
- import { FontSize } from "../appearance/Fonts.mjs";
4
-
5
- export const DownloadButton = ({ label, fileName, fileContents }) => {
6
- return html`<button
7
- class="btn btn-outline-primary"
8
- style=${{ fontSize: FontSize.small, marginTop: "3em" }}
9
- onclick=${async () => {
10
- await api.download_file(fileName, fileContents);
11
- }}
12
- >
13
- ${label}
14
- </button>`;
15
- };
@@ -1,29 +0,0 @@
1
- import { html } from "htm/preact";
2
-
3
- import { DownloadButton } from "../components/DownloadButton.mjs";
4
- import { FontSize } from "../appearance/Fonts.mjs";
5
-
6
- export const DownloadPanel = ({
7
- message,
8
- buttonLabel,
9
- logFile,
10
- fileName,
11
- fileContents,
12
- }) => {
13
- return html`<div
14
- style=${{
15
- display: "grid",
16
- gridTemplateRows: "content content",
17
- paddingTop: "3em",
18
- justifyItems: "center",
19
- }}
20
- >
21
- <div style=${{ fontSize: FontSize.small }}>${message}</div>
22
- <${DownloadButton}
23
- label=${buttonLabel}
24
- logFile=${logFile}
25
- fileName=${fileName}
26
- fileContents=${fileContents}
27
- />
28
- </div>`;
29
- };