inspect-ai 0.3.62__py3-none-any.whl → 0.3.63__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (415) hide show
  1. inspect_ai/_cli/main.py +1 -1
  2. inspect_ai/_cli/trace.py +8 -0
  3. inspect_ai/_display/core/active.py +2 -3
  4. inspect_ai/_eval/eval.py +4 -4
  5. inspect_ai/_eval/evalset.py +6 -6
  6. inspect_ai/_eval/task/run.py +3 -0
  7. inspect_ai/_util/hash.py +1 -1
  8. inspect_ai/_view/www/.vscode/extensions.json +3 -0
  9. inspect_ai/_view/www/.vscode/settings.json +8 -0
  10. inspect_ai/_view/www/App.css +92 -29
  11. inspect_ai/_view/www/dist/assets/index.css +16637 -14676
  12. inspect_ai/_view/www/dist/assets/index.js +58897 -51440
  13. inspect_ai/_view/www/dist/index.html +1 -1
  14. inspect_ai/_view/www/index.html +2 -2
  15. inspect_ai/_view/www/log-schema.json +1 -0
  16. inspect_ai/_view/www/package.json +22 -4
  17. inspect_ai/_view/www/postcss.config.cjs +8 -9
  18. inspect_ai/_view/www/src/{App.mjs → App.tsx} +355 -365
  19. inspect_ai/_view/www/src/AppErrorBoundary.tsx +47 -0
  20. inspect_ai/_view/www/src/api/api-browser.ts +2 -2
  21. inspect_ai/_view/www/src/api/api-http.ts +3 -5
  22. inspect_ai/_view/www/src/api/api-vscode.ts +6 -6
  23. inspect_ai/_view/www/src/api/client-api.ts +4 -4
  24. inspect_ai/_view/www/src/api/index.ts +4 -4
  25. inspect_ai/_view/www/src/api/{Types.ts → types.ts} +25 -9
  26. inspect_ai/_view/www/src/appearance/colors.ts +9 -0
  27. inspect_ai/_view/www/src/appearance/fonts.ts +39 -0
  28. inspect_ai/_view/www/src/appearance/icons.ts +100 -0
  29. inspect_ai/_view/www/src/appearance/{Styles.mjs → styles.ts} +2 -32
  30. inspect_ai/_view/www/src/components/AnsiDisplay.tsx +198 -0
  31. inspect_ai/_view/www/src/components/AsciinemaPlayer.tsx +86 -0
  32. inspect_ai/_view/www/src/components/Card.css +60 -0
  33. inspect_ai/_view/www/src/components/Card.tsx +109 -0
  34. inspect_ai/_view/www/src/components/CopyButton.module.css +11 -0
  35. inspect_ai/_view/www/src/components/CopyButton.tsx +58 -0
  36. inspect_ai/_view/www/src/components/DownloadButton.css +4 -0
  37. inspect_ai/_view/www/src/components/DownloadButton.tsx +25 -0
  38. inspect_ai/_view/www/src/components/DownloadPanel.css +10 -0
  39. inspect_ai/_view/www/src/components/DownloadPanel.tsx +30 -0
  40. inspect_ai/_view/www/src/components/EmptyPanel.css +12 -0
  41. inspect_ai/_view/www/src/components/EmptyPanel.tsx +15 -0
  42. inspect_ai/_view/www/src/components/ErrorPanel.css +37 -0
  43. inspect_ai/_view/www/src/components/ErrorPanel.tsx +39 -0
  44. inspect_ai/_view/www/src/components/ExpandablePanel.css +40 -0
  45. inspect_ai/_view/www/src/components/ExpandablePanel.tsx +115 -0
  46. inspect_ai/_view/www/src/components/FindBand.css +49 -0
  47. inspect_ai/_view/www/src/components/FindBand.tsx +130 -0
  48. inspect_ai/_view/www/src/components/HumanBaselineView.css +41 -0
  49. inspect_ai/_view/www/src/components/HumanBaselineView.tsx +162 -0
  50. inspect_ai/_view/www/src/components/JsonPanel.css +20 -0
  51. inspect_ai/_view/www/src/components/JsonPanel.tsx +82 -0
  52. inspect_ai/_view/www/src/components/LabeledValue.css +20 -0
  53. inspect_ai/_view/www/src/components/LabeledValue.tsx +41 -0
  54. inspect_ai/_view/www/src/components/LargeModal.module.css +54 -0
  55. inspect_ai/_view/www/src/components/LargeModal.tsx +199 -0
  56. inspect_ai/_view/www/src/components/LightboxCarousel.css +95 -0
  57. inspect_ai/_view/www/src/components/LightboxCarousel.tsx +132 -0
  58. inspect_ai/_view/www/src/components/MarkdownDiv.css +3 -0
  59. inspect_ai/_view/www/src/components/MarkdownDiv.tsx +133 -0
  60. inspect_ai/_view/www/src/components/MessageBand.css +43 -0
  61. inspect_ai/_view/www/src/components/MessageBand.tsx +39 -0
  62. inspect_ai/_view/www/src/components/MorePopOver.tsx +67 -0
  63. inspect_ai/_view/www/src/components/NavPills.module.css +18 -0
  64. inspect_ai/_view/www/src/components/NavPills.tsx +99 -0
  65. inspect_ai/_view/www/src/components/ProgressBar.module.css +37 -0
  66. inspect_ai/_view/www/src/components/ProgressBar.tsx +22 -0
  67. inspect_ai/_view/www/src/components/TabSet.module.css +40 -0
  68. inspect_ai/_view/www/src/components/TabSet.tsx +200 -0
  69. inspect_ai/_view/www/src/components/ToolButton.css +3 -0
  70. inspect_ai/_view/www/src/components/ToolButton.tsx +27 -0
  71. inspect_ai/_view/www/src/components/VirtualList.module.css +19 -0
  72. inspect_ai/_view/www/src/components/VirtualList.tsx +292 -0
  73. inspect_ai/_view/www/src/{index.js → index.tsx} +45 -19
  74. inspect_ai/_view/www/src/{log → logfile}/remoteLogFile.ts +3 -7
  75. inspect_ai/_view/www/src/{utils/remoteZipFile.mjs → logfile/remoteZipFile.ts} +86 -80
  76. inspect_ai/_view/www/src/metadata/MetaDataGrid.tsx +83 -0
  77. inspect_ai/_view/www/src/metadata/MetaDataView.module.css +35 -0
  78. inspect_ai/_view/www/src/metadata/MetaDataView.tsx +95 -0
  79. inspect_ai/_view/www/src/metadata/MetadataGrid.module.css +15 -0
  80. inspect_ai/_view/www/src/metadata/RenderedContent.module.css +12 -0
  81. inspect_ai/_view/www/src/{components/RenderedContent/RenderedContent.mjs → metadata/RenderedContent.tsx} +92 -73
  82. inspect_ai/_view/www/src/metadata/types.ts +18 -0
  83. inspect_ai/_view/www/src/plan/DatasetDetailView.module.css +3 -0
  84. inspect_ai/_view/www/src/plan/DatasetDetailView.tsx +37 -0
  85. inspect_ai/_view/www/src/plan/DetailStep.module.css +9 -0
  86. inspect_ai/_view/www/src/plan/DetailStep.tsx +31 -0
  87. inspect_ai/_view/www/src/plan/PlanCard.tsx +28 -0
  88. inspect_ai/_view/www/src/plan/PlanDetailView.module.css +48 -0
  89. inspect_ai/_view/www/src/plan/PlanDetailView.tsx +309 -0
  90. inspect_ai/_view/www/src/plan/ScorerDetailView.module.css +3 -0
  91. inspect_ai/_view/www/src/plan/ScorerDetailView.tsx +30 -0
  92. inspect_ai/_view/www/src/plan/SolverDetailView.module.css +15 -0
  93. inspect_ai/_view/www/src/plan/SolverDetailView.tsx +32 -0
  94. inspect_ai/_view/www/src/samples/InlineSampleDisplay.module.css +8 -0
  95. inspect_ai/_view/www/src/samples/InlineSampleDisplay.tsx +53 -0
  96. inspect_ai/_view/www/src/samples/SampleDialog.tsx +122 -0
  97. inspect_ai/_view/www/src/samples/SampleDisplay.module.css +29 -0
  98. inspect_ai/_view/www/src/samples/SampleDisplay.tsx +326 -0
  99. inspect_ai/_view/www/src/samples/SampleSummaryView.module.css +24 -0
  100. inspect_ai/_view/www/src/samples/SampleSummaryView.tsx +175 -0
  101. inspect_ai/_view/www/src/samples/SamplesTools.tsx +60 -0
  102. inspect_ai/_view/www/src/samples/chat/ChatMessage.module.css +29 -0
  103. inspect_ai/_view/www/src/samples/chat/ChatMessage.tsx +76 -0
  104. inspect_ai/_view/www/src/samples/chat/ChatMessageRenderer.tsx +60 -0
  105. inspect_ai/_view/www/src/samples/chat/ChatMessageRow.module.css +9 -0
  106. inspect_ai/_view/www/src/samples/chat/ChatMessageRow.tsx +57 -0
  107. inspect_ai/_view/www/src/samples/chat/ChatView.tsx +46 -0
  108. inspect_ai/_view/www/src/samples/chat/ChatViewVirtualList.module.css +4 -0
  109. inspect_ai/_view/www/src/samples/chat/ChatViewVirtualList.tsx +58 -0
  110. inspect_ai/_view/www/src/samples/chat/MessageContent.module.css +4 -0
  111. inspect_ai/_view/www/src/samples/chat/MessageContent.tsx +143 -0
  112. inspect_ai/_view/www/src/samples/chat/MessageContents.module.css +3 -0
  113. inspect_ai/_view/www/src/samples/chat/MessageContents.tsx +131 -0
  114. inspect_ai/_view/www/src/samples/chat/messages.ts +112 -0
  115. inspect_ai/_view/www/src/samples/chat/tools/ToolCallView.tsx +145 -0
  116. inspect_ai/_view/www/src/samples/chat/tools/ToolInput.module.css +14 -0
  117. inspect_ai/_view/www/src/samples/chat/tools/ToolInput.tsx +86 -0
  118. inspect_ai/_view/www/src/samples/chat/tools/ToolOutput.module.css +19 -0
  119. inspect_ai/_view/www/src/samples/chat/tools/ToolOutput.tsx +53 -0
  120. inspect_ai/_view/www/src/samples/chat/tools/ToolTitle.module.css +4 -0
  121. inspect_ai/_view/www/src/samples/chat/tools/ToolTitle.tsx +18 -0
  122. inspect_ai/_view/www/src/samples/chat/tools/tool.ts +107 -0
  123. inspect_ai/_view/www/src/samples/descriptor/samplesDescriptor.tsx +363 -0
  124. inspect_ai/_view/www/src/samples/descriptor/score/BooleanScoreDescriptor.module.css +22 -0
  125. inspect_ai/_view/www/src/samples/descriptor/score/BooleanScoreDescriptor.tsx +26 -0
  126. inspect_ai/_view/www/src/samples/descriptor/score/CategoricalScoreDescriptor.tsx +18 -0
  127. inspect_ai/_view/www/src/samples/descriptor/score/NumericScoreDescriptor.tsx +27 -0
  128. inspect_ai/_view/www/src/samples/descriptor/score/ObjectScoreDescriptor.module.css +18 -0
  129. inspect_ai/_view/www/src/samples/descriptor/score/ObjectScoreDescriptor.tsx +71 -0
  130. inspect_ai/_view/www/src/samples/descriptor/score/OtherScoreDescriptor.tsx +20 -0
  131. inspect_ai/_view/www/src/samples/descriptor/score/PassFailScoreDescriptor.module.css +28 -0
  132. inspect_ai/_view/www/src/samples/descriptor/score/PassFailScoreDescriptor.tsx +81 -0
  133. inspect_ai/_view/www/src/samples/descriptor/score/ScoreDescriptor.tsx +99 -0
  134. inspect_ai/_view/www/src/samples/descriptor/types.ts +55 -0
  135. inspect_ai/_view/www/src/samples/error/FlatSampleErrorView.module.css +19 -0
  136. inspect_ai/_view/www/src/samples/error/FlatSampleErrorView.tsx +22 -0
  137. inspect_ai/_view/www/src/samples/error/SampleErrorView.module.css +17 -0
  138. inspect_ai/_view/www/src/samples/error/SampleErrorView.tsx +31 -0
  139. inspect_ai/_view/www/src/samples/error/error.ts +15 -0
  140. inspect_ai/_view/www/src/samples/list/SampleFooter.module.css +9 -0
  141. inspect_ai/_view/www/src/samples/list/SampleFooter.tsx +14 -0
  142. inspect_ai/_view/www/src/samples/list/SampleHeader.module.css +13 -0
  143. inspect_ai/_view/www/src/samples/list/SampleHeader.tsx +36 -0
  144. inspect_ai/_view/www/src/samples/list/SampleList.module.css +11 -0
  145. inspect_ai/_view/www/src/samples/list/SampleList.tsx +247 -0
  146. inspect_ai/_view/www/src/samples/list/SampleRow.module.css +33 -0
  147. inspect_ai/_view/www/src/samples/list/SampleRow.tsx +98 -0
  148. inspect_ai/_view/www/src/samples/list/SampleSeparator.module.css +6 -0
  149. inspect_ai/_view/www/src/samples/list/SampleSeparator.tsx +24 -0
  150. inspect_ai/_view/www/src/samples/sample-tools/EpochFilter.module.css +9 -0
  151. inspect_ai/_view/www/src/samples/sample-tools/EpochFilter.tsx +51 -0
  152. inspect_ai/_view/www/src/samples/sample-tools/SelectScorer.module.css +16 -0
  153. inspect_ai/_view/www/src/samples/sample-tools/SelectScorer.tsx +173 -0
  154. inspect_ai/_view/www/src/samples/sample-tools/SortFilter.module.css +9 -0
  155. inspect_ai/_view/www/src/samples/sample-tools/SortFilter.tsx +182 -0
  156. inspect_ai/_view/www/src/samples/{tools/filters.mjs → sample-tools/filters.ts} +86 -81
  157. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/SampleFilter.module.css +16 -0
  158. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/SampleFilter.tsx +288 -0
  159. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/completions.ts +346 -0
  160. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/language.ts +19 -0
  161. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/tokenize.ts +97 -0
  162. inspect_ai/_view/www/src/samples/{SampleLimit.mjs → sampleLimit.ts} +3 -6
  163. inspect_ai/_view/www/src/samples/scores/SampleScoreView.module.css +53 -0
  164. inspect_ai/_view/www/src/samples/scores/SampleScoreView.tsx +168 -0
  165. inspect_ai/_view/www/src/samples/scores/SampleScores.module.css +5 -0
  166. inspect_ai/_view/www/src/samples/scores/SampleScores.tsx +37 -0
  167. inspect_ai/_view/www/src/samples/transcript/ApprovalEventView.tsx +66 -0
  168. inspect_ai/_view/www/src/samples/transcript/ErrorEventView.tsx +51 -0
  169. inspect_ai/_view/www/src/samples/transcript/InfoEventView.module.css +3 -0
  170. inspect_ai/_view/www/src/samples/transcript/InfoEventView.tsx +54 -0
  171. inspect_ai/_view/www/src/samples/transcript/InputEventView.tsx +48 -0
  172. inspect_ai/_view/www/src/samples/transcript/LoggerEventView.module.css +6 -0
  173. inspect_ai/_view/www/src/samples/transcript/LoggerEventView.tsx +36 -0
  174. inspect_ai/_view/www/src/samples/transcript/ModelEventView.module.css +43 -0
  175. inspect_ai/_view/www/src/samples/transcript/ModelEventView.tsx +223 -0
  176. inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.module.css +23 -0
  177. inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.tsx +108 -0
  178. inspect_ai/_view/www/src/samples/transcript/SampleLimitEventView.tsx +75 -0
  179. inspect_ai/_view/www/src/samples/transcript/SampleTranscript.tsx +22 -0
  180. inspect_ai/_view/www/src/samples/transcript/ScoreEventView.module.css +15 -0
  181. inspect_ai/_view/www/src/samples/transcript/ScoreEventView.tsx +100 -0
  182. inspect_ai/_view/www/src/samples/transcript/StepEventView.tsx +171 -0
  183. inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.module.css +19 -0
  184. inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.tsx +133 -0
  185. inspect_ai/_view/www/src/samples/transcript/ToolEventView.module.css +10 -0
  186. inspect_ai/_view/www/src/samples/transcript/ToolEventView.tsx +91 -0
  187. inspect_ai/_view/www/src/samples/transcript/TranscriptView.module.css +49 -0
  188. inspect_ai/_view/www/src/samples/transcript/TranscriptView.tsx +449 -0
  189. inspect_ai/_view/www/src/samples/transcript/event/EventNav.module.css +5 -0
  190. inspect_ai/_view/www/src/samples/transcript/event/EventNav.tsx +43 -0
  191. inspect_ai/_view/www/src/samples/transcript/event/EventNavs.module.css +3 -0
  192. inspect_ai/_view/www/src/samples/transcript/event/EventNavs.tsx +38 -0
  193. inspect_ai/_view/www/src/samples/transcript/event/EventPanel.module.css +25 -0
  194. inspect_ai/_view/www/src/samples/transcript/event/EventPanel.tsx +190 -0
  195. inspect_ai/_view/www/src/samples/transcript/event/EventRow.module.css +13 -0
  196. inspect_ai/_view/www/src/samples/transcript/event/EventRow.tsx +32 -0
  197. inspect_ai/_view/www/src/samples/transcript/event/EventSection.module.css +8 -0
  198. inspect_ai/_view/www/src/samples/transcript/event/EventSection.tsx +29 -0
  199. inspect_ai/_view/www/src/samples/transcript/state/StateDiffView.tsx +67 -0
  200. inspect_ai/_view/www/src/samples/transcript/state/StateEventRenderers.tsx +274 -0
  201. inspect_ai/_view/www/src/samples/transcript/state/StateEventRenders.module.css +10 -0
  202. inspect_ai/_view/www/src/samples/transcript/state/StateEventView.module.css +9 -0
  203. inspect_ai/_view/www/src/samples/transcript/state/{StateEventView.mjs → StateEventView.tsx} +148 -110
  204. inspect_ai/_view/www/src/samples/transcript/types.ts +58 -0
  205. inspect_ai/_view/www/src/types/log.d.ts +1 -0
  206. inspect_ai/_view/www/src/types/prism.d.ts +11 -0
  207. inspect_ai/_view/www/src/types.ts +71 -0
  208. inspect_ai/_view/www/src/usage/ModelTokenTable.tsx +22 -0
  209. inspect_ai/_view/www/src/usage/ModelUsagePanel.module.css +24 -0
  210. inspect_ai/_view/www/src/usage/ModelUsagePanel.tsx +95 -0
  211. inspect_ai/_view/www/src/usage/TokenTable.module.css +17 -0
  212. inspect_ai/_view/www/src/usage/TokenTable.tsx +91 -0
  213. inspect_ai/_view/www/src/usage/UsageCard.module.css +15 -0
  214. inspect_ai/_view/www/src/usage/UsageCard.tsx +67 -0
  215. inspect_ai/_view/www/src/utils/attachments.ts +42 -0
  216. inspect_ai/_view/www/src/utils/{Base64.mjs → base64.ts} +1 -6
  217. inspect_ai/_view/www/src/{components/Browser.mjs → utils/browser.ts} +0 -1
  218. inspect_ai/_view/www/src/utils/debugging.ts +28 -0
  219. inspect_ai/_view/www/src/utils/dom.ts +30 -0
  220. inspect_ai/_view/www/src/utils/format.ts +194 -0
  221. inspect_ai/_view/www/src/utils/git.ts +7 -0
  222. inspect_ai/_view/www/src/utils/html.ts +6 -0
  223. inspect_ai/_view/www/src/utils/http.ts +14 -0
  224. inspect_ai/_view/www/src/utils/{Path.mjs → path.ts} +2 -9
  225. inspect_ai/_view/www/src/utils/{Print.mjs → print.ts} +34 -26
  226. inspect_ai/_view/www/src/utils/queue.ts +51 -0
  227. inspect_ai/_view/www/src/utils/sync.ts +114 -0
  228. inspect_ai/_view/www/src/utils/{Type.mjs → type.ts} +3 -6
  229. inspect_ai/_view/www/src/utils/vscode.ts +13 -0
  230. inspect_ai/_view/www/src/workspace/WorkSpace.tsx +324 -0
  231. inspect_ai/_view/www/src/workspace/WorkSpaceView.module.css +33 -0
  232. inspect_ai/_view/www/src/workspace/WorkSpaceView.tsx +160 -0
  233. inspect_ai/_view/www/src/workspace/error/TaskErrorPanel.module.css +3 -0
  234. inspect_ai/_view/www/src/workspace/error/TaskErrorPanel.tsx +28 -0
  235. inspect_ai/_view/www/src/workspace/navbar/Navbar.module.css +54 -0
  236. inspect_ai/_view/www/src/workspace/navbar/Navbar.tsx +68 -0
  237. inspect_ai/_view/www/src/workspace/navbar/PrimaryBar.module.css +52 -0
  238. inspect_ai/_view/www/src/workspace/navbar/PrimaryBar.tsx +113 -0
  239. inspect_ai/_view/www/src/workspace/navbar/ResultsPanel.module.css +67 -0
  240. inspect_ai/_view/www/src/workspace/navbar/ResultsPanel.tsx +156 -0
  241. inspect_ai/_view/www/src/workspace/navbar/SecondaryBar.module.css +28 -0
  242. inspect_ai/_view/www/src/workspace/navbar/SecondaryBar.tsx +222 -0
  243. inspect_ai/_view/www/src/workspace/navbar/StatusPanel.module.css +14 -0
  244. inspect_ai/_view/www/src/workspace/navbar/StatusPanel.tsx +61 -0
  245. inspect_ai/_view/www/src/workspace/sidebar/EvalStatus.module.css +15 -0
  246. inspect_ai/_view/www/src/workspace/sidebar/EvalStatus.tsx +71 -0
  247. inspect_ai/_view/www/src/workspace/sidebar/LogDirectoryTitleView.module.css +5 -0
  248. inspect_ai/_view/www/src/workspace/sidebar/LogDirectoryTitleView.tsx +56 -0
  249. inspect_ai/_view/www/src/workspace/sidebar/Sidebar.module.css +68 -0
  250. inspect_ai/_view/www/src/workspace/sidebar/Sidebar.tsx +85 -0
  251. inspect_ai/_view/www/src/workspace/sidebar/SidebarLogEntry.module.css +29 -0
  252. inspect_ai/_view/www/src/workspace/sidebar/SidebarLogEntry.tsx +95 -0
  253. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoreView.module.css +23 -0
  254. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoreView.tsx +41 -0
  255. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoresView.module.css +35 -0
  256. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoresView.tsx +61 -0
  257. inspect_ai/_view/www/src/workspace/tabs/InfoTab.tsx +80 -0
  258. inspect_ai/_view/www/src/workspace/tabs/JsonTab.module.css +5 -0
  259. inspect_ai/_view/www/src/workspace/tabs/JsonTab.tsx +46 -0
  260. inspect_ai/_view/www/src/workspace/tabs/SamplesTab.tsx +204 -0
  261. inspect_ai/_view/www/src/workspace/tabs/grouping.ts +195 -0
  262. inspect_ai/_view/www/src/workspace/tabs/types.ts +19 -0
  263. inspect_ai/_view/www/src/workspace/types.ts +10 -0
  264. inspect_ai/_view/www/tsconfig.json +23 -9
  265. inspect_ai/_view/www/vite.config.js +8 -17
  266. inspect_ai/_view/www/yarn.lock +627 -556
  267. inspect_ai/dataset/_dataset.py +36 -0
  268. inspect_ai/dataset/_sources/csv.py +8 -0
  269. inspect_ai/dataset/_sources/file.py +4 -0
  270. inspect_ai/dataset/_sources/hf.py +11 -1
  271. inspect_ai/dataset/_sources/json.py +8 -0
  272. inspect_ai/log/_log.py +3 -6
  273. inspect_ai/log/_message.py +1 -1
  274. inspect_ai/log/_recorders/json.py +5 -7
  275. inspect_ai/model/_call_tools.py +2 -1
  276. inspect_ai/model/_providers/anthropic.py +3 -3
  277. inspect_ai/model/_providers/openai_o1.py +3 -5
  278. inspect_ai/model/_providers/openrouter.py +86 -0
  279. inspect_ai/model/_providers/providers.py +11 -0
  280. inspect_ai/scorer/_answer.py +7 -7
  281. inspect_ai/scorer/_classification.py +34 -18
  282. inspect_ai/scorer/_common.py +2 -8
  283. inspect_ai/solver/_multiple_choice.py +24 -9
  284. inspect_ai/tool/__init__.py +2 -0
  285. inspect_ai/tool/{beta → _tools}/_computer/_computer.py +2 -5
  286. inspect_ai/tool/_tools/_computer/_resources/tool/__init__.py +0 -0
  287. inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_x11_client.py +1 -1
  288. inspect_ai/tool/_tools/_computer/_resources/tool/requirements.txt +0 -0
  289. inspect_ai/tool/_tools/_execute.py +8 -2
  290. inspect_ai/tool/beta.py +3 -0
  291. inspect_ai/util/_sandbox/docker/docker.py +32 -85
  292. inspect_ai/util/_sandbox/self_check.py +124 -16
  293. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.63.dist-info}/METADATA +2 -1
  294. inspect_ai-0.3.63.dist-info/RECORD +618 -0
  295. inspect_ai/_view/www/src/Register.mjs +0 -3
  296. inspect_ai/_view/www/src/Types.mjs +0 -38
  297. inspect_ai/_view/www/src/appearance/Colors.mjs +0 -27
  298. inspect_ai/_view/www/src/appearance/Fonts.mjs +0 -66
  299. inspect_ai/_view/www/src/appearance/Icons.mjs +0 -240
  300. inspect_ai/_view/www/src/components/AnsiDisplay.mjs +0 -184
  301. inspect_ai/_view/www/src/components/AppErrorBoundary.mjs +0 -34
  302. inspect_ai/_view/www/src/components/AsciiCinemaPlayer.mjs +0 -74
  303. inspect_ai/_view/www/src/components/Card.mjs +0 -126
  304. inspect_ai/_view/www/src/components/ChatView.mjs +0 -441
  305. inspect_ai/_view/www/src/components/CopyButton.mjs +0 -48
  306. inspect_ai/_view/www/src/components/Dialog.mjs +0 -61
  307. inspect_ai/_view/www/src/components/DownloadButton.mjs +0 -15
  308. inspect_ai/_view/www/src/components/DownloadPanel.mjs +0 -29
  309. inspect_ai/_view/www/src/components/EmptyPanel.mjs +0 -23
  310. inspect_ai/_view/www/src/components/ErrorPanel.mjs +0 -66
  311. inspect_ai/_view/www/src/components/ExpandablePanel.mjs +0 -136
  312. inspect_ai/_view/www/src/components/FindBand.mjs +0 -157
  313. inspect_ai/_view/www/src/components/HumanBaselineView.mjs +0 -168
  314. inspect_ai/_view/www/src/components/JsonPanel.mjs +0 -61
  315. inspect_ai/_view/www/src/components/LabeledValue.mjs +0 -32
  316. inspect_ai/_view/www/src/components/LargeModal.mjs +0 -190
  317. inspect_ai/_view/www/src/components/LightboxCarousel.mjs +0 -217
  318. inspect_ai/_view/www/src/components/MarkdownDiv.mjs +0 -118
  319. inspect_ai/_view/www/src/components/MessageBand.mjs +0 -48
  320. inspect_ai/_view/www/src/components/MessageContent.mjs +0 -111
  321. inspect_ai/_view/www/src/components/MetaDataGrid.mjs +0 -92
  322. inspect_ai/_view/www/src/components/MetaDataView.mjs +0 -109
  323. inspect_ai/_view/www/src/components/MorePopOver.mjs +0 -50
  324. inspect_ai/_view/www/src/components/NavPills.mjs +0 -63
  325. inspect_ai/_view/www/src/components/ProgressBar.mjs +0 -51
  326. inspect_ai/_view/www/src/components/RenderedContent/ChatMessageRenderer.mjs +0 -54
  327. inspect_ai/_view/www/src/components/RenderedContent/Types.mjs +0 -19
  328. inspect_ai/_view/www/src/components/TabSet.mjs +0 -184
  329. inspect_ai/_view/www/src/components/ToolButton.mjs +0 -16
  330. inspect_ai/_view/www/src/components/Tools.mjs +0 -376
  331. inspect_ai/_view/www/src/components/VirtualList.mjs +0 -280
  332. inspect_ai/_view/www/src/components/ansi-output.js +0 -932
  333. inspect_ai/_view/www/src/json/JsonTab.mjs +0 -48
  334. inspect_ai/_view/www/src/log-reader/Log-Reader.mjs +0 -25
  335. inspect_ai/_view/www/src/log-reader/Native-Log-Reader.mjs +0 -13
  336. inspect_ai/_view/www/src/log-reader/Open-AI-Log-Reader.mjs +0 -263
  337. inspect_ai/_view/www/src/navbar/Navbar.mjs +0 -418
  338. inspect_ai/_view/www/src/navbar/SecondaryBar.mjs +0 -175
  339. inspect_ai/_view/www/src/plan/PlanCard.mjs +0 -418
  340. inspect_ai/_view/www/src/samples/SampleDialog.mjs +0 -123
  341. inspect_ai/_view/www/src/samples/SampleDisplay.mjs +0 -516
  342. inspect_ai/_view/www/src/samples/SampleError.mjs +0 -99
  343. inspect_ai/_view/www/src/samples/SampleList.mjs +0 -427
  344. inspect_ai/_view/www/src/samples/SampleScoreView.mjs +0 -172
  345. inspect_ai/_view/www/src/samples/SampleScores.mjs +0 -34
  346. inspect_ai/_view/www/src/samples/SampleTranscript.mjs +0 -20
  347. inspect_ai/_view/www/src/samples/SamplesDescriptor.mjs +0 -771
  348. inspect_ai/_view/www/src/samples/SamplesTab.mjs +0 -399
  349. inspect_ai/_view/www/src/samples/SamplesTools.mjs +0 -64
  350. inspect_ai/_view/www/src/samples/tools/EpochFilter.mjs +0 -38
  351. inspect_ai/_view/www/src/samples/tools/SampleFilter.mjs +0 -756
  352. inspect_ai/_view/www/src/samples/tools/SelectScorer.mjs +0 -141
  353. inspect_ai/_view/www/src/samples/tools/SortFilter.mjs +0 -151
  354. inspect_ai/_view/www/src/samples/transcript/ApprovalEventView.mjs +0 -71
  355. inspect_ai/_view/www/src/samples/transcript/ErrorEventView.mjs +0 -44
  356. inspect_ai/_view/www/src/samples/transcript/EventPanel.mjs +0 -271
  357. inspect_ai/_view/www/src/samples/transcript/EventRow.mjs +0 -46
  358. inspect_ai/_view/www/src/samples/transcript/EventSection.mjs +0 -33
  359. inspect_ai/_view/www/src/samples/transcript/InfoEventView.mjs +0 -59
  360. inspect_ai/_view/www/src/samples/transcript/InputEventView.mjs +0 -44
  361. inspect_ai/_view/www/src/samples/transcript/LoggerEventView.mjs +0 -32
  362. inspect_ai/_view/www/src/samples/transcript/ModelEventView.mjs +0 -216
  363. inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.mjs +0 -107
  364. inspect_ai/_view/www/src/samples/transcript/SampleLimitEventView.mjs +0 -74
  365. inspect_ai/_view/www/src/samples/transcript/ScoreEventView.mjs +0 -100
  366. inspect_ai/_view/www/src/samples/transcript/StepEventView.mjs +0 -187
  367. inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.mjs +0 -133
  368. inspect_ai/_view/www/src/samples/transcript/ToolEventView.mjs +0 -88
  369. inspect_ai/_view/www/src/samples/transcript/TranscriptView.mjs +0 -459
  370. inspect_ai/_view/www/src/samples/transcript/Types.mjs +0 -44
  371. inspect_ai/_view/www/src/samples/transcript/state/StateDiffView.mjs +0 -53
  372. inspect_ai/_view/www/src/samples/transcript/state/StateEventRenderers.mjs +0 -254
  373. inspect_ai/_view/www/src/sidebar/Sidebar.mjs +0 -418
  374. inspect_ai/_view/www/src/usage/ModelTokenTable.mjs +0 -72
  375. inspect_ai/_view/www/src/usage/UsageCard.mjs +0 -159
  376. inspect_ai/_view/www/src/utils/Format.mjs +0 -260
  377. inspect_ai/_view/www/src/utils/Git.mjs +0 -12
  378. inspect_ai/_view/www/src/utils/Html.mjs +0 -21
  379. inspect_ai/_view/www/src/utils/attachments.mjs +0 -31
  380. inspect_ai/_view/www/src/utils/debugging.mjs +0 -23
  381. inspect_ai/_view/www/src/utils/http.mjs +0 -18
  382. inspect_ai/_view/www/src/utils/queue.mjs +0 -67
  383. inspect_ai/_view/www/src/utils/sync.mjs +0 -101
  384. inspect_ai/_view/www/src/workspace/TaskErrorPanel.mjs +0 -17
  385. inspect_ai/_view/www/src/workspace/WorkSpace.mjs +0 -516
  386. inspect_ai/tool/beta/__init__.py +0 -5
  387. inspect_ai-0.3.62.dist-info/RECORD +0 -481
  388. /inspect_ai/{tool/beta/_computer/_resources/tool/__init__.py → _view/www/src/components/MorePopOver.css} +0 -0
  389. /inspect_ai/_view/www/src/{constants.mjs → constants.ts} +0 -0
  390. /inspect_ai/{tool/beta/_computer/_resources/tool/requirements.txt → _view/www/src/workspace/tabs/InfoTab.module.css} +0 -0
  391. /inspect_ai/tool/{beta → _tools}/_computer/__init__.py +0 -0
  392. /inspect_ai/tool/{beta → _tools}/_computer/_common.py +0 -0
  393. /inspect_ai/tool/{beta → _tools}/_computer/_computer_split.py +0 -0
  394. /inspect_ai/tool/{beta → _tools}/_computer/_resources/Dockerfile +0 -0
  395. /inspect_ai/tool/{beta → _tools}/_computer/_resources/README.md +0 -0
  396. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/entrypoint.sh +0 -0
  397. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/novnc_startup.sh +0 -0
  398. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/x11vnc_startup.sh +0 -0
  399. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/xfce_startup.sh +0 -0
  400. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/xvfb_startup.sh +0 -0
  401. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/.config/Code/User/globalStorage/state.vscdb +0 -0
  402. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/.config/Code/User/settings.json +0 -0
  403. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/.config/xfce4/xfconf/xfce-perchannel-xml/xfce4-panel.xml +0 -0
  404. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/.config/xfce4/xfconf/xfce-perchannel-xml/xfce4-screensaver.xml +0 -0
  405. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/Desktop/Firefox Web Browser.desktop +0 -0
  406. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/Desktop/Terminal.desktop +0 -0
  407. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/Desktop/Visual Studio Code.desktop +0 -0
  408. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_logger.py +0 -0
  409. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_run.py +0 -0
  410. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_tool_result.py +0 -0
  411. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/computer_tool.py +0 -0
  412. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.63.dist-info}/LICENSE +0 -0
  413. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.63.dist-info}/WHEEL +0 -0
  414. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.63.dist-info}/entry_points.txt +0 -0
  415. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.63.dist-info}/top_level.txt +0 -0
@@ -1,22 +1,19 @@
1
1
  /**
2
2
  * Opens a new window and prints the provided HTML content with optional custom CSS for printing.
3
3
  *
4
- * @param {string} html - The HTML content to be printed in the new window.
5
- * @param {string} css - Custom CSS that will be applied when the print media is active.
6
- *
7
- * @example
8
4
  * // Example usage:
9
5
  * printHtml('<h1>Hello World</h1>', 'h1 { color: red; }');
10
6
  */
11
- export const printHtml = (html, css) => {
7
+ export const printHtml = (html: string, css: string) => {
12
8
  // Open a new window
13
9
  const printWindow = window.open("", "", "height=600,width=800");
14
10
 
15
- // Write the element's content into the new window
16
- printWindow.document.write("<html><head><title>Print</title>");
11
+ if (printWindow !== null) {
12
+ // Write the element's content into the new window
13
+ printWindow.document.write("<html><head><title>Print</title>");
17
14
 
18
- // Inject custom print CSS
19
- printWindow.document.write(`
15
+ // Inject custom print CSS
16
+ printWindow.document.write(`
20
17
  <link rel="stylesheet" crossorigin="" href="./assets/index.css">
21
18
  <style>
22
19
  @media print {
@@ -25,19 +22,22 @@ export const printHtml = (html, css) => {
25
22
  </style>
26
23
  `);
27
24
 
28
- printWindow.document.write("</head><body>");
29
- printWindow.document.write(html);
30
- printWindow.document.write("</body></html>");
25
+ printWindow.document.write("</head><body>");
26
+ printWindow.document.write(html);
27
+ printWindow.document.write("</body></html>");
31
28
 
32
- // Close the document to complete the writing process
33
- printWindow.document.close();
29
+ // Close the document to complete the writing process
30
+ printWindow.document.close();
34
31
 
35
- // Wait for the window to load fully before triggering the print
36
- printWindow.onload = function () {
37
- printWindow.focus(); // Ensure the window is focused
38
- printWindow.print(); // Trigger the print
39
- printWindow.close(); // Close the window after printing
40
- };
32
+ // Wait for the window to load fully before triggering the print
33
+ printWindow.onload = function () {
34
+ printWindow.focus(); // Ensure the window is focused
35
+ printWindow.print(); // Trigger the print
36
+ printWindow.close(); // Close the window after printing
37
+ };
38
+ } else {
39
+ console.error("Print window failed to open.");
40
+ }
41
41
  };
42
42
 
43
43
  /**
@@ -47,17 +47,25 @@ export const printHtml = (html, css) => {
47
47
  * 'task-model', and 'task-created', respectively. The generated HTML will display these elements in a
48
48
  * three-column grid with custom styling.
49
49
  *
50
- * @returns {string} - The generated HTML string containing the task information.
51
- *
52
50
  * @example
53
51
  * // Example usage:
54
52
  * const headingHtml = printHeadingHtml();
55
53
  * console.log(headingHtml);
56
54
  */
57
- export const printHeadingHtml = () => {
58
- const task = document.getElementById("task-title").innerText;
59
- const model = document.getElementById("task-model").innerText;
60
- const time = document.getElementById("task-created").innerText;
55
+ export const printHeadingHtml = (): string => {
56
+ const taskEl = document.getElementById("task-title");
57
+ const modelEl = document.getElementById("task-model");
58
+ const timeEl = document.getElementById("task-created");
59
+
60
+ if (!taskEl || !modelEl || !timeEl) {
61
+ throw new Error(
62
+ "Failed to compute heading HTML. The task, model, or time element can't be found.",
63
+ );
64
+ }
65
+
66
+ const task = taskEl.innerText;
67
+ const model = modelEl.innerText;
68
+ const time = timeEl.innerText;
61
69
 
62
70
  // Get the task name, date, model
63
71
  const headingHtml = `
@@ -0,0 +1,51 @@
1
+ /**
2
+ * A class that manages asynchronous task execution with a limit on concurrent tasks.
3
+ */
4
+ export class AsyncQueue {
5
+ constructor(concurrentLimit: number = 6) {
6
+ this.concurrentLimit = concurrentLimit;
7
+ this.queue = [];
8
+ this.runningCount = 0;
9
+ }
10
+
11
+ // Max concurrency
12
+ private readonly concurrentLimit: number;
13
+
14
+ // The queue
15
+ private readonly queue: Array<() => Promise<void>>;
16
+
17
+ // Count of currently running tasks
18
+ private runningCount: number;
19
+
20
+ // Adds a task to the queue and runs it if the concurrency limit allows.
21
+ async enqueue<T>(task: () => Promise<T>): Promise<T> {
22
+ return new Promise<T>((resolve, reject) => {
23
+ this.queue.push(async () => {
24
+ try {
25
+ const result = await task();
26
+ resolve(result);
27
+ } catch (error) {
28
+ reject(error);
29
+ } finally {
30
+ this.runningCount--;
31
+ this.runNext();
32
+ }
33
+ });
34
+
35
+ if (this.runningCount < this.concurrentLimit) {
36
+ this.runNext();
37
+ }
38
+ });
39
+ }
40
+
41
+ // Runs the next task in the queue if there are available slots for concurrent execution.
42
+ private runNext(): void {
43
+ if (this.queue.length > 0 && this.runningCount < this.concurrentLimit) {
44
+ const task = this.queue.shift();
45
+ if (task) {
46
+ this.runningCount++;
47
+ task();
48
+ }
49
+ }
50
+ }
51
+ }
@@ -0,0 +1,114 @@
1
+ /**
2
+ * Delays the execution of code for a specified number of milliseconds.
3
+ */
4
+ export function sleep(ms: number): Promise<void> {
5
+ return new Promise((resolve) => setTimeout(resolve, ms));
6
+ }
7
+
8
+ /**
9
+ * Creates a throttled version of a function that only invokes the original function
10
+ * at most once per every `wait` milliseconds. The throttled function will run as much
11
+ * as it can, without ever going more than once per `wait` duration.
12
+ */
13
+ export function throttle<T extends (...args: any[]) => any>(
14
+ func: T,
15
+ wait: number,
16
+ options: { leading?: boolean; trailing?: boolean } = {},
17
+ ): (...args: Parameters<T>) => ReturnType<T> {
18
+ let context: any;
19
+ let args: Parameters<T> | null;
20
+ let result: ReturnType<T>;
21
+ let timeout: ReturnType<typeof setTimeout> | null = null;
22
+ let previous = 0;
23
+
24
+ const later = function (): void {
25
+ previous = options.leading === false ? 0 : Date.now();
26
+ timeout = null;
27
+ result = func.apply(context, args === null ? [] : args);
28
+ if (!timeout) {
29
+ context = null;
30
+ args = null;
31
+ }
32
+ };
33
+
34
+ return function (this: any, ...callArgs: Parameters<T>): ReturnType<T> {
35
+ const now = Date.now();
36
+ if (!previous && options.leading === false) {
37
+ previous = now;
38
+ }
39
+ const remaining = wait - (now - previous);
40
+
41
+ context = this;
42
+ args = callArgs as unknown as Parameters<T>;
43
+
44
+ if (remaining <= 0 || remaining > wait) {
45
+ if (timeout) {
46
+ clearTimeout(timeout);
47
+ timeout = null;
48
+ }
49
+ previous = now;
50
+ result = func.apply(context, args);
51
+ if (!timeout) {
52
+ context = null;
53
+ args = null;
54
+ }
55
+ } else if (!timeout && options.trailing !== false) {
56
+ timeout = setTimeout(later, remaining);
57
+ }
58
+
59
+ return result;
60
+ };
61
+ }
62
+
63
+ /**
64
+ * Creates a debounced version of a function that delays invoking the function
65
+ * until after `wait` milliseconds have passed since the last time it was invoked.
66
+ */
67
+ export function debounce<T extends (...args: any[]) => any>(
68
+ func: T,
69
+ wait: number,
70
+ options: { leading?: boolean; trailing?: boolean } = {},
71
+ ): (...args: Parameters<T>) => ReturnType<T> {
72
+ let timeout: ReturnType<typeof setTimeout> | null = null;
73
+ let context: any;
74
+ let args: Parameters<T>;
75
+ let result: ReturnType<T>;
76
+ let lastCallTime: number | null = null;
77
+
78
+ const later = (): void => {
79
+ const last = Date.now() - (lastCallTime || 0);
80
+
81
+ if (last < wait && last >= 0) {
82
+ timeout = setTimeout(later, wait - last);
83
+ } else {
84
+ timeout = null;
85
+ if (!options.leading) {
86
+ result = func.apply(context, args);
87
+ if (!timeout) {
88
+ context = null;
89
+ args = null!;
90
+ }
91
+ }
92
+ }
93
+ };
94
+
95
+ return function (this: any, ...callArgs: Parameters<T>): ReturnType<T> {
96
+ context = this;
97
+ args = callArgs;
98
+ lastCallTime = Date.now();
99
+
100
+ const callNow = options.leading && !timeout;
101
+
102
+ if (!timeout) {
103
+ timeout = setTimeout(later, wait);
104
+ }
105
+
106
+ if (callNow) {
107
+ result = func.apply(context, args);
108
+ context = null;
109
+ args = null!;
110
+ }
111
+
112
+ return result;
113
+ };
114
+ }
@@ -1,12 +1,9 @@
1
1
  // @ts-check
2
2
  /**
3
3
  * Checks if a given value is numeric.
4
- *
5
- * @param {*} n - The value to check.
6
- * @returns {boolean} - `true` if the value is numeric, `false` otherwise.
7
4
  */
8
- export const isNumeric = (n) => {
9
- return !isNaN(parseFloat(n)) && isFinite(n);
5
+ export const isNumeric = (n: unknown): boolean => {
6
+ return !isNaN(parseFloat(n as any)) && isFinite(n as any);
10
7
  };
11
8
 
12
9
  /**
@@ -15,7 +12,7 @@ export const isNumeric = (n) => {
15
12
  * @param {*} val - The value to ensure is an array.
16
13
  * @returns {Array} - an Array
17
14
  */
18
- export const toArray = (val) => {
15
+ export const toArray = <T>(val: T | T[]): Array<T> => {
19
16
  if (Array.isArray(val)) {
20
17
  return val;
21
18
  } else {
@@ -34,3 +34,16 @@ export const getVscodeApi = (): VSCodeApi | undefined => {
34
34
  return undefined;
35
35
  }
36
36
  };
37
+
38
+ // Determine the capabilities
39
+ // If this is vscode, check for the version meta
40
+ // so we know it supports downloads
41
+ export const isVscode = () => {
42
+ const bodyEl = document.querySelector("body");
43
+ return (
44
+ bodyEl !== null &&
45
+ !!bodyEl.getAttributeNames().find((attr) => {
46
+ return attr.includes("data-vscode-");
47
+ })
48
+ );
49
+ };
@@ -0,0 +1,324 @@
1
+ import { ApplicationIcons } from "../appearance/icons";
2
+ import { ToolButton } from "../components/ToolButton";
3
+ import { SampleTools } from "../samples/SamplesTools";
4
+ import { JsonTab } from "./tabs/JsonTab";
5
+ import { SamplesTab } from "./tabs/SamplesTab";
6
+
7
+ import clsx from "clsx";
8
+ import { MouseEvent, RefObject, useEffect, useMemo, useRef } from "react";
9
+ import { SampleSummary } from "../api/types.ts";
10
+ import {
11
+ kEvalWorkspaceTabId,
12
+ kInfoWorkspaceTabId,
13
+ kJsonWorkspaceTabId,
14
+ } from "../constants";
15
+ import { SamplesDescriptor } from "../samples/descriptor/samplesDescriptor";
16
+ import {
17
+ Capabilities,
18
+ CurrentLog,
19
+ SampleMode,
20
+ ScoreFilter,
21
+ ScoreLabel,
22
+ } from "../types.ts";
23
+ import {
24
+ Epochs,
25
+ EvalError,
26
+ EvalPlan,
27
+ EvalResults,
28
+ EvalSample,
29
+ EvalSpec,
30
+ EvalStats,
31
+ Status,
32
+ } from "../types/log";
33
+ import { InfoTab } from "./tabs/InfoTab.tsx";
34
+ import { WorkSpaceView } from "./WorkSpaceView.tsx";
35
+
36
+ interface WorkSpaceProps {
37
+ task_id?: string;
38
+ logFileName?: string;
39
+ evalError?: EvalError;
40
+ evalStatus?: Status;
41
+ evalVersion?: number;
42
+ evalSpec?: EvalSpec;
43
+ evalPlan?: EvalPlan;
44
+ evalStats?: EvalStats;
45
+ evalResults?: EvalResults;
46
+ log?: CurrentLog;
47
+ samples?: SampleSummary[];
48
+ sampleMode: SampleMode;
49
+ groupBy: "none" | "epoch" | "sample";
50
+ groupByOrder: "asc" | "desc";
51
+ selectedSample?: EvalSample;
52
+ sampleStatus: string;
53
+ sampleError?: Error;
54
+ showToggle: boolean;
55
+ refreshLog: () => Promise<void>;
56
+ capabilities: Capabilities;
57
+ selectedSampleIndex: number;
58
+ samplesDescriptor?: SamplesDescriptor;
59
+ setSelectedSampleIndex: (index: number) => void;
60
+ selectedSampleTab?: string;
61
+ setSelectedSampleTab: (tab: string) => void;
62
+ sort: string;
63
+ setSort: (sort: string) => void;
64
+ epochs?: Epochs;
65
+ epoch: string;
66
+ showingSampleDialog: boolean;
67
+ setShowingSampleDialog: (showing: boolean) => void;
68
+ setEpoch: (epoch: string) => void;
69
+ filter: ScoreFilter;
70
+ setFilter: (filter: ScoreFilter) => void;
71
+ score?: ScoreLabel;
72
+ setScore: (score: ScoreLabel) => void;
73
+ scores: ScoreLabel[];
74
+ offcanvas: boolean;
75
+ setOffcanvas: (offcanvas: boolean) => void;
76
+ selectedTab: string;
77
+ setSelectedTab: (id: string) => void;
78
+ sampleScrollPositionRef: RefObject<number>;
79
+ setSampleScrollPosition: (position: number) => void;
80
+ workspaceTabScrollPositionRef: RefObject<Record<string, number>>;
81
+ setWorkspaceTabScrollPosition: (tab: string, position: number) => void;
82
+ }
83
+
84
+ /**
85
+ * Renders the Main Application
86
+ */
87
+ export const WorkSpace: React.FC<WorkSpaceProps> = (props) => {
88
+ const {
89
+ task_id,
90
+ evalStatus,
91
+ logFileName,
92
+ evalSpec,
93
+ evalPlan,
94
+ evalStats,
95
+ evalResults,
96
+ samples,
97
+ showToggle,
98
+ offcanvas,
99
+ setOffcanvas,
100
+ samplesDescriptor,
101
+ selectedTab,
102
+ setSelectedTab,
103
+ workspaceTabScrollPositionRef,
104
+ setWorkspaceTabScrollPosition,
105
+ } = props;
106
+ if (!evalSpec) {
107
+ return null;
108
+ }
109
+
110
+ const divRef = useRef<HTMLDivElement>(null);
111
+
112
+ // Display the log
113
+ useEffect(() => {
114
+ if (divRef.current) {
115
+ divRef.current.scrollTop = 0;
116
+ }
117
+ }, [task_id]);
118
+
119
+ const resolvedTabs = useResolvedTabs(props);
120
+
121
+ return (
122
+ <WorkSpaceView
123
+ logFileName={logFileName}
124
+ divRef={divRef}
125
+ evalSpec={evalSpec}
126
+ evalPlan={evalPlan}
127
+ evalResults={evalResults}
128
+ evalStats={evalStats}
129
+ samples={samples}
130
+ evalDescriptor={samplesDescriptor?.evalDescriptor}
131
+ status={evalStatus}
132
+ tabs={resolvedTabs}
133
+ selectedTab={selectedTab}
134
+ showToggle={showToggle}
135
+ offcanvas={offcanvas}
136
+ setSelectedTab={setSelectedTab}
137
+ workspaceTabScrollPositionRef={workspaceTabScrollPositionRef}
138
+ setWorkspaceTabScrollPosition={setWorkspaceTabScrollPosition}
139
+ setOffcanvas={setOffcanvas}
140
+ />
141
+ );
142
+ };
143
+
144
+ const copyFeedback = (e: MouseEvent<HTMLElement>) => {
145
+ const textEl = e.currentTarget.querySelector(".task-btn-copy-content");
146
+ const iconEl = e.currentTarget.querySelector("i.bi");
147
+ if (textEl) {
148
+ const htmlEl = textEl as HTMLElement;
149
+ const htmlIconEl = iconEl as HTMLElement;
150
+ const oldText = htmlEl.innerText;
151
+ const oldIconClz = htmlIconEl.className;
152
+ htmlEl.innerText = "Copied!";
153
+ htmlIconEl.className = `${ApplicationIcons.confirm}`;
154
+ setTimeout(() => {
155
+ window.getSelection()?.removeAllRanges();
156
+ }, 50);
157
+ setTimeout(() => {
158
+ htmlEl.innerText = oldText;
159
+ htmlIconEl.className = oldIconClz;
160
+ }, 1250);
161
+ }
162
+ };
163
+
164
+ const useResolvedTabs = ({
165
+ evalVersion,
166
+ evalStatus,
167
+ sampleMode,
168
+ samples,
169
+ selectedSample,
170
+ sampleStatus,
171
+ sampleError,
172
+ showingSampleDialog,
173
+ setShowingSampleDialog,
174
+ groupBy,
175
+ groupByOrder,
176
+ selectedSampleIndex,
177
+ setSelectedSampleIndex,
178
+ samplesDescriptor,
179
+ selectedSampleTab,
180
+ setSelectedSampleTab,
181
+ filter,
182
+ sort,
183
+ epoch,
184
+ sampleScrollPositionRef,
185
+ setSampleScrollPosition,
186
+ epochs,
187
+ setEpoch,
188
+ setFilter,
189
+ setSort,
190
+ score,
191
+ setScore,
192
+ scores,
193
+ evalSpec,
194
+ evalPlan,
195
+ evalResults,
196
+ evalStats,
197
+ evalError,
198
+ logFileName,
199
+ capabilities,
200
+ selectedTab,
201
+ refreshLog,
202
+ }: WorkSpaceProps) => {
203
+ const sampleTabScrollRef = useRef<HTMLDivElement>(null);
204
+
205
+ const samplesTab =
206
+ sampleMode !== "none"
207
+ ? {
208
+ id: kEvalWorkspaceTabId,
209
+ scrollable: samples?.length === 1,
210
+ scrollRef: sampleTabScrollRef,
211
+ label: (samples || []).length > 1 ? "Samples" : "Sample",
212
+ content: () => (
213
+ <SamplesTab
214
+ sample={selectedSample}
215
+ sampleStatus={sampleStatus}
216
+ sampleError={sampleError}
217
+ showingSampleDialog={showingSampleDialog}
218
+ setShowingSampleDialog={setShowingSampleDialog}
219
+ samples={samples}
220
+ sampleMode={sampleMode}
221
+ groupBy={groupBy}
222
+ groupByOrder={groupByOrder}
223
+ selectedSampleIndex={selectedSampleIndex}
224
+ setSelectedSampleIndex={setSelectedSampleIndex}
225
+ sampleDescriptor={samplesDescriptor}
226
+ selectedSampleTab={selectedSampleTab}
227
+ setSelectedSampleTab={setSelectedSampleTab}
228
+ filter={filter}
229
+ epoch={epoch}
230
+ sampleScrollPositionRef={sampleScrollPositionRef}
231
+ setSampleScrollPosition={setSampleScrollPosition}
232
+ sampleTabScrollRef={sampleTabScrollRef}
233
+ />
234
+ ),
235
+ tools: () =>
236
+ sampleMode === "single" || !samplesDescriptor
237
+ ? undefined
238
+ : [
239
+ <SampleTools
240
+ key="sample-tools"
241
+ epoch={epoch}
242
+ epochs={epochs || 1}
243
+ setEpoch={setEpoch}
244
+ scoreFilter={filter}
245
+ setScoreFilter={setFilter}
246
+ sort={sort}
247
+ setSort={setSort}
248
+ score={score}
249
+ setScore={setScore}
250
+ scores={scores}
251
+ sampleDescriptor={samplesDescriptor}
252
+ />,
253
+ evalStatus === "started" && (
254
+ <ToolButton
255
+ key="refresh"
256
+ label="Refresh"
257
+ icon={ApplicationIcons.refresh}
258
+ onClick={refreshLog}
259
+ />
260
+ ),
261
+ ].filter(Boolean),
262
+ }
263
+ : null;
264
+
265
+ const configTab = {
266
+ id: kInfoWorkspaceTabId,
267
+ label: "Info",
268
+ scrollable: true,
269
+ content: () => (
270
+ <InfoTab
271
+ evalSpec={evalSpec}
272
+ evalPlan={evalPlan}
273
+ evalError={evalError}
274
+ evalResults={evalResults}
275
+ evalStats={evalStats}
276
+ samples={samples}
277
+ />
278
+ ),
279
+ };
280
+
281
+ const jsonTab = {
282
+ id: kJsonWorkspaceTabId,
283
+ label: "JSON",
284
+ scrollable: true,
285
+ content: () => {
286
+ const evalHeader = {
287
+ version: evalVersion,
288
+ status: evalStatus,
289
+ eval: evalSpec,
290
+ plan: evalPlan,
291
+ error: evalError,
292
+ results: evalResults,
293
+ stats: evalStats,
294
+ };
295
+ return (
296
+ <JsonTab
297
+ logFile={logFileName}
298
+ json={JSON.stringify(evalHeader, null, 2)}
299
+ capabilities={capabilities}
300
+ selected={selectedTab === kJsonWorkspaceTabId}
301
+ />
302
+ );
303
+ },
304
+ tools: () => [
305
+ <ToolButton
306
+ key="copy-json"
307
+ label="Copy JSON"
308
+ icon={ApplicationIcons.copy}
309
+ className={clsx("task-btn-json-copy", "clipboard-button")}
310
+ data-clipboard-target="#task-json-contents"
311
+ onClick={copyFeedback}
312
+ />,
313
+ ],
314
+ };
315
+
316
+ return useMemo(
317
+ () => ({
318
+ ...(samplesTab ? { samples: samplesTab } : {}),
319
+ config: configTab,
320
+ json: jsonTab,
321
+ }),
322
+ [samplesTab, configTab, jsonTab],
323
+ );
324
+ };
@@ -0,0 +1,33 @@
1
+ .workspace {
2
+ padding-top: 0rem;
3
+ overflow-y: hidden;
4
+ }
5
+
6
+ .tabContainer {
7
+ padding: 0;
8
+ flex: 1;
9
+ display: flex;
10
+ flex-direction: column;
11
+ overflow-y: hidden;
12
+ }
13
+
14
+ .tabSet {
15
+ flex-wrap: nowrap;
16
+ padding: 0.5em 1em 0.5em 1em;
17
+ border-bottom: solid 1px var(--bs-border-color);
18
+ background: var(--bs-light);
19
+ }
20
+
21
+ .tabs {
22
+ padding: 0.3rem 0.3rem 0.3rem 0.3rem;
23
+ width: 5rem;
24
+ text-transform: uppercase;
25
+ border-radius: var(--bs-border-radius);
26
+ font-weight: 600;
27
+ }
28
+
29
+ .tabPanels {
30
+ flex: 1;
31
+ overflow-y: hidden;
32
+ display: flex;
33
+ }