inspect-ai 0.3.62__py3-none-any.whl → 0.3.64__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (518) hide show
  1. inspect_ai/_cli/cache.py +8 -7
  2. inspect_ai/_cli/common.py +0 -12
  3. inspect_ai/_cli/eval.py +32 -4
  4. inspect_ai/_cli/info.py +1 -0
  5. inspect_ai/_cli/list.py +1 -1
  6. inspect_ai/_cli/log.py +2 -0
  7. inspect_ai/_cli/main.py +1 -1
  8. inspect_ai/_cli/sandbox.py +4 -1
  9. inspect_ai/_cli/score.py +181 -32
  10. inspect_ai/_cli/trace.py +10 -0
  11. inspect_ai/_cli/view.py +4 -2
  12. inspect_ai/_display/core/active.py +2 -3
  13. inspect_ai/_display/core/config.py +7 -1
  14. inspect_ai/_display/textual/widgets/samples.py +4 -3
  15. inspect_ai/_display/textual/widgets/sandbox.py +6 -0
  16. inspect_ai/_eval/eval.py +104 -101
  17. inspect_ai/_eval/evalset.py +75 -75
  18. inspect_ai/_eval/loader.py +122 -12
  19. inspect_ai/_eval/registry.py +1 -1
  20. inspect_ai/_eval/run.py +14 -0
  21. inspect_ai/_eval/score.py +125 -36
  22. inspect_ai/_eval/task/log.py +105 -4
  23. inspect_ai/_eval/task/results.py +92 -38
  24. inspect_ai/_eval/task/run.py +9 -2
  25. inspect_ai/_eval/task/sandbox.py +35 -2
  26. inspect_ai/_eval/task/task.py +49 -46
  27. inspect_ai/_util/constants.py +1 -1
  28. inspect_ai/_util/content.py +8 -0
  29. inspect_ai/_util/error.py +2 -0
  30. inspect_ai/_util/file.py +15 -1
  31. inspect_ai/_util/hash.py +1 -1
  32. inspect_ai/_util/logger.py +4 -2
  33. inspect_ai/_util/registry.py +7 -1
  34. inspect_ai/_view/view.py +1 -2
  35. inspect_ai/_view/www/.vscode/extensions.json +3 -0
  36. inspect_ai/_view/www/.vscode/settings.json +8 -0
  37. inspect_ai/_view/www/App.css +97 -29
  38. inspect_ai/_view/www/README.md +1 -1
  39. inspect_ai/_view/www/dist/assets/index.css +16663 -14674
  40. inspect_ai/_view/www/dist/assets/index.js +58808 -51348
  41. inspect_ai/_view/www/dist/index.html +1 -1
  42. inspect_ai/_view/www/index.html +2 -2
  43. inspect_ai/_view/www/log-schema.json +87 -73
  44. inspect_ai/_view/www/package.json +22 -4
  45. inspect_ai/_view/www/postcss.config.cjs +8 -9
  46. inspect_ai/_view/www/src/{App.mjs → App.tsx} +356 -365
  47. inspect_ai/_view/www/src/AppErrorBoundary.tsx +47 -0
  48. inspect_ai/_view/www/src/api/api-browser.ts +2 -2
  49. inspect_ai/_view/www/src/api/api-http.ts +3 -5
  50. inspect_ai/_view/www/src/api/api-vscode.ts +6 -6
  51. inspect_ai/_view/www/src/api/client-api.ts +4 -4
  52. inspect_ai/_view/www/src/api/index.ts +4 -4
  53. inspect_ai/_view/www/src/api/{Types.ts → types.ts} +25 -9
  54. inspect_ai/_view/www/src/appearance/colors.ts +9 -0
  55. inspect_ai/_view/www/src/appearance/fonts.ts +39 -0
  56. inspect_ai/_view/www/src/appearance/icons.ts +100 -0
  57. inspect_ai/_view/www/src/appearance/{Styles.mjs → styles.ts} +2 -32
  58. inspect_ai/_view/www/src/components/AnsiDisplay.tsx +198 -0
  59. inspect_ai/_view/www/src/components/AsciinemaPlayer.tsx +86 -0
  60. inspect_ai/_view/www/src/components/Card.css +60 -0
  61. inspect_ai/_view/www/src/components/Card.tsx +109 -0
  62. inspect_ai/_view/www/src/components/CopyButton.module.css +11 -0
  63. inspect_ai/_view/www/src/components/CopyButton.tsx +58 -0
  64. inspect_ai/_view/www/src/components/DownloadButton.css +4 -0
  65. inspect_ai/_view/www/src/components/DownloadButton.tsx +25 -0
  66. inspect_ai/_view/www/src/components/DownloadPanel.css +10 -0
  67. inspect_ai/_view/www/src/components/DownloadPanel.tsx +30 -0
  68. inspect_ai/_view/www/src/components/EmptyPanel.css +12 -0
  69. inspect_ai/_view/www/src/components/EmptyPanel.tsx +15 -0
  70. inspect_ai/_view/www/src/components/ErrorPanel.css +37 -0
  71. inspect_ai/_view/www/src/components/ErrorPanel.tsx +39 -0
  72. inspect_ai/_view/www/src/components/ExpandablePanel.css +40 -0
  73. inspect_ai/_view/www/src/components/ExpandablePanel.tsx +115 -0
  74. inspect_ai/_view/www/src/components/FindBand.css +49 -0
  75. inspect_ai/_view/www/src/components/FindBand.tsx +130 -0
  76. inspect_ai/_view/www/src/components/HumanBaselineView.css +41 -0
  77. inspect_ai/_view/www/src/components/HumanBaselineView.tsx +162 -0
  78. inspect_ai/_view/www/src/components/JsonPanel.css +20 -0
  79. inspect_ai/_view/www/src/components/JsonPanel.tsx +82 -0
  80. inspect_ai/_view/www/src/components/LabeledValue.css +20 -0
  81. inspect_ai/_view/www/src/components/LabeledValue.tsx +41 -0
  82. inspect_ai/_view/www/src/components/LargeModal.module.css +54 -0
  83. inspect_ai/_view/www/src/components/LargeModal.tsx +189 -0
  84. inspect_ai/_view/www/src/components/LightboxCarousel.css +95 -0
  85. inspect_ai/_view/www/src/components/LightboxCarousel.tsx +132 -0
  86. inspect_ai/_view/www/src/components/MarkdownDiv.css +3 -0
  87. inspect_ai/_view/www/src/components/MarkdownDiv.tsx +133 -0
  88. inspect_ai/_view/www/src/components/MessageBand.css +43 -0
  89. inspect_ai/_view/www/src/components/MessageBand.tsx +39 -0
  90. inspect_ai/_view/www/src/components/MorePopOver.css +0 -0
  91. inspect_ai/_view/www/src/components/MorePopOver.tsx +67 -0
  92. inspect_ai/_view/www/src/components/NavPills.module.css +18 -0
  93. inspect_ai/_view/www/src/components/NavPills.tsx +101 -0
  94. inspect_ai/_view/www/src/components/ProgressBar.module.css +37 -0
  95. inspect_ai/_view/www/src/components/ProgressBar.tsx +22 -0
  96. inspect_ai/_view/www/src/components/TabSet.module.css +40 -0
  97. inspect_ai/_view/www/src/components/TabSet.tsx +215 -0
  98. inspect_ai/_view/www/src/components/ToolButton.css +3 -0
  99. inspect_ai/_view/www/src/components/ToolButton.tsx +27 -0
  100. inspect_ai/_view/www/src/components/VirtualList.module.css +19 -0
  101. inspect_ai/_view/www/src/components/VirtualList.tsx +292 -0
  102. inspect_ai/_view/www/src/{index.js → index.tsx} +45 -19
  103. inspect_ai/_view/www/src/{log → logfile}/remoteLogFile.ts +3 -8
  104. inspect_ai/_view/www/src/{utils/remoteZipFile.mjs → logfile/remoteZipFile.ts} +86 -80
  105. inspect_ai/_view/www/src/metadata/MetaDataGrid.tsx +83 -0
  106. inspect_ai/_view/www/src/metadata/MetaDataView.module.css +35 -0
  107. inspect_ai/_view/www/src/metadata/MetaDataView.tsx +95 -0
  108. inspect_ai/_view/www/src/metadata/MetadataGrid.module.css +15 -0
  109. inspect_ai/_view/www/src/metadata/RenderedContent.module.css +12 -0
  110. inspect_ai/_view/www/src/{components/RenderedContent/RenderedContent.mjs → metadata/RenderedContent.tsx} +92 -73
  111. inspect_ai/_view/www/src/metadata/types.ts +18 -0
  112. inspect_ai/_view/www/src/plan/DatasetDetailView.module.css +3 -0
  113. inspect_ai/_view/www/src/plan/DatasetDetailView.tsx +37 -0
  114. inspect_ai/_view/www/src/plan/DetailStep.module.css +9 -0
  115. inspect_ai/_view/www/src/plan/DetailStep.tsx +31 -0
  116. inspect_ai/_view/www/src/plan/PlanCard.tsx +28 -0
  117. inspect_ai/_view/www/src/plan/PlanDetailView.module.css +48 -0
  118. inspect_ai/_view/www/src/plan/PlanDetailView.tsx +324 -0
  119. inspect_ai/_view/www/src/plan/ScorerDetailView.module.css +3 -0
  120. inspect_ai/_view/www/src/plan/ScorerDetailView.tsx +30 -0
  121. inspect_ai/_view/www/src/plan/SolverDetailView.module.css +15 -0
  122. inspect_ai/_view/www/src/plan/SolverDetailView.tsx +32 -0
  123. inspect_ai/_view/www/src/samples/InlineSampleDisplay.module.css +8 -0
  124. inspect_ai/_view/www/src/samples/InlineSampleDisplay.tsx +53 -0
  125. inspect_ai/_view/www/src/samples/SampleDialog.tsx +122 -0
  126. inspect_ai/_view/www/src/samples/SampleDisplay.module.css +29 -0
  127. inspect_ai/_view/www/src/samples/SampleDisplay.tsx +331 -0
  128. inspect_ai/_view/www/src/samples/SampleSummaryView.module.css +24 -0
  129. inspect_ai/_view/www/src/samples/SampleSummaryView.tsx +177 -0
  130. inspect_ai/_view/www/src/samples/SamplesTools.tsx +52 -0
  131. inspect_ai/_view/www/src/samples/chat/ChatMessage.module.css +29 -0
  132. inspect_ai/_view/www/src/samples/chat/ChatMessage.tsx +76 -0
  133. inspect_ai/_view/www/src/samples/chat/ChatMessageRenderer.tsx +60 -0
  134. inspect_ai/_view/www/src/samples/chat/ChatMessageRow.module.css +9 -0
  135. inspect_ai/_view/www/src/samples/chat/ChatMessageRow.tsx +57 -0
  136. inspect_ai/_view/www/src/samples/chat/ChatView.tsx +47 -0
  137. inspect_ai/_view/www/src/samples/chat/ChatViewVirtualList.module.css +4 -0
  138. inspect_ai/_view/www/src/samples/chat/ChatViewVirtualList.tsx +58 -0
  139. inspect_ai/_view/www/src/samples/chat/MessageContent.module.css +4 -0
  140. inspect_ai/_view/www/src/samples/chat/MessageContent.tsx +157 -0
  141. inspect_ai/_view/www/src/samples/chat/MessageContents.module.css +3 -0
  142. inspect_ai/_view/www/src/samples/chat/MessageContents.tsx +133 -0
  143. inspect_ai/_view/www/src/samples/chat/messages.ts +112 -0
  144. inspect_ai/_view/www/src/samples/chat/tools/ToolCallView.tsx +147 -0
  145. inspect_ai/_view/www/src/samples/chat/tools/ToolInput.module.css +14 -0
  146. inspect_ai/_view/www/src/samples/chat/tools/ToolInput.tsx +76 -0
  147. inspect_ai/_view/www/src/samples/chat/tools/ToolOutput.module.css +19 -0
  148. inspect_ai/_view/www/src/samples/chat/tools/ToolOutput.tsx +60 -0
  149. inspect_ai/_view/www/src/samples/chat/tools/ToolTitle.module.css +4 -0
  150. inspect_ai/_view/www/src/samples/chat/tools/ToolTitle.tsx +18 -0
  151. inspect_ai/_view/www/src/samples/chat/tools/tool.ts +92 -0
  152. inspect_ai/_view/www/src/samples/descriptor/samplesDescriptor.tsx +365 -0
  153. inspect_ai/_view/www/src/samples/descriptor/score/BooleanScoreDescriptor.module.css +22 -0
  154. inspect_ai/_view/www/src/samples/descriptor/score/BooleanScoreDescriptor.tsx +26 -0
  155. inspect_ai/_view/www/src/samples/descriptor/score/CategoricalScoreDescriptor.tsx +18 -0
  156. inspect_ai/_view/www/src/samples/descriptor/score/NumericScoreDescriptor.tsx +27 -0
  157. inspect_ai/_view/www/src/samples/descriptor/score/ObjectScoreDescriptor.module.css +18 -0
  158. inspect_ai/_view/www/src/samples/descriptor/score/ObjectScoreDescriptor.tsx +71 -0
  159. inspect_ai/_view/www/src/samples/descriptor/score/OtherScoreDescriptor.tsx +20 -0
  160. inspect_ai/_view/www/src/samples/descriptor/score/PassFailScoreDescriptor.module.css +28 -0
  161. inspect_ai/_view/www/src/samples/descriptor/score/PassFailScoreDescriptor.tsx +81 -0
  162. inspect_ai/_view/www/src/samples/descriptor/score/ScoreDescriptor.tsx +99 -0
  163. inspect_ai/_view/www/src/samples/descriptor/types.ts +55 -0
  164. inspect_ai/_view/www/src/samples/error/FlatSampleErrorView.module.css +19 -0
  165. inspect_ai/_view/www/src/samples/error/FlatSampleErrorView.tsx +22 -0
  166. inspect_ai/_view/www/src/samples/error/SampleErrorView.module.css +17 -0
  167. inspect_ai/_view/www/src/samples/error/SampleErrorView.tsx +31 -0
  168. inspect_ai/_view/www/src/samples/error/error.ts +15 -0
  169. inspect_ai/_view/www/src/samples/list/SampleFooter.module.css +9 -0
  170. inspect_ai/_view/www/src/samples/list/SampleFooter.tsx +14 -0
  171. inspect_ai/_view/www/src/samples/list/SampleHeader.module.css +13 -0
  172. inspect_ai/_view/www/src/samples/list/SampleHeader.tsx +36 -0
  173. inspect_ai/_view/www/src/samples/list/SampleList.module.css +11 -0
  174. inspect_ai/_view/www/src/samples/list/SampleList.tsx +247 -0
  175. inspect_ai/_view/www/src/samples/list/SampleRow.module.css +33 -0
  176. inspect_ai/_view/www/src/samples/list/SampleRow.tsx +98 -0
  177. inspect_ai/_view/www/src/samples/list/SampleSeparator.module.css +6 -0
  178. inspect_ai/_view/www/src/samples/list/SampleSeparator.tsx +24 -0
  179. inspect_ai/_view/www/src/samples/sample-tools/EpochFilter.module.css +9 -0
  180. inspect_ai/_view/www/src/samples/sample-tools/EpochFilter.tsx +51 -0
  181. inspect_ai/_view/www/src/samples/sample-tools/SelectScorer.module.css +16 -0
  182. inspect_ai/_view/www/src/samples/sample-tools/SelectScorer.tsx +175 -0
  183. inspect_ai/_view/www/src/samples/sample-tools/SortFilter.module.css +9 -0
  184. inspect_ai/_view/www/src/samples/sample-tools/SortFilter.tsx +186 -0
  185. inspect_ai/_view/www/src/samples/{tools/filters.mjs → sample-tools/filters.ts} +86 -81
  186. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/SampleFilter.module.css +16 -0
  187. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/SampleFilter.tsx +288 -0
  188. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/completions.ts +346 -0
  189. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/language.ts +19 -0
  190. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/tokenize.ts +97 -0
  191. inspect_ai/_view/www/src/samples/{SampleLimit.mjs → sampleLimit.ts} +3 -6
  192. inspect_ai/_view/www/src/samples/scores/SampleScoreView.module.css +53 -0
  193. inspect_ai/_view/www/src/samples/scores/SampleScoreView.tsx +168 -0
  194. inspect_ai/_view/www/src/samples/scores/SampleScores.module.css +5 -0
  195. inspect_ai/_view/www/src/samples/scores/SampleScores.tsx +37 -0
  196. inspect_ai/_view/www/src/samples/transcript/ApprovalEventView.tsx +66 -0
  197. inspect_ai/_view/www/src/samples/transcript/ErrorEventView.tsx +51 -0
  198. inspect_ai/_view/www/src/samples/transcript/InfoEventView.module.css +3 -0
  199. inspect_ai/_view/www/src/samples/transcript/InfoEventView.tsx +54 -0
  200. inspect_ai/_view/www/src/samples/transcript/InputEventView.tsx +48 -0
  201. inspect_ai/_view/www/src/samples/transcript/LoggerEventView.module.css +6 -0
  202. inspect_ai/_view/www/src/samples/transcript/LoggerEventView.tsx +36 -0
  203. inspect_ai/_view/www/src/samples/transcript/ModelEventView.module.css +43 -0
  204. inspect_ai/_view/www/src/samples/transcript/ModelEventView.tsx +223 -0
  205. inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.module.css +23 -0
  206. inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.tsx +112 -0
  207. inspect_ai/_view/www/src/samples/transcript/SampleLimitEventView.tsx +75 -0
  208. inspect_ai/_view/www/src/samples/transcript/SampleTranscript.tsx +22 -0
  209. inspect_ai/_view/www/src/samples/transcript/ScoreEventView.module.css +15 -0
  210. inspect_ai/_view/www/src/samples/transcript/ScoreEventView.tsx +100 -0
  211. inspect_ai/_view/www/src/samples/transcript/StepEventView.tsx +171 -0
  212. inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.module.css +19 -0
  213. inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.tsx +133 -0
  214. inspect_ai/_view/www/src/samples/transcript/ToolEventView.module.css +10 -0
  215. inspect_ai/_view/www/src/samples/transcript/ToolEventView.tsx +92 -0
  216. inspect_ai/_view/www/src/samples/transcript/TranscriptView.module.css +49 -0
  217. inspect_ai/_view/www/src/samples/transcript/TranscriptView.tsx +449 -0
  218. inspect_ai/_view/www/src/samples/transcript/event/EventNav.module.css +5 -0
  219. inspect_ai/_view/www/src/samples/transcript/event/EventNav.tsx +43 -0
  220. inspect_ai/_view/www/src/samples/transcript/event/EventNavs.module.css +3 -0
  221. inspect_ai/_view/www/src/samples/transcript/event/EventNavs.tsx +39 -0
  222. inspect_ai/_view/www/src/samples/transcript/event/EventPanel.module.css +25 -0
  223. inspect_ai/_view/www/src/samples/transcript/event/EventPanel.tsx +191 -0
  224. inspect_ai/_view/www/src/samples/transcript/event/EventRow.module.css +13 -0
  225. inspect_ai/_view/www/src/samples/transcript/event/EventRow.tsx +32 -0
  226. inspect_ai/_view/www/src/samples/transcript/event/EventSection.module.css +8 -0
  227. inspect_ai/_view/www/src/samples/transcript/event/EventSection.tsx +29 -0
  228. inspect_ai/_view/www/src/samples/transcript/state/StateDiffView.tsx +67 -0
  229. inspect_ai/_view/www/src/samples/transcript/state/StateEventRenderers.tsx +285 -0
  230. inspect_ai/_view/www/src/samples/transcript/state/StateEventRenders.module.css +10 -0
  231. inspect_ai/_view/www/src/samples/transcript/state/StateEventView.module.css +9 -0
  232. inspect_ai/_view/www/src/samples/transcript/state/StateEventView.tsx +346 -0
  233. inspect_ai/_view/www/src/samples/transcript/types.ts +58 -0
  234. inspect_ai/_view/www/src/types/log.d.ts +108 -19
  235. inspect_ai/_view/www/src/types/prism.d.ts +11 -0
  236. inspect_ai/_view/www/src/types.ts +71 -0
  237. inspect_ai/_view/www/src/usage/ModelTokenTable.tsx +28 -0
  238. inspect_ai/_view/www/src/usage/ModelUsagePanel.module.css +24 -0
  239. inspect_ai/_view/www/src/usage/ModelUsagePanel.tsx +97 -0
  240. inspect_ai/_view/www/src/usage/TokenTable.module.css +17 -0
  241. inspect_ai/_view/www/src/usage/TokenTable.tsx +91 -0
  242. inspect_ai/_view/www/src/usage/UsageCard.module.css +15 -0
  243. inspect_ai/_view/www/src/usage/UsageCard.tsx +67 -0
  244. inspect_ai/_view/www/src/utils/attachments.ts +42 -0
  245. inspect_ai/_view/www/src/utils/{Base64.mjs → base64.ts} +1 -6
  246. inspect_ai/_view/www/src/{components/Browser.mjs → utils/browser.ts} +0 -1
  247. inspect_ai/_view/www/src/utils/debugging.ts +28 -0
  248. inspect_ai/_view/www/src/utils/dom.ts +30 -0
  249. inspect_ai/_view/www/src/utils/format.ts +194 -0
  250. inspect_ai/_view/www/src/utils/git.ts +7 -0
  251. inspect_ai/_view/www/src/utils/html.ts +6 -0
  252. inspect_ai/_view/www/src/utils/http.ts +14 -0
  253. inspect_ai/_view/www/src/utils/{Path.mjs → path.ts} +2 -9
  254. inspect_ai/_view/www/src/utils/{Print.mjs → print.ts} +34 -26
  255. inspect_ai/_view/www/src/utils/queue.ts +51 -0
  256. inspect_ai/_view/www/src/utils/sync.ts +114 -0
  257. inspect_ai/_view/www/src/utils/{Type.mjs → type.ts} +3 -6
  258. inspect_ai/_view/www/src/utils/vscode.ts +13 -0
  259. inspect_ai/_view/www/src/workspace/WorkSpace.tsx +324 -0
  260. inspect_ai/_view/www/src/workspace/WorkSpaceView.module.css +33 -0
  261. inspect_ai/_view/www/src/workspace/WorkSpaceView.tsx +158 -0
  262. inspect_ai/_view/www/src/workspace/error/TaskErrorPanel.module.css +3 -0
  263. inspect_ai/_view/www/src/workspace/error/TaskErrorPanel.tsx +28 -0
  264. inspect_ai/_view/www/src/workspace/navbar/Navbar.module.css +54 -0
  265. inspect_ai/_view/www/src/workspace/navbar/Navbar.tsx +68 -0
  266. inspect_ai/_view/www/src/workspace/navbar/PrimaryBar.module.css +52 -0
  267. inspect_ai/_view/www/src/workspace/navbar/PrimaryBar.tsx +114 -0
  268. inspect_ai/_view/www/src/workspace/navbar/ResultsPanel.module.css +90 -0
  269. inspect_ai/_view/www/src/workspace/navbar/ResultsPanel.tsx +180 -0
  270. inspect_ai/_view/www/src/workspace/navbar/SecondaryBar.module.css +28 -0
  271. inspect_ai/_view/www/src/workspace/navbar/SecondaryBar.tsx +226 -0
  272. inspect_ai/_view/www/src/workspace/navbar/StatusPanel.module.css +14 -0
  273. inspect_ai/_view/www/src/workspace/navbar/StatusPanel.tsx +61 -0
  274. inspect_ai/_view/www/src/workspace/sidebar/EvalStatus.module.css +15 -0
  275. inspect_ai/_view/www/src/workspace/sidebar/EvalStatus.tsx +71 -0
  276. inspect_ai/_view/www/src/workspace/sidebar/LogDirectoryTitleView.module.css +5 -0
  277. inspect_ai/_view/www/src/workspace/sidebar/LogDirectoryTitleView.tsx +56 -0
  278. inspect_ai/_view/www/src/workspace/sidebar/Sidebar.module.css +68 -0
  279. inspect_ai/_view/www/src/workspace/sidebar/Sidebar.tsx +85 -0
  280. inspect_ai/_view/www/src/workspace/sidebar/SidebarLogEntry.module.css +29 -0
  281. inspect_ai/_view/www/src/workspace/sidebar/SidebarLogEntry.tsx +95 -0
  282. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoreView.module.css +23 -0
  283. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoreView.tsx +43 -0
  284. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoresView.module.css +35 -0
  285. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoresView.tsx +63 -0
  286. inspect_ai/_view/www/src/workspace/tabs/InfoTab.module.css +0 -0
  287. inspect_ai/_view/www/src/workspace/tabs/InfoTab.tsx +70 -0
  288. inspect_ai/_view/www/src/workspace/tabs/JsonTab.module.css +5 -0
  289. inspect_ai/_view/www/src/workspace/tabs/JsonTab.tsx +46 -0
  290. inspect_ai/_view/www/src/workspace/tabs/SamplesTab.tsx +204 -0
  291. inspect_ai/_view/www/src/workspace/tabs/grouping.ts +195 -0
  292. inspect_ai/_view/www/src/workspace/tabs/types.ts +19 -0
  293. inspect_ai/_view/www/src/workspace/types.ts +10 -0
  294. inspect_ai/_view/www/src/workspace/utils.ts +34 -0
  295. inspect_ai/_view/www/tsconfig.json +23 -9
  296. inspect_ai/_view/www/vite.config.js +8 -17
  297. inspect_ai/_view/www/yarn.lock +627 -556
  298. inspect_ai/approval/_approval.py +2 -0
  299. inspect_ai/approval/_approver.py +4 -4
  300. inspect_ai/approval/_auto.py +1 -1
  301. inspect_ai/approval/_human/approver.py +3 -0
  302. inspect_ai/approval/_policy.py +5 -0
  303. inspect_ai/approval/_registry.py +2 -2
  304. inspect_ai/dataset/_dataset.py +64 -37
  305. inspect_ai/dataset/_sources/__init__.py +0 -0
  306. inspect_ai/dataset/_sources/csv.py +20 -12
  307. inspect_ai/dataset/_sources/file.py +4 -0
  308. inspect_ai/dataset/_sources/hf.py +39 -29
  309. inspect_ai/dataset/_sources/json.py +17 -9
  310. inspect_ai/log/__init__.py +2 -0
  311. inspect_ai/log/_convert.py +3 -3
  312. inspect_ai/log/_file.py +24 -9
  313. inspect_ai/log/_log.py +101 -13
  314. inspect_ai/log/_message.py +4 -2
  315. inspect_ai/log/_recorders/file.py +4 -0
  316. inspect_ai/log/_recorders/json.py +5 -7
  317. inspect_ai/log/_recorders/recorder.py +3 -0
  318. inspect_ai/log/_transcript.py +19 -8
  319. inspect_ai/model/__init__.py +2 -0
  320. inspect_ai/model/_cache.py +39 -21
  321. inspect_ai/model/_call_tools.py +4 -3
  322. inspect_ai/model/_chat_message.py +14 -4
  323. inspect_ai/model/_generate_config.py +1 -1
  324. inspect_ai/model/_model.py +31 -24
  325. inspect_ai/model/_model_output.py +14 -1
  326. inspect_ai/model/_openai.py +10 -18
  327. inspect_ai/model/_providers/anthropic.py +3 -3
  328. inspect_ai/model/_providers/google.py +9 -5
  329. inspect_ai/model/_providers/openai.py +5 -9
  330. inspect_ai/model/_providers/openai_o1.py +3 -5
  331. inspect_ai/model/_providers/openrouter.py +86 -0
  332. inspect_ai/model/_providers/providers.py +11 -0
  333. inspect_ai/scorer/__init__.py +6 -1
  334. inspect_ai/scorer/_answer.py +7 -7
  335. inspect_ai/scorer/_classification.py +38 -18
  336. inspect_ai/scorer/_common.py +2 -8
  337. inspect_ai/scorer/_match.py +4 -5
  338. inspect_ai/scorer/_metric.py +87 -28
  339. inspect_ai/scorer/_metrics/__init__.py +3 -3
  340. inspect_ai/scorer/_metrics/accuracy.py +8 -10
  341. inspect_ai/scorer/_metrics/mean.py +3 -17
  342. inspect_ai/scorer/_metrics/std.py +111 -30
  343. inspect_ai/scorer/_model.py +12 -12
  344. inspect_ai/scorer/_pattern.py +3 -3
  345. inspect_ai/scorer/_reducer/reducer.py +36 -21
  346. inspect_ai/scorer/_reducer/registry.py +2 -2
  347. inspect_ai/scorer/_reducer/types.py +7 -1
  348. inspect_ai/scorer/_score.py +11 -1
  349. inspect_ai/scorer/_scorer.py +110 -16
  350. inspect_ai/solver/__init__.py +1 -1
  351. inspect_ai/solver/_basic_agent.py +19 -22
  352. inspect_ai/solver/_bridge/__init__.py +0 -3
  353. inspect_ai/solver/_bridge/bridge.py +3 -3
  354. inspect_ai/solver/_chain.py +1 -2
  355. inspect_ai/solver/_critique.py +3 -3
  356. inspect_ai/solver/_fork.py +2 -2
  357. inspect_ai/solver/_human_agent/__init__.py +0 -0
  358. inspect_ai/solver/_human_agent/agent.py +5 -8
  359. inspect_ai/solver/_human_agent/commands/clock.py +14 -10
  360. inspect_ai/solver/_human_agent/commands/note.py +1 -1
  361. inspect_ai/solver/_human_agent/commands/score.py +0 -11
  362. inspect_ai/solver/_multiple_choice.py +38 -26
  363. inspect_ai/solver/_prompt.py +7 -7
  364. inspect_ai/solver/_solver.py +53 -52
  365. inspect_ai/solver/_task_state.py +80 -69
  366. inspect_ai/solver/_use_tools.py +9 -9
  367. inspect_ai/tool/__init__.py +4 -1
  368. inspect_ai/tool/_tool.py +43 -14
  369. inspect_ai/tool/_tool_call.py +6 -2
  370. inspect_ai/tool/_tool_choice.py +3 -1
  371. inspect_ai/tool/_tool_def.py +10 -8
  372. inspect_ai/tool/_tool_params.py +24 -0
  373. inspect_ai/tool/_tool_with.py +7 -7
  374. inspect_ai/tool/_tools/__init__.py +0 -0
  375. inspect_ai/tool/{beta → _tools}/_computer/_common.py +2 -2
  376. inspect_ai/tool/{beta → _tools}/_computer/_computer.py +13 -5
  377. inspect_ai/tool/_tools/_computer/_resources/tool/__init__.py +0 -0
  378. inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_x11_client.py +1 -1
  379. inspect_ai/tool/_tools/_computer/_resources/tool/requirements.txt +0 -0
  380. inspect_ai/tool/_tools/_execute.py +23 -11
  381. inspect_ai/tool/_tools/_web_browser/_resources/README.md +2 -2
  382. inspect_ai/tool/_tools/_web_browser/_web_browser.py +5 -3
  383. inspect_ai/tool/_tools/_web_search.py +7 -5
  384. inspect_ai/tool/beta.py +3 -0
  385. inspect_ai/util/_concurrency.py +3 -3
  386. inspect_ai/util/_panel.py +2 -0
  387. inspect_ai/util/_resource.py +12 -12
  388. inspect_ai/util/_sandbox/docker/compose.py +23 -20
  389. inspect_ai/util/_sandbox/docker/config.py +2 -1
  390. inspect_ai/util/_sandbox/docker/docker.py +42 -86
  391. inspect_ai/util/_sandbox/docker/service.py +100 -0
  392. inspect_ai/util/_sandbox/environment.py +99 -96
  393. inspect_ai/util/_sandbox/self_check.py +124 -16
  394. inspect_ai/util/_subprocess.py +5 -3
  395. inspect_ai/util/_subtask.py +15 -16
  396. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.64.dist-info}/LICENSE +1 -1
  397. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.64.dist-info}/METADATA +11 -6
  398. inspect_ai-0.3.64.dist-info/RECORD +625 -0
  399. inspect_ai/_view/www/src/Register.mjs +0 -3
  400. inspect_ai/_view/www/src/Types.mjs +0 -38
  401. inspect_ai/_view/www/src/appearance/Colors.mjs +0 -27
  402. inspect_ai/_view/www/src/appearance/Fonts.mjs +0 -66
  403. inspect_ai/_view/www/src/appearance/Icons.mjs +0 -240
  404. inspect_ai/_view/www/src/components/AnsiDisplay.mjs +0 -184
  405. inspect_ai/_view/www/src/components/AppErrorBoundary.mjs +0 -34
  406. inspect_ai/_view/www/src/components/AsciiCinemaPlayer.mjs +0 -74
  407. inspect_ai/_view/www/src/components/Card.mjs +0 -126
  408. inspect_ai/_view/www/src/components/ChatView.mjs +0 -441
  409. inspect_ai/_view/www/src/components/CopyButton.mjs +0 -48
  410. inspect_ai/_view/www/src/components/Dialog.mjs +0 -61
  411. inspect_ai/_view/www/src/components/DownloadButton.mjs +0 -15
  412. inspect_ai/_view/www/src/components/DownloadPanel.mjs +0 -29
  413. inspect_ai/_view/www/src/components/EmptyPanel.mjs +0 -23
  414. inspect_ai/_view/www/src/components/ErrorPanel.mjs +0 -66
  415. inspect_ai/_view/www/src/components/ExpandablePanel.mjs +0 -136
  416. inspect_ai/_view/www/src/components/FindBand.mjs +0 -157
  417. inspect_ai/_view/www/src/components/HumanBaselineView.mjs +0 -168
  418. inspect_ai/_view/www/src/components/JsonPanel.mjs +0 -61
  419. inspect_ai/_view/www/src/components/LabeledValue.mjs +0 -32
  420. inspect_ai/_view/www/src/components/LargeModal.mjs +0 -190
  421. inspect_ai/_view/www/src/components/LightboxCarousel.mjs +0 -217
  422. inspect_ai/_view/www/src/components/MarkdownDiv.mjs +0 -118
  423. inspect_ai/_view/www/src/components/MessageBand.mjs +0 -48
  424. inspect_ai/_view/www/src/components/MessageContent.mjs +0 -111
  425. inspect_ai/_view/www/src/components/MetaDataGrid.mjs +0 -92
  426. inspect_ai/_view/www/src/components/MetaDataView.mjs +0 -109
  427. inspect_ai/_view/www/src/components/MorePopOver.mjs +0 -50
  428. inspect_ai/_view/www/src/components/NavPills.mjs +0 -63
  429. inspect_ai/_view/www/src/components/ProgressBar.mjs +0 -51
  430. inspect_ai/_view/www/src/components/RenderedContent/ChatMessageRenderer.mjs +0 -54
  431. inspect_ai/_view/www/src/components/RenderedContent/Types.mjs +0 -19
  432. inspect_ai/_view/www/src/components/TabSet.mjs +0 -184
  433. inspect_ai/_view/www/src/components/ToolButton.mjs +0 -16
  434. inspect_ai/_view/www/src/components/Tools.mjs +0 -376
  435. inspect_ai/_view/www/src/components/VirtualList.mjs +0 -280
  436. inspect_ai/_view/www/src/components/ansi-output.js +0 -932
  437. inspect_ai/_view/www/src/json/JsonTab.mjs +0 -48
  438. inspect_ai/_view/www/src/log-reader/Log-Reader.mjs +0 -25
  439. inspect_ai/_view/www/src/log-reader/Native-Log-Reader.mjs +0 -13
  440. inspect_ai/_view/www/src/log-reader/Open-AI-Log-Reader.mjs +0 -263
  441. inspect_ai/_view/www/src/navbar/Navbar.mjs +0 -418
  442. inspect_ai/_view/www/src/navbar/SecondaryBar.mjs +0 -175
  443. inspect_ai/_view/www/src/plan/PlanCard.mjs +0 -418
  444. inspect_ai/_view/www/src/samples/SampleDialog.mjs +0 -123
  445. inspect_ai/_view/www/src/samples/SampleDisplay.mjs +0 -516
  446. inspect_ai/_view/www/src/samples/SampleError.mjs +0 -99
  447. inspect_ai/_view/www/src/samples/SampleList.mjs +0 -427
  448. inspect_ai/_view/www/src/samples/SampleScoreView.mjs +0 -172
  449. inspect_ai/_view/www/src/samples/SampleScores.mjs +0 -34
  450. inspect_ai/_view/www/src/samples/SampleTranscript.mjs +0 -20
  451. inspect_ai/_view/www/src/samples/SamplesDescriptor.mjs +0 -771
  452. inspect_ai/_view/www/src/samples/SamplesTab.mjs +0 -399
  453. inspect_ai/_view/www/src/samples/SamplesTools.mjs +0 -64
  454. inspect_ai/_view/www/src/samples/tools/EpochFilter.mjs +0 -38
  455. inspect_ai/_view/www/src/samples/tools/SampleFilter.mjs +0 -756
  456. inspect_ai/_view/www/src/samples/tools/SelectScorer.mjs +0 -141
  457. inspect_ai/_view/www/src/samples/tools/SortFilter.mjs +0 -151
  458. inspect_ai/_view/www/src/samples/transcript/ApprovalEventView.mjs +0 -71
  459. inspect_ai/_view/www/src/samples/transcript/ErrorEventView.mjs +0 -44
  460. inspect_ai/_view/www/src/samples/transcript/EventPanel.mjs +0 -271
  461. inspect_ai/_view/www/src/samples/transcript/EventRow.mjs +0 -46
  462. inspect_ai/_view/www/src/samples/transcript/EventSection.mjs +0 -33
  463. inspect_ai/_view/www/src/samples/transcript/InfoEventView.mjs +0 -59
  464. inspect_ai/_view/www/src/samples/transcript/InputEventView.mjs +0 -44
  465. inspect_ai/_view/www/src/samples/transcript/LoggerEventView.mjs +0 -32
  466. inspect_ai/_view/www/src/samples/transcript/ModelEventView.mjs +0 -216
  467. inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.mjs +0 -107
  468. inspect_ai/_view/www/src/samples/transcript/SampleLimitEventView.mjs +0 -74
  469. inspect_ai/_view/www/src/samples/transcript/ScoreEventView.mjs +0 -100
  470. inspect_ai/_view/www/src/samples/transcript/StepEventView.mjs +0 -187
  471. inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.mjs +0 -133
  472. inspect_ai/_view/www/src/samples/transcript/ToolEventView.mjs +0 -88
  473. inspect_ai/_view/www/src/samples/transcript/TranscriptView.mjs +0 -459
  474. inspect_ai/_view/www/src/samples/transcript/Types.mjs +0 -44
  475. inspect_ai/_view/www/src/samples/transcript/state/StateDiffView.mjs +0 -53
  476. inspect_ai/_view/www/src/samples/transcript/state/StateEventRenderers.mjs +0 -254
  477. inspect_ai/_view/www/src/samples/transcript/state/StateEventView.mjs +0 -313
  478. inspect_ai/_view/www/src/sidebar/Sidebar.mjs +0 -418
  479. inspect_ai/_view/www/src/usage/ModelTokenTable.mjs +0 -72
  480. inspect_ai/_view/www/src/usage/UsageCard.mjs +0 -159
  481. inspect_ai/_view/www/src/utils/Format.mjs +0 -260
  482. inspect_ai/_view/www/src/utils/Git.mjs +0 -12
  483. inspect_ai/_view/www/src/utils/Html.mjs +0 -21
  484. inspect_ai/_view/www/src/utils/attachments.mjs +0 -31
  485. inspect_ai/_view/www/src/utils/debugging.mjs +0 -23
  486. inspect_ai/_view/www/src/utils/http.mjs +0 -18
  487. inspect_ai/_view/www/src/utils/queue.mjs +0 -67
  488. inspect_ai/_view/www/src/utils/sync.mjs +0 -101
  489. inspect_ai/_view/www/src/workspace/TaskErrorPanel.mjs +0 -17
  490. inspect_ai/_view/www/src/workspace/WorkSpace.mjs +0 -516
  491. inspect_ai/tool/beta/__init__.py +0 -5
  492. inspect_ai-0.3.62.dist-info/RECORD +0 -481
  493. /inspect_ai/{tool/beta/_computer/_resources/tool → _eval}/__init__.py +0 -0
  494. /inspect_ai/{tool/beta/_computer/_resources/tool/requirements.txt → _util/__init__.py} +0 -0
  495. /inspect_ai/_view/www/src/{constants.mjs → constants.ts} +0 -0
  496. /inspect_ai/tool/{beta → _tools}/_computer/__init__.py +0 -0
  497. /inspect_ai/tool/{beta → _tools}/_computer/_computer_split.py +0 -0
  498. /inspect_ai/tool/{beta → _tools}/_computer/_resources/Dockerfile +0 -0
  499. /inspect_ai/tool/{beta → _tools}/_computer/_resources/README.md +0 -0
  500. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/entrypoint.sh +0 -0
  501. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/novnc_startup.sh +0 -0
  502. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/x11vnc_startup.sh +0 -0
  503. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/xfce_startup.sh +0 -0
  504. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/xvfb_startup.sh +0 -0
  505. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/.config/Code/User/globalStorage/state.vscdb +0 -0
  506. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/.config/Code/User/settings.json +0 -0
  507. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/.config/xfce4/xfconf/xfce-perchannel-xml/xfce4-panel.xml +0 -0
  508. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/.config/xfce4/xfconf/xfce-perchannel-xml/xfce4-screensaver.xml +0 -0
  509. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/Desktop/Firefox Web Browser.desktop +0 -0
  510. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/Desktop/Terminal.desktop +0 -0
  511. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/Desktop/Visual Studio Code.desktop +0 -0
  512. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_logger.py +0 -0
  513. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_run.py +0 -0
  514. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_tool_result.py +0 -0
  515. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/computer_tool.py +0 -0
  516. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.64.dist-info}/WHEEL +0 -0
  517. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.64.dist-info}/entry_points.txt +0 -0
  518. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.64.dist-info}/top_level.txt +0 -0
@@ -1,141 +0,0 @@
1
- import { html } from "htm/preact";
2
- import { FontSize, TextStyle } from "../../appearance/Fonts.mjs";
3
-
4
- /**
5
- * @param {Object} props
6
- * @param {import("../../Types.mjs").ScoreLabel[]} props.scores
7
- * @param {import("../../Types.mjs").ScoreLabel} props.score
8
- * @param {(score: import("../../Types.mjs").ScoreLabel) => void} props.setScore
9
- * @returns {import("preact").JSX.Element}
10
- */
11
- export const SelectScorer = ({ scores, score, setScore }) => {
12
- const scorers = scores.reduce((accum, scorer) => {
13
- if (
14
- !accum.find((sc) => {
15
- return scorer.scorer === sc.scorer;
16
- })
17
- ) {
18
- accum.push(scorer);
19
- }
20
- return accum;
21
- }, []);
22
-
23
- if (scorers.length === 1) {
24
- // There is only a single scorer in play, just show the list of available scores
25
- return html`
26
- <div style=${{ display: "flex" }}>
27
- <span
28
- class="select-scorer-label"
29
- style=${{
30
- alignSelf: "center",
31
- fontSize: FontSize.smaller,
32
- ...TextStyle.label,
33
- ...TextStyle.secondary,
34
- }}
35
- >Score:</span
36
- >
37
- <${ScoreSelector}
38
- scores=${scores}
39
- selectedIndex=${scoreIndex(score, scores)}
40
- selectedIndexChanged=${(index) => {
41
- setScore(scores[index]);
42
- }}
43
- />
44
- </div>
45
- `;
46
- } else {
47
- // selected scorer
48
-
49
- const scorerScores = scores.filter((sc) => {
50
- return sc.scorer === score.scorer;
51
- });
52
-
53
- const selectors = [
54
- html`<${ScorerSelector}
55
- scorers=${scorers}
56
- selectedIndex=${scorerIndex(score, scorers)}
57
- selectedIndexChanged=${(index) => {
58
- setScore(scorers[index]);
59
- }}
60
- />`,
61
- ];
62
- if (scorerScores.length > 1) {
63
- selectors.push(
64
- html`<${ScoreSelector}
65
- style=${{ marginLeft: "1em" }}
66
- scores=${scorerScores}
67
- selectedIndex=${scoreIndex(score, scorerScores)}
68
- selectedIndexChanged=${(index) => {
69
- setScore(scorerScores[index]);
70
- }}
71
- />`,
72
- );
73
- }
74
-
75
- // There are multiple scorers, so show a scorer selector and a r
76
- return html`
77
- <div style=${{ display: "flex" }}>
78
- <span
79
- class="select-scorer-label"
80
- style=${{
81
- alignSelf: "center",
82
- fontSize: FontSize.smaller,
83
- ...TextStyle.label,
84
- ...TextStyle.secondary,
85
- marginRight: "0.3em",
86
- marginLeft: "0.2em",
87
- }}
88
- >Scorer:</span
89
- >
90
- ${selectors}
91
- </div>
92
- `;
93
- }
94
- };
95
-
96
- const ScoreSelector = ({
97
- scores,
98
- selectedIndex,
99
- selectedIndexChanged,
100
- style,
101
- }) => {
102
- return html`<select
103
- class="form-select form-select-sm"
104
- aria-label=".select-scorer-label"
105
- style=${{ fontSize: FontSize.smaller, ...style }}
106
- value=${scores[selectedIndex].name}
107
- onChange=${(e) => {
108
- selectedIndexChanged(e.target.selectedIndex);
109
- }}
110
- >
111
- ${scores.map((score) => {
112
- return html`<option value="${score.name}">${score.name}</option>`;
113
- })}
114
- </select>`;
115
- };
116
-
117
- const ScorerSelector = ({ scorers, selectedIndex, selectedIndexChanged }) => {
118
- return html`<select
119
- class="form-select form-select-sm"
120
- aria-label=".epoch-filter-label"
121
- style=${{ fontSize: FontSize.smaller }}
122
- value=${scorers[selectedIndex].scorer}
123
- onChange=${(e) => {
124
- selectedIndexChanged(e.target.selectedIndex);
125
- }}
126
- >
127
- ${scorers.map((scorer) => {
128
- return html`<option value="${scorer.scorer}">${scorer.scorer}</option>`;
129
- })}
130
- </select>`;
131
- };
132
-
133
- const scoreIndex = (score, scores) =>
134
- scores.findIndex((sc) => {
135
- return sc.name === score.name && sc.scorer === score.scorer;
136
- });
137
-
138
- const scorerIndex = (score, scores) =>
139
- scores.findIndex((sc) => {
140
- return sc.scorer === score.scorer;
141
- });
@@ -1,151 +0,0 @@
1
- import { html } from "htm/preact";
2
- import { isNumeric } from "../../utils/Type.mjs";
3
- import { FontSize, TextStyle } from "../../appearance/Fonts.mjs";
4
- import {
5
- kEpochAscVal,
6
- kEpochDescVal,
7
- kSampleAscVal,
8
- kSampleDescVal,
9
- kScoreAscVal,
10
- kScoreDescVal,
11
- } from "../../constants.mjs";
12
-
13
- export const SortFilter = ({ sampleDescriptor, sort, setSort, epochs }) => {
14
- const options = [
15
- { label: "sample asc", val: kSampleAscVal },
16
- { label: "sample desc", val: kSampleDescVal },
17
- ];
18
- if (epochs) {
19
- options.push({
20
- label: "epoch asc",
21
- val: kEpochAscVal,
22
- });
23
- options.push({
24
- label: "epoch desc",
25
- val: kEpochDescVal,
26
- });
27
- }
28
- if (sampleDescriptor?.selectedScoreDescriptor?.compare) {
29
- options.push({
30
- label: "score asc",
31
- val: kScoreAscVal,
32
- });
33
- options.push({
34
- label: "score desc",
35
- val: kScoreDescVal,
36
- });
37
- }
38
- return html`
39
- <div style=${{ display: "flex" }}>
40
- <span
41
- class="sort-filter-label"
42
- style=${{
43
- alignSelf: "center",
44
- fontSize: FontSize.smaller,
45
- ...TextStyle.label,
46
- ...TextStyle.secondary,
47
- marginRight: "0.3em",
48
- marginLeft: "0.2em",
49
- }}
50
- >Sort:</span
51
- >
52
- <select
53
- class="form-select form-select-sm"
54
- aria-label=".sort-filter-label"
55
- style=${{ fontSize: FontSize.smaller }}
56
- value=${sort}
57
- onChange=${(e) => {
58
- setSort(e.target.value);
59
- }}
60
- >
61
- ${options.map((option) => {
62
- return html`<option value="${option.val}">${option.label}</option>`;
63
- })}
64
- </select>
65
- </div>
66
- `;
67
- };
68
-
69
- export const byEpoch = (sort) => {
70
- return sort === kEpochAscVal || sort === kEpochDescVal;
71
- };
72
-
73
- export const bySample = (sort) => {
74
- return sort === kSampleAscVal || sort === kSampleDescVal;
75
- };
76
-
77
- const sortId = (a, b) => {
78
- if (isNumeric(a.id) && isNumeric(b.id)) {
79
- return Number(a.id) - Number(b.id);
80
- } else {
81
- // Note that if there are mixed types of ids (e.g. a string
82
- // and a number), we need to be sure we're working with strings
83
- // to performan the comparison
84
- return String(a.id).localeCompare(String(b.id));
85
- }
86
- };
87
-
88
- /**
89
- * Sorts a list of samples
90
- *
91
- * @param {string} sort - The sort direction
92
- * @param {import("../../api/Types.ts").SampleSummary[]} samples - The samples
93
- * @param {import("../SamplesDescriptor.mjs").SamplesDescriptor} samplesDescriptor - The samples descriptor
94
- * @returns {{ sorted: import("../../api/Types.ts").SampleSummary[], order: 'asc' | 'desc' }} An object with sorted samples and the sort order.
95
- */
96
- export const sortSamples = (sort, samples, samplesDescriptor) => {
97
- const sortedSamples = samples.sort((a, b) => {
98
- switch (sort) {
99
- case kSampleAscVal: {
100
- const result = sortId(a, b);
101
- if (result !== 0) {
102
- return result;
103
- } else {
104
- return a.epoch - b.epoch;
105
- }
106
- }
107
- case kSampleDescVal: {
108
- const result = sortId(b, a);
109
- if (result !== 0) {
110
- return result;
111
- } else {
112
- return a.epoch - b.epoch;
113
- }
114
- }
115
- case kEpochAscVal: {
116
- const result = a.epoch - b.epoch;
117
- if (result !== 0) {
118
- return result;
119
- } else {
120
- return sortId(a, b);
121
- }
122
- }
123
- case kEpochDescVal: {
124
- const result = b.epoch - a.epoch;
125
- if (result !== 0) {
126
- return result;
127
- } else {
128
- return sortId(a, b);
129
- }
130
- }
131
-
132
- case kScoreAscVal:
133
- return samplesDescriptor.selectedScoreDescriptor.compare(
134
- samplesDescriptor.selectedScore(a).value,
135
- samplesDescriptor.selectedScore(b).value,
136
- );
137
- case kScoreDescVal:
138
- return samplesDescriptor.selectedScoreDescriptor.compare(
139
- samplesDescriptor.selectedScore(b).value,
140
- samplesDescriptor.selectedScore(a).value,
141
- );
142
- }
143
- });
144
- return {
145
- sorted: sortedSamples,
146
- order:
147
- sort === kSampleAscVal || sort === kEpochAscVal || sort === kScoreAscVal
148
- ? "asc"
149
- : "desc",
150
- };
151
- };
@@ -1,71 +0,0 @@
1
- // @ts-check
2
- import { html } from "htm/preact";
3
- import { ApplicationIcons } from "../../appearance/Icons.mjs";
4
- import { EventRow } from "./EventRow.mjs";
5
-
6
- /**
7
- * Renders the ApprovalEventView component.
8
- *
9
- * @param {Object} props - The properties passed to the component.
10
- * @param { string } props.id - The id of this event.
11
- * @param {import("../../types/log").ApprovalEvent} props.event - The event object to display.
12
- * @param { Object } props.style - The style of this event.
13
- * @returns {import("preact").JSX.Element} The component.
14
- */
15
- export const ApprovalEventView = ({ id, event, style }) => {
16
- return html`
17
- <${EventRow}
18
- id=${id}
19
- title="${decisionLabel(event.decision)}"
20
- icon=${decisionIcon(event.decision)}
21
- style=${style}
22
- >
23
- ${event.explanation}
24
- </${EventRow}>`;
25
- };
26
-
27
- /**
28
- * Determines the label for a decision
29
- *
30
- * @param {string} decision - The decision
31
- * @returns {string} The label for this decision.
32
- */
33
- const decisionLabel = (decision) => {
34
- switch (decision) {
35
- case "approve":
36
- return "Approved";
37
- case "reject":
38
- return "Rejected";
39
- case "terminate":
40
- return "Terminated";
41
- case "escalate":
42
- return "Escalated";
43
- case "modify":
44
- return "Modified";
45
- default:
46
- return decision;
47
- }
48
- };
49
-
50
- /**
51
- * Determines the icon for a decision
52
- *
53
- * @param {string} decision - The decision
54
- * @returns {string} The icon for this decision.
55
- */
56
- const decisionIcon = (decision) => {
57
- switch (decision) {
58
- case "approve":
59
- return ApplicationIcons.approvals.approve;
60
- case "reject":
61
- return ApplicationIcons.approvals.reject;
62
- case "terminate":
63
- return ApplicationIcons.approvals.terminate;
64
- case "escalate":
65
- return ApplicationIcons.approvals.escalate;
66
- case "modify":
67
- return ApplicationIcons.approvals.modify;
68
- default:
69
- return ApplicationIcons.approve;
70
- }
71
- };
@@ -1,44 +0,0 @@
1
- // @ts-check
2
- import { html } from "htm/preact";
3
- import { EventPanel } from "./EventPanel.mjs";
4
- import { ApplicationIcons } from "../../appearance/Icons.mjs";
5
- import { ANSIDisplay } from "../../components/AnsiDisplay.mjs";
6
- import { formatDateTime } from "../../utils/Format.mjs";
7
-
8
- /**
9
- * Renders the ErrorEventView component.
10
- *
11
- * @param {Object} props - The properties passed to the component.
12
- * @param { string } props.id - The id of this event.
13
- * @param {import("../../types/log").ErrorEvent} props.event - The event object to display.
14
- * @param { Object } props.style - The style of this event.
15
- * @param {import("./Types.mjs").TranscriptEventState} props.eventState - The state for this event
16
- * @param {(state: import("./Types.mjs").TranscriptEventState) => void} props.setEventState - Update the state for this event
17
- * @returns {import("preact").JSX.Element} The component.
18
- */
19
- export const ErrorEventView = ({
20
- id,
21
- event,
22
- style,
23
- eventState,
24
- setEventState,
25
- }) => {
26
- return html`
27
- <${EventPanel}
28
- id=${id}
29
- title="Error"
30
- subTitle=${formatDateTime(new Date(event.timestamp))}
31
- icon=${ApplicationIcons.error}
32
- style=${style}
33
- selectedNav=${eventState.selectedNav || ""}
34
- onSelectedNav=${(selectedNav) => {
35
- setEventState({ ...eventState, selectedNav });
36
- }}
37
- collapsed=${eventState.collapsed}
38
- onCollapsed=${(collapsed) => {
39
- setEventState({ ...eventState, collapsed });
40
- }}
41
- >
42
- <${ANSIDisplay} output=${event.error.traceback_ansi} style=${{ fontSize: "clamp(0.5rem, calc(0.25em + 1vw), 0.8rem)", margin: "0.5em 0" }}/>
43
- </${EventPanel}>`;
44
- };
@@ -1,271 +0,0 @@
1
- // @ts-check
2
- import { html } from "htm/preact";
3
- import { ApplicationIcons } from "../../appearance/Icons.mjs";
4
- import { FontSize, TextStyle } from "../../appearance/Fonts.mjs";
5
-
6
- /**
7
- * Renders the StateEventView component.
8
- *
9
- * @param {Object} props - The properties passed to the component.
10
- * @param {string} props.id - The id of the event
11
- * @param {string} props.classes - The classes for this element
12
- * @param {string | undefined} props.title - The name of the event
13
- * @param {string} props.subTitle - The subtitle for the event
14
- * @param {string | undefined} props.text - Secondary text for the event
15
- * @param {string | undefined} props.icon - The icon of the event
16
- * @param {number | undefined} props.titleColor - The title color of this item
17
- * @param {boolean | undefined} props.collapse - Default collapse behavior for card. If omitted, not collapsible.
18
- * @param {(collapse: boolean) => void} props.onCollapsed - handler for when collapsing
19
- * @param {boolean} props.collapsed - handler for when collapsing
20
- * @param {Object} props.style - The style properties passed to the component.
21
- * @param {Object} props.titleStyle - The style properties passed to the title component.
22
- * @param {(nav: string) => void} props.onSelectedNav - Handler for selected nav changed
23
- * @param {string} props.selectedNav - The selected nav for this panel
24
- * @param {import("preact").ComponentChildren} props.children - The rendered event.
25
- * @returns {import("preact").JSX.Element} The component.
26
- */
27
- export const EventPanel = ({
28
- id,
29
- classes,
30
- title,
31
- subTitle,
32
- text,
33
- icon,
34
- titleColor,
35
- collapse,
36
- collapsed,
37
- onCollapsed,
38
- style,
39
- titleStyle,
40
- children,
41
- onSelectedNav,
42
- selectedNav,
43
- }) => {
44
- const hasCollapse = collapse !== undefined;
45
- const isCollapsed = collapsed === undefined ? collapse : collapsed;
46
-
47
- /**
48
- * Generates the id for the navigation pill.
49
- *
50
- * @param {number} index - The index of the pill.
51
- * @returns {string} The generated id.
52
- */
53
- const pillId = (index) => {
54
- return `${id}-nav-pill-${index}`;
55
- };
56
-
57
- const filteredArrChildren = (
58
- Array.isArray(children) ? children : [children]
59
- ).filter((child) => !!child);
60
- const defaultPillId = pillId(0);
61
-
62
- const gridColumns = [];
63
- if (hasCollapse) {
64
- gridColumns.push("minmax(0, max-content)");
65
- }
66
- if (icon) {
67
- gridColumns.push("max-content");
68
- }
69
- gridColumns.push("minmax(0, max-content)");
70
- if (subTitle) {
71
- gridColumns.push("minmax(0, max-content)");
72
- }
73
- gridColumns.push("auto");
74
- gridColumns.push("minmax(0, max-content)");
75
- gridColumns.push("minmax(0, max-content)");
76
-
77
- const titleEl =
78
- title || icon || filteredArrChildren.length > 1
79
- ? html`<div
80
- title=${subTitle}
81
- style=${{
82
- display: "grid",
83
- gridTemplateColumns: gridColumns.join(" "),
84
- columnGap: "0.3em",
85
- fontSize: FontSize.small,
86
- cursor: hasCollapse ? "pointer" : undefined,
87
- }}
88
- >
89
- ${hasCollapse
90
- ? html`<i
91
- onclick=${() => {
92
- onCollapsed(!isCollapsed);
93
- }}
94
- class=${isCollapsed
95
- ? ApplicationIcons.chevron.right
96
- : ApplicationIcons.chevron.down}
97
- />`
98
- : ""}
99
- ${icon
100
- ? html`<i
101
- class=${icon || ApplicationIcons.metadata}
102
- style=${{
103
- ...TextStyle.secondary,
104
- color: titleColor ? titleColor : "",
105
- ...titleStyle,
106
- }}
107
- onclick=${() => {
108
- onCollapsed(!isCollapsed);
109
- }}
110
- />`
111
- : ""}
112
- <div
113
- style=${{
114
- ...TextStyle.label,
115
- ...TextStyle.secondary,
116
- color: titleColor ? titleColor : "",
117
- ...titleStyle,
118
- }}
119
- onclick=${() => {
120
- onCollapsed(!isCollapsed);
121
- }}
122
- >
123
- ${title}
124
- </div>
125
- <div
126
- onclick=${() => {
127
- onCollapsed(!isCollapsed);
128
- }}
129
- ></div>
130
- <div
131
- style=${{
132
- justifySelf: "end",
133
- ...TextStyle.secondary,
134
- marginRight: "0.2em",
135
- }}
136
- onclick=${() => {
137
- onCollapsed(!isCollapsed);
138
- }}
139
- >
140
- ${collapsed ? text : ""}
141
- </div>
142
- <div
143
- style=${{
144
- justifySelf: "end",
145
- display: "flex",
146
- flexDirection: "columns",
147
- }}
148
- >
149
- ${(!hasCollapse || !isCollapsed) &&
150
- filteredArrChildren &&
151
- filteredArrChildren.length > 1
152
- ? html` <${EventNavs}
153
- navs=${filteredArrChildren.map((child, index) => {
154
- const defaultTitle = `Tab ${index}`;
155
- const title =
156
- child && typeof child === "object"
157
- ? child["props"]?.name || defaultTitle
158
- : defaultTitle;
159
- return {
160
- id: `eventpanel-${id}-${index}`,
161
- title: title,
162
- target: pillId(index),
163
- };
164
- })}
165
- selectedNav=${selectedNav || defaultPillId}
166
- setSelectedNav=${onSelectedNav}
167
- />`
168
- : ""}
169
- </div>
170
- </div>`
171
- : "";
172
-
173
- const card = html` <div
174
- id=${id}
175
- style=${{
176
- padding: "0.625rem",
177
- border: "solid 1px var(--bs-light-border-subtle)",
178
- borderRadius: "var(--bs-border-radius)",
179
- ...style,
180
- }}
181
- class=${classes || undefined}
182
- >
183
- ${titleEl}
184
- <div
185
- class="tab-content"
186
- style=${{
187
- padding: "0",
188
- display: !hasCollapse || !isCollapsed ? "inherit" : "none",
189
- }}
190
- >
191
- ${filteredArrChildren?.map((child, index) => {
192
- const id = pillId(index);
193
- const isSelected = selectedNav
194
- ? id === selectedNav
195
- : id === defaultPillId;
196
-
197
- return html`<div
198
- id=${id}
199
- class="tab-pane show ${isSelected ? "active" : ""}"
200
- >
201
- ${child}
202
- </div>`;
203
- })}
204
- </div>
205
- </div>`;
206
- return card;
207
- };
208
-
209
- /**
210
- * Component to render navigation items.
211
- *
212
- * @param {Object} props - The component properties.
213
- * @param {Array<{id: string, title: string, target: string}>} props.navs - The array of navigation items.
214
- * @param {string} props.selectedNav - The id of the selected nav item.
215
- * @param {(target: string) => void} props.setSelectedNav - Select this nav target
216
- * @returns {import("preact").ComponentChildren} - The rendered navigation items as a list.
217
- */
218
- const EventNavs = ({ navs, selectedNav, setSelectedNav }) => {
219
- return html`<ul
220
- class="nav nav-pills card-header-pills"
221
- style=${{ marginRight: "0" }}
222
- role="tablist"
223
- aria-orientation="horizontal"
224
- >
225
- ${navs.map((nav, index) => {
226
- return html`<${EventNav}
227
- active=${index === 0}
228
- id=${nav.id}
229
- target=${nav.target}
230
- title=${nav.title}
231
- selectedNav=${selectedNav}
232
- setSelectedNav=${setSelectedNav}
233
- />`;
234
- })}
235
- </ul>`;
236
- };
237
-
238
- /**
239
- * Component to render a single navigation item.
240
- *
241
- * @param {Object} props - The component properties.
242
- * @param {string} props.target - The target of the navigation item.
243
- * @param {string} props.title - The title of the navigation item.
244
- * @param {string} props.selectedNav - The id of the selected nav item.
245
- * @param {(target: string) => void} props.setSelectedNav - Select this nav target
246
- * @returns {import("preact").ComponentChildren} - The rendered navigation item.
247
- */
248
- const EventNav = ({ target, title, selectedNav, setSelectedNav }) => {
249
- const active = target === selectedNav;
250
- return html`<li class="nav-item">
251
- <button
252
- type="button"
253
- role="tab"
254
- aria-controls=${target}
255
- aria-selected=${active}
256
- style=${{
257
- minWidth: "4rem",
258
- ...TextStyle.label,
259
- fontSize: FontSize.small,
260
- padding: "0.1rem 0.6rem",
261
- borderRadius: "var(--bs-border-radius)",
262
- }}
263
- class="nav-link ${active ? "active " : ""}"
264
- onclick=${() => {
265
- setSelectedNav(target);
266
- }}
267
- >
268
- ${title}
269
- </button>
270
- </li>`;
271
- };