inspect-ai 0.3.62__py3-none-any.whl → 0.3.63__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (415) hide show
  1. inspect_ai/_cli/main.py +1 -1
  2. inspect_ai/_cli/trace.py +8 -0
  3. inspect_ai/_display/core/active.py +2 -3
  4. inspect_ai/_eval/eval.py +4 -4
  5. inspect_ai/_eval/evalset.py +6 -6
  6. inspect_ai/_eval/task/run.py +3 -0
  7. inspect_ai/_util/hash.py +1 -1
  8. inspect_ai/_view/www/.vscode/extensions.json +3 -0
  9. inspect_ai/_view/www/.vscode/settings.json +8 -0
  10. inspect_ai/_view/www/App.css +92 -29
  11. inspect_ai/_view/www/dist/assets/index.css +16637 -14676
  12. inspect_ai/_view/www/dist/assets/index.js +58897 -51440
  13. inspect_ai/_view/www/dist/index.html +1 -1
  14. inspect_ai/_view/www/index.html +2 -2
  15. inspect_ai/_view/www/log-schema.json +1 -0
  16. inspect_ai/_view/www/package.json +22 -4
  17. inspect_ai/_view/www/postcss.config.cjs +8 -9
  18. inspect_ai/_view/www/src/{App.mjs → App.tsx} +355 -365
  19. inspect_ai/_view/www/src/AppErrorBoundary.tsx +47 -0
  20. inspect_ai/_view/www/src/api/api-browser.ts +2 -2
  21. inspect_ai/_view/www/src/api/api-http.ts +3 -5
  22. inspect_ai/_view/www/src/api/api-vscode.ts +6 -6
  23. inspect_ai/_view/www/src/api/client-api.ts +4 -4
  24. inspect_ai/_view/www/src/api/index.ts +4 -4
  25. inspect_ai/_view/www/src/api/{Types.ts → types.ts} +25 -9
  26. inspect_ai/_view/www/src/appearance/colors.ts +9 -0
  27. inspect_ai/_view/www/src/appearance/fonts.ts +39 -0
  28. inspect_ai/_view/www/src/appearance/icons.ts +100 -0
  29. inspect_ai/_view/www/src/appearance/{Styles.mjs → styles.ts} +2 -32
  30. inspect_ai/_view/www/src/components/AnsiDisplay.tsx +198 -0
  31. inspect_ai/_view/www/src/components/AsciinemaPlayer.tsx +86 -0
  32. inspect_ai/_view/www/src/components/Card.css +60 -0
  33. inspect_ai/_view/www/src/components/Card.tsx +109 -0
  34. inspect_ai/_view/www/src/components/CopyButton.module.css +11 -0
  35. inspect_ai/_view/www/src/components/CopyButton.tsx +58 -0
  36. inspect_ai/_view/www/src/components/DownloadButton.css +4 -0
  37. inspect_ai/_view/www/src/components/DownloadButton.tsx +25 -0
  38. inspect_ai/_view/www/src/components/DownloadPanel.css +10 -0
  39. inspect_ai/_view/www/src/components/DownloadPanel.tsx +30 -0
  40. inspect_ai/_view/www/src/components/EmptyPanel.css +12 -0
  41. inspect_ai/_view/www/src/components/EmptyPanel.tsx +15 -0
  42. inspect_ai/_view/www/src/components/ErrorPanel.css +37 -0
  43. inspect_ai/_view/www/src/components/ErrorPanel.tsx +39 -0
  44. inspect_ai/_view/www/src/components/ExpandablePanel.css +40 -0
  45. inspect_ai/_view/www/src/components/ExpandablePanel.tsx +115 -0
  46. inspect_ai/_view/www/src/components/FindBand.css +49 -0
  47. inspect_ai/_view/www/src/components/FindBand.tsx +130 -0
  48. inspect_ai/_view/www/src/components/HumanBaselineView.css +41 -0
  49. inspect_ai/_view/www/src/components/HumanBaselineView.tsx +162 -0
  50. inspect_ai/_view/www/src/components/JsonPanel.css +20 -0
  51. inspect_ai/_view/www/src/components/JsonPanel.tsx +82 -0
  52. inspect_ai/_view/www/src/components/LabeledValue.css +20 -0
  53. inspect_ai/_view/www/src/components/LabeledValue.tsx +41 -0
  54. inspect_ai/_view/www/src/components/LargeModal.module.css +54 -0
  55. inspect_ai/_view/www/src/components/LargeModal.tsx +199 -0
  56. inspect_ai/_view/www/src/components/LightboxCarousel.css +95 -0
  57. inspect_ai/_view/www/src/components/LightboxCarousel.tsx +132 -0
  58. inspect_ai/_view/www/src/components/MarkdownDiv.css +3 -0
  59. inspect_ai/_view/www/src/components/MarkdownDiv.tsx +133 -0
  60. inspect_ai/_view/www/src/components/MessageBand.css +43 -0
  61. inspect_ai/_view/www/src/components/MessageBand.tsx +39 -0
  62. inspect_ai/_view/www/src/components/MorePopOver.tsx +67 -0
  63. inspect_ai/_view/www/src/components/NavPills.module.css +18 -0
  64. inspect_ai/_view/www/src/components/NavPills.tsx +99 -0
  65. inspect_ai/_view/www/src/components/ProgressBar.module.css +37 -0
  66. inspect_ai/_view/www/src/components/ProgressBar.tsx +22 -0
  67. inspect_ai/_view/www/src/components/TabSet.module.css +40 -0
  68. inspect_ai/_view/www/src/components/TabSet.tsx +200 -0
  69. inspect_ai/_view/www/src/components/ToolButton.css +3 -0
  70. inspect_ai/_view/www/src/components/ToolButton.tsx +27 -0
  71. inspect_ai/_view/www/src/components/VirtualList.module.css +19 -0
  72. inspect_ai/_view/www/src/components/VirtualList.tsx +292 -0
  73. inspect_ai/_view/www/src/{index.js → index.tsx} +45 -19
  74. inspect_ai/_view/www/src/{log → logfile}/remoteLogFile.ts +3 -7
  75. inspect_ai/_view/www/src/{utils/remoteZipFile.mjs → logfile/remoteZipFile.ts} +86 -80
  76. inspect_ai/_view/www/src/metadata/MetaDataGrid.tsx +83 -0
  77. inspect_ai/_view/www/src/metadata/MetaDataView.module.css +35 -0
  78. inspect_ai/_view/www/src/metadata/MetaDataView.tsx +95 -0
  79. inspect_ai/_view/www/src/metadata/MetadataGrid.module.css +15 -0
  80. inspect_ai/_view/www/src/metadata/RenderedContent.module.css +12 -0
  81. inspect_ai/_view/www/src/{components/RenderedContent/RenderedContent.mjs → metadata/RenderedContent.tsx} +92 -73
  82. inspect_ai/_view/www/src/metadata/types.ts +18 -0
  83. inspect_ai/_view/www/src/plan/DatasetDetailView.module.css +3 -0
  84. inspect_ai/_view/www/src/plan/DatasetDetailView.tsx +37 -0
  85. inspect_ai/_view/www/src/plan/DetailStep.module.css +9 -0
  86. inspect_ai/_view/www/src/plan/DetailStep.tsx +31 -0
  87. inspect_ai/_view/www/src/plan/PlanCard.tsx +28 -0
  88. inspect_ai/_view/www/src/plan/PlanDetailView.module.css +48 -0
  89. inspect_ai/_view/www/src/plan/PlanDetailView.tsx +309 -0
  90. inspect_ai/_view/www/src/plan/ScorerDetailView.module.css +3 -0
  91. inspect_ai/_view/www/src/plan/ScorerDetailView.tsx +30 -0
  92. inspect_ai/_view/www/src/plan/SolverDetailView.module.css +15 -0
  93. inspect_ai/_view/www/src/plan/SolverDetailView.tsx +32 -0
  94. inspect_ai/_view/www/src/samples/InlineSampleDisplay.module.css +8 -0
  95. inspect_ai/_view/www/src/samples/InlineSampleDisplay.tsx +53 -0
  96. inspect_ai/_view/www/src/samples/SampleDialog.tsx +122 -0
  97. inspect_ai/_view/www/src/samples/SampleDisplay.module.css +29 -0
  98. inspect_ai/_view/www/src/samples/SampleDisplay.tsx +326 -0
  99. inspect_ai/_view/www/src/samples/SampleSummaryView.module.css +24 -0
  100. inspect_ai/_view/www/src/samples/SampleSummaryView.tsx +175 -0
  101. inspect_ai/_view/www/src/samples/SamplesTools.tsx +60 -0
  102. inspect_ai/_view/www/src/samples/chat/ChatMessage.module.css +29 -0
  103. inspect_ai/_view/www/src/samples/chat/ChatMessage.tsx +76 -0
  104. inspect_ai/_view/www/src/samples/chat/ChatMessageRenderer.tsx +60 -0
  105. inspect_ai/_view/www/src/samples/chat/ChatMessageRow.module.css +9 -0
  106. inspect_ai/_view/www/src/samples/chat/ChatMessageRow.tsx +57 -0
  107. inspect_ai/_view/www/src/samples/chat/ChatView.tsx +46 -0
  108. inspect_ai/_view/www/src/samples/chat/ChatViewVirtualList.module.css +4 -0
  109. inspect_ai/_view/www/src/samples/chat/ChatViewVirtualList.tsx +58 -0
  110. inspect_ai/_view/www/src/samples/chat/MessageContent.module.css +4 -0
  111. inspect_ai/_view/www/src/samples/chat/MessageContent.tsx +143 -0
  112. inspect_ai/_view/www/src/samples/chat/MessageContents.module.css +3 -0
  113. inspect_ai/_view/www/src/samples/chat/MessageContents.tsx +131 -0
  114. inspect_ai/_view/www/src/samples/chat/messages.ts +112 -0
  115. inspect_ai/_view/www/src/samples/chat/tools/ToolCallView.tsx +145 -0
  116. inspect_ai/_view/www/src/samples/chat/tools/ToolInput.module.css +14 -0
  117. inspect_ai/_view/www/src/samples/chat/tools/ToolInput.tsx +86 -0
  118. inspect_ai/_view/www/src/samples/chat/tools/ToolOutput.module.css +19 -0
  119. inspect_ai/_view/www/src/samples/chat/tools/ToolOutput.tsx +53 -0
  120. inspect_ai/_view/www/src/samples/chat/tools/ToolTitle.module.css +4 -0
  121. inspect_ai/_view/www/src/samples/chat/tools/ToolTitle.tsx +18 -0
  122. inspect_ai/_view/www/src/samples/chat/tools/tool.ts +107 -0
  123. inspect_ai/_view/www/src/samples/descriptor/samplesDescriptor.tsx +363 -0
  124. inspect_ai/_view/www/src/samples/descriptor/score/BooleanScoreDescriptor.module.css +22 -0
  125. inspect_ai/_view/www/src/samples/descriptor/score/BooleanScoreDescriptor.tsx +26 -0
  126. inspect_ai/_view/www/src/samples/descriptor/score/CategoricalScoreDescriptor.tsx +18 -0
  127. inspect_ai/_view/www/src/samples/descriptor/score/NumericScoreDescriptor.tsx +27 -0
  128. inspect_ai/_view/www/src/samples/descriptor/score/ObjectScoreDescriptor.module.css +18 -0
  129. inspect_ai/_view/www/src/samples/descriptor/score/ObjectScoreDescriptor.tsx +71 -0
  130. inspect_ai/_view/www/src/samples/descriptor/score/OtherScoreDescriptor.tsx +20 -0
  131. inspect_ai/_view/www/src/samples/descriptor/score/PassFailScoreDescriptor.module.css +28 -0
  132. inspect_ai/_view/www/src/samples/descriptor/score/PassFailScoreDescriptor.tsx +81 -0
  133. inspect_ai/_view/www/src/samples/descriptor/score/ScoreDescriptor.tsx +99 -0
  134. inspect_ai/_view/www/src/samples/descriptor/types.ts +55 -0
  135. inspect_ai/_view/www/src/samples/error/FlatSampleErrorView.module.css +19 -0
  136. inspect_ai/_view/www/src/samples/error/FlatSampleErrorView.tsx +22 -0
  137. inspect_ai/_view/www/src/samples/error/SampleErrorView.module.css +17 -0
  138. inspect_ai/_view/www/src/samples/error/SampleErrorView.tsx +31 -0
  139. inspect_ai/_view/www/src/samples/error/error.ts +15 -0
  140. inspect_ai/_view/www/src/samples/list/SampleFooter.module.css +9 -0
  141. inspect_ai/_view/www/src/samples/list/SampleFooter.tsx +14 -0
  142. inspect_ai/_view/www/src/samples/list/SampleHeader.module.css +13 -0
  143. inspect_ai/_view/www/src/samples/list/SampleHeader.tsx +36 -0
  144. inspect_ai/_view/www/src/samples/list/SampleList.module.css +11 -0
  145. inspect_ai/_view/www/src/samples/list/SampleList.tsx +247 -0
  146. inspect_ai/_view/www/src/samples/list/SampleRow.module.css +33 -0
  147. inspect_ai/_view/www/src/samples/list/SampleRow.tsx +98 -0
  148. inspect_ai/_view/www/src/samples/list/SampleSeparator.module.css +6 -0
  149. inspect_ai/_view/www/src/samples/list/SampleSeparator.tsx +24 -0
  150. inspect_ai/_view/www/src/samples/sample-tools/EpochFilter.module.css +9 -0
  151. inspect_ai/_view/www/src/samples/sample-tools/EpochFilter.tsx +51 -0
  152. inspect_ai/_view/www/src/samples/sample-tools/SelectScorer.module.css +16 -0
  153. inspect_ai/_view/www/src/samples/sample-tools/SelectScorer.tsx +173 -0
  154. inspect_ai/_view/www/src/samples/sample-tools/SortFilter.module.css +9 -0
  155. inspect_ai/_view/www/src/samples/sample-tools/SortFilter.tsx +182 -0
  156. inspect_ai/_view/www/src/samples/{tools/filters.mjs → sample-tools/filters.ts} +86 -81
  157. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/SampleFilter.module.css +16 -0
  158. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/SampleFilter.tsx +288 -0
  159. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/completions.ts +346 -0
  160. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/language.ts +19 -0
  161. inspect_ai/_view/www/src/samples/sample-tools/sample-filter/tokenize.ts +97 -0
  162. inspect_ai/_view/www/src/samples/{SampleLimit.mjs → sampleLimit.ts} +3 -6
  163. inspect_ai/_view/www/src/samples/scores/SampleScoreView.module.css +53 -0
  164. inspect_ai/_view/www/src/samples/scores/SampleScoreView.tsx +168 -0
  165. inspect_ai/_view/www/src/samples/scores/SampleScores.module.css +5 -0
  166. inspect_ai/_view/www/src/samples/scores/SampleScores.tsx +37 -0
  167. inspect_ai/_view/www/src/samples/transcript/ApprovalEventView.tsx +66 -0
  168. inspect_ai/_view/www/src/samples/transcript/ErrorEventView.tsx +51 -0
  169. inspect_ai/_view/www/src/samples/transcript/InfoEventView.module.css +3 -0
  170. inspect_ai/_view/www/src/samples/transcript/InfoEventView.tsx +54 -0
  171. inspect_ai/_view/www/src/samples/transcript/InputEventView.tsx +48 -0
  172. inspect_ai/_view/www/src/samples/transcript/LoggerEventView.module.css +6 -0
  173. inspect_ai/_view/www/src/samples/transcript/LoggerEventView.tsx +36 -0
  174. inspect_ai/_view/www/src/samples/transcript/ModelEventView.module.css +43 -0
  175. inspect_ai/_view/www/src/samples/transcript/ModelEventView.tsx +223 -0
  176. inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.module.css +23 -0
  177. inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.tsx +108 -0
  178. inspect_ai/_view/www/src/samples/transcript/SampleLimitEventView.tsx +75 -0
  179. inspect_ai/_view/www/src/samples/transcript/SampleTranscript.tsx +22 -0
  180. inspect_ai/_view/www/src/samples/transcript/ScoreEventView.module.css +15 -0
  181. inspect_ai/_view/www/src/samples/transcript/ScoreEventView.tsx +100 -0
  182. inspect_ai/_view/www/src/samples/transcript/StepEventView.tsx +171 -0
  183. inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.module.css +19 -0
  184. inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.tsx +133 -0
  185. inspect_ai/_view/www/src/samples/transcript/ToolEventView.module.css +10 -0
  186. inspect_ai/_view/www/src/samples/transcript/ToolEventView.tsx +91 -0
  187. inspect_ai/_view/www/src/samples/transcript/TranscriptView.module.css +49 -0
  188. inspect_ai/_view/www/src/samples/transcript/TranscriptView.tsx +449 -0
  189. inspect_ai/_view/www/src/samples/transcript/event/EventNav.module.css +5 -0
  190. inspect_ai/_view/www/src/samples/transcript/event/EventNav.tsx +43 -0
  191. inspect_ai/_view/www/src/samples/transcript/event/EventNavs.module.css +3 -0
  192. inspect_ai/_view/www/src/samples/transcript/event/EventNavs.tsx +38 -0
  193. inspect_ai/_view/www/src/samples/transcript/event/EventPanel.module.css +25 -0
  194. inspect_ai/_view/www/src/samples/transcript/event/EventPanel.tsx +190 -0
  195. inspect_ai/_view/www/src/samples/transcript/event/EventRow.module.css +13 -0
  196. inspect_ai/_view/www/src/samples/transcript/event/EventRow.tsx +32 -0
  197. inspect_ai/_view/www/src/samples/transcript/event/EventSection.module.css +8 -0
  198. inspect_ai/_view/www/src/samples/transcript/event/EventSection.tsx +29 -0
  199. inspect_ai/_view/www/src/samples/transcript/state/StateDiffView.tsx +67 -0
  200. inspect_ai/_view/www/src/samples/transcript/state/StateEventRenderers.tsx +274 -0
  201. inspect_ai/_view/www/src/samples/transcript/state/StateEventRenders.module.css +10 -0
  202. inspect_ai/_view/www/src/samples/transcript/state/StateEventView.module.css +9 -0
  203. inspect_ai/_view/www/src/samples/transcript/state/{StateEventView.mjs → StateEventView.tsx} +148 -110
  204. inspect_ai/_view/www/src/samples/transcript/types.ts +58 -0
  205. inspect_ai/_view/www/src/types/log.d.ts +1 -0
  206. inspect_ai/_view/www/src/types/prism.d.ts +11 -0
  207. inspect_ai/_view/www/src/types.ts +71 -0
  208. inspect_ai/_view/www/src/usage/ModelTokenTable.tsx +22 -0
  209. inspect_ai/_view/www/src/usage/ModelUsagePanel.module.css +24 -0
  210. inspect_ai/_view/www/src/usage/ModelUsagePanel.tsx +95 -0
  211. inspect_ai/_view/www/src/usage/TokenTable.module.css +17 -0
  212. inspect_ai/_view/www/src/usage/TokenTable.tsx +91 -0
  213. inspect_ai/_view/www/src/usage/UsageCard.module.css +15 -0
  214. inspect_ai/_view/www/src/usage/UsageCard.tsx +67 -0
  215. inspect_ai/_view/www/src/utils/attachments.ts +42 -0
  216. inspect_ai/_view/www/src/utils/{Base64.mjs → base64.ts} +1 -6
  217. inspect_ai/_view/www/src/{components/Browser.mjs → utils/browser.ts} +0 -1
  218. inspect_ai/_view/www/src/utils/debugging.ts +28 -0
  219. inspect_ai/_view/www/src/utils/dom.ts +30 -0
  220. inspect_ai/_view/www/src/utils/format.ts +194 -0
  221. inspect_ai/_view/www/src/utils/git.ts +7 -0
  222. inspect_ai/_view/www/src/utils/html.ts +6 -0
  223. inspect_ai/_view/www/src/utils/http.ts +14 -0
  224. inspect_ai/_view/www/src/utils/{Path.mjs → path.ts} +2 -9
  225. inspect_ai/_view/www/src/utils/{Print.mjs → print.ts} +34 -26
  226. inspect_ai/_view/www/src/utils/queue.ts +51 -0
  227. inspect_ai/_view/www/src/utils/sync.ts +114 -0
  228. inspect_ai/_view/www/src/utils/{Type.mjs → type.ts} +3 -6
  229. inspect_ai/_view/www/src/utils/vscode.ts +13 -0
  230. inspect_ai/_view/www/src/workspace/WorkSpace.tsx +324 -0
  231. inspect_ai/_view/www/src/workspace/WorkSpaceView.module.css +33 -0
  232. inspect_ai/_view/www/src/workspace/WorkSpaceView.tsx +160 -0
  233. inspect_ai/_view/www/src/workspace/error/TaskErrorPanel.module.css +3 -0
  234. inspect_ai/_view/www/src/workspace/error/TaskErrorPanel.tsx +28 -0
  235. inspect_ai/_view/www/src/workspace/navbar/Navbar.module.css +54 -0
  236. inspect_ai/_view/www/src/workspace/navbar/Navbar.tsx +68 -0
  237. inspect_ai/_view/www/src/workspace/navbar/PrimaryBar.module.css +52 -0
  238. inspect_ai/_view/www/src/workspace/navbar/PrimaryBar.tsx +113 -0
  239. inspect_ai/_view/www/src/workspace/navbar/ResultsPanel.module.css +67 -0
  240. inspect_ai/_view/www/src/workspace/navbar/ResultsPanel.tsx +156 -0
  241. inspect_ai/_view/www/src/workspace/navbar/SecondaryBar.module.css +28 -0
  242. inspect_ai/_view/www/src/workspace/navbar/SecondaryBar.tsx +222 -0
  243. inspect_ai/_view/www/src/workspace/navbar/StatusPanel.module.css +14 -0
  244. inspect_ai/_view/www/src/workspace/navbar/StatusPanel.tsx +61 -0
  245. inspect_ai/_view/www/src/workspace/sidebar/EvalStatus.module.css +15 -0
  246. inspect_ai/_view/www/src/workspace/sidebar/EvalStatus.tsx +71 -0
  247. inspect_ai/_view/www/src/workspace/sidebar/LogDirectoryTitleView.module.css +5 -0
  248. inspect_ai/_view/www/src/workspace/sidebar/LogDirectoryTitleView.tsx +56 -0
  249. inspect_ai/_view/www/src/workspace/sidebar/Sidebar.module.css +68 -0
  250. inspect_ai/_view/www/src/workspace/sidebar/Sidebar.tsx +85 -0
  251. inspect_ai/_view/www/src/workspace/sidebar/SidebarLogEntry.module.css +29 -0
  252. inspect_ai/_view/www/src/workspace/sidebar/SidebarLogEntry.tsx +95 -0
  253. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoreView.module.css +23 -0
  254. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoreView.tsx +41 -0
  255. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoresView.module.css +35 -0
  256. inspect_ai/_view/www/src/workspace/sidebar/SidebarScoresView.tsx +61 -0
  257. inspect_ai/_view/www/src/workspace/tabs/InfoTab.tsx +80 -0
  258. inspect_ai/_view/www/src/workspace/tabs/JsonTab.module.css +5 -0
  259. inspect_ai/_view/www/src/workspace/tabs/JsonTab.tsx +46 -0
  260. inspect_ai/_view/www/src/workspace/tabs/SamplesTab.tsx +204 -0
  261. inspect_ai/_view/www/src/workspace/tabs/grouping.ts +195 -0
  262. inspect_ai/_view/www/src/workspace/tabs/types.ts +19 -0
  263. inspect_ai/_view/www/src/workspace/types.ts +10 -0
  264. inspect_ai/_view/www/tsconfig.json +23 -9
  265. inspect_ai/_view/www/vite.config.js +8 -17
  266. inspect_ai/_view/www/yarn.lock +627 -556
  267. inspect_ai/dataset/_dataset.py +36 -0
  268. inspect_ai/dataset/_sources/csv.py +8 -0
  269. inspect_ai/dataset/_sources/file.py +4 -0
  270. inspect_ai/dataset/_sources/hf.py +11 -1
  271. inspect_ai/dataset/_sources/json.py +8 -0
  272. inspect_ai/log/_log.py +3 -6
  273. inspect_ai/log/_message.py +1 -1
  274. inspect_ai/log/_recorders/json.py +5 -7
  275. inspect_ai/model/_call_tools.py +2 -1
  276. inspect_ai/model/_providers/anthropic.py +3 -3
  277. inspect_ai/model/_providers/openai_o1.py +3 -5
  278. inspect_ai/model/_providers/openrouter.py +86 -0
  279. inspect_ai/model/_providers/providers.py +11 -0
  280. inspect_ai/scorer/_answer.py +7 -7
  281. inspect_ai/scorer/_classification.py +34 -18
  282. inspect_ai/scorer/_common.py +2 -8
  283. inspect_ai/solver/_multiple_choice.py +24 -9
  284. inspect_ai/tool/__init__.py +2 -0
  285. inspect_ai/tool/{beta → _tools}/_computer/_computer.py +2 -5
  286. inspect_ai/tool/_tools/_computer/_resources/tool/__init__.py +0 -0
  287. inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_x11_client.py +1 -1
  288. inspect_ai/tool/_tools/_computer/_resources/tool/requirements.txt +0 -0
  289. inspect_ai/tool/_tools/_execute.py +8 -2
  290. inspect_ai/tool/beta.py +3 -0
  291. inspect_ai/util/_sandbox/docker/docker.py +32 -85
  292. inspect_ai/util/_sandbox/self_check.py +124 -16
  293. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.63.dist-info}/METADATA +2 -1
  294. inspect_ai-0.3.63.dist-info/RECORD +618 -0
  295. inspect_ai/_view/www/src/Register.mjs +0 -3
  296. inspect_ai/_view/www/src/Types.mjs +0 -38
  297. inspect_ai/_view/www/src/appearance/Colors.mjs +0 -27
  298. inspect_ai/_view/www/src/appearance/Fonts.mjs +0 -66
  299. inspect_ai/_view/www/src/appearance/Icons.mjs +0 -240
  300. inspect_ai/_view/www/src/components/AnsiDisplay.mjs +0 -184
  301. inspect_ai/_view/www/src/components/AppErrorBoundary.mjs +0 -34
  302. inspect_ai/_view/www/src/components/AsciiCinemaPlayer.mjs +0 -74
  303. inspect_ai/_view/www/src/components/Card.mjs +0 -126
  304. inspect_ai/_view/www/src/components/ChatView.mjs +0 -441
  305. inspect_ai/_view/www/src/components/CopyButton.mjs +0 -48
  306. inspect_ai/_view/www/src/components/Dialog.mjs +0 -61
  307. inspect_ai/_view/www/src/components/DownloadButton.mjs +0 -15
  308. inspect_ai/_view/www/src/components/DownloadPanel.mjs +0 -29
  309. inspect_ai/_view/www/src/components/EmptyPanel.mjs +0 -23
  310. inspect_ai/_view/www/src/components/ErrorPanel.mjs +0 -66
  311. inspect_ai/_view/www/src/components/ExpandablePanel.mjs +0 -136
  312. inspect_ai/_view/www/src/components/FindBand.mjs +0 -157
  313. inspect_ai/_view/www/src/components/HumanBaselineView.mjs +0 -168
  314. inspect_ai/_view/www/src/components/JsonPanel.mjs +0 -61
  315. inspect_ai/_view/www/src/components/LabeledValue.mjs +0 -32
  316. inspect_ai/_view/www/src/components/LargeModal.mjs +0 -190
  317. inspect_ai/_view/www/src/components/LightboxCarousel.mjs +0 -217
  318. inspect_ai/_view/www/src/components/MarkdownDiv.mjs +0 -118
  319. inspect_ai/_view/www/src/components/MessageBand.mjs +0 -48
  320. inspect_ai/_view/www/src/components/MessageContent.mjs +0 -111
  321. inspect_ai/_view/www/src/components/MetaDataGrid.mjs +0 -92
  322. inspect_ai/_view/www/src/components/MetaDataView.mjs +0 -109
  323. inspect_ai/_view/www/src/components/MorePopOver.mjs +0 -50
  324. inspect_ai/_view/www/src/components/NavPills.mjs +0 -63
  325. inspect_ai/_view/www/src/components/ProgressBar.mjs +0 -51
  326. inspect_ai/_view/www/src/components/RenderedContent/ChatMessageRenderer.mjs +0 -54
  327. inspect_ai/_view/www/src/components/RenderedContent/Types.mjs +0 -19
  328. inspect_ai/_view/www/src/components/TabSet.mjs +0 -184
  329. inspect_ai/_view/www/src/components/ToolButton.mjs +0 -16
  330. inspect_ai/_view/www/src/components/Tools.mjs +0 -376
  331. inspect_ai/_view/www/src/components/VirtualList.mjs +0 -280
  332. inspect_ai/_view/www/src/components/ansi-output.js +0 -932
  333. inspect_ai/_view/www/src/json/JsonTab.mjs +0 -48
  334. inspect_ai/_view/www/src/log-reader/Log-Reader.mjs +0 -25
  335. inspect_ai/_view/www/src/log-reader/Native-Log-Reader.mjs +0 -13
  336. inspect_ai/_view/www/src/log-reader/Open-AI-Log-Reader.mjs +0 -263
  337. inspect_ai/_view/www/src/navbar/Navbar.mjs +0 -418
  338. inspect_ai/_view/www/src/navbar/SecondaryBar.mjs +0 -175
  339. inspect_ai/_view/www/src/plan/PlanCard.mjs +0 -418
  340. inspect_ai/_view/www/src/samples/SampleDialog.mjs +0 -123
  341. inspect_ai/_view/www/src/samples/SampleDisplay.mjs +0 -516
  342. inspect_ai/_view/www/src/samples/SampleError.mjs +0 -99
  343. inspect_ai/_view/www/src/samples/SampleList.mjs +0 -427
  344. inspect_ai/_view/www/src/samples/SampleScoreView.mjs +0 -172
  345. inspect_ai/_view/www/src/samples/SampleScores.mjs +0 -34
  346. inspect_ai/_view/www/src/samples/SampleTranscript.mjs +0 -20
  347. inspect_ai/_view/www/src/samples/SamplesDescriptor.mjs +0 -771
  348. inspect_ai/_view/www/src/samples/SamplesTab.mjs +0 -399
  349. inspect_ai/_view/www/src/samples/SamplesTools.mjs +0 -64
  350. inspect_ai/_view/www/src/samples/tools/EpochFilter.mjs +0 -38
  351. inspect_ai/_view/www/src/samples/tools/SampleFilter.mjs +0 -756
  352. inspect_ai/_view/www/src/samples/tools/SelectScorer.mjs +0 -141
  353. inspect_ai/_view/www/src/samples/tools/SortFilter.mjs +0 -151
  354. inspect_ai/_view/www/src/samples/transcript/ApprovalEventView.mjs +0 -71
  355. inspect_ai/_view/www/src/samples/transcript/ErrorEventView.mjs +0 -44
  356. inspect_ai/_view/www/src/samples/transcript/EventPanel.mjs +0 -271
  357. inspect_ai/_view/www/src/samples/transcript/EventRow.mjs +0 -46
  358. inspect_ai/_view/www/src/samples/transcript/EventSection.mjs +0 -33
  359. inspect_ai/_view/www/src/samples/transcript/InfoEventView.mjs +0 -59
  360. inspect_ai/_view/www/src/samples/transcript/InputEventView.mjs +0 -44
  361. inspect_ai/_view/www/src/samples/transcript/LoggerEventView.mjs +0 -32
  362. inspect_ai/_view/www/src/samples/transcript/ModelEventView.mjs +0 -216
  363. inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.mjs +0 -107
  364. inspect_ai/_view/www/src/samples/transcript/SampleLimitEventView.mjs +0 -74
  365. inspect_ai/_view/www/src/samples/transcript/ScoreEventView.mjs +0 -100
  366. inspect_ai/_view/www/src/samples/transcript/StepEventView.mjs +0 -187
  367. inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.mjs +0 -133
  368. inspect_ai/_view/www/src/samples/transcript/ToolEventView.mjs +0 -88
  369. inspect_ai/_view/www/src/samples/transcript/TranscriptView.mjs +0 -459
  370. inspect_ai/_view/www/src/samples/transcript/Types.mjs +0 -44
  371. inspect_ai/_view/www/src/samples/transcript/state/StateDiffView.mjs +0 -53
  372. inspect_ai/_view/www/src/samples/transcript/state/StateEventRenderers.mjs +0 -254
  373. inspect_ai/_view/www/src/sidebar/Sidebar.mjs +0 -418
  374. inspect_ai/_view/www/src/usage/ModelTokenTable.mjs +0 -72
  375. inspect_ai/_view/www/src/usage/UsageCard.mjs +0 -159
  376. inspect_ai/_view/www/src/utils/Format.mjs +0 -260
  377. inspect_ai/_view/www/src/utils/Git.mjs +0 -12
  378. inspect_ai/_view/www/src/utils/Html.mjs +0 -21
  379. inspect_ai/_view/www/src/utils/attachments.mjs +0 -31
  380. inspect_ai/_view/www/src/utils/debugging.mjs +0 -23
  381. inspect_ai/_view/www/src/utils/http.mjs +0 -18
  382. inspect_ai/_view/www/src/utils/queue.mjs +0 -67
  383. inspect_ai/_view/www/src/utils/sync.mjs +0 -101
  384. inspect_ai/_view/www/src/workspace/TaskErrorPanel.mjs +0 -17
  385. inspect_ai/_view/www/src/workspace/WorkSpace.mjs +0 -516
  386. inspect_ai/tool/beta/__init__.py +0 -5
  387. inspect_ai-0.3.62.dist-info/RECORD +0 -481
  388. /inspect_ai/{tool/beta/_computer/_resources/tool/__init__.py → _view/www/src/components/MorePopOver.css} +0 -0
  389. /inspect_ai/_view/www/src/{constants.mjs → constants.ts} +0 -0
  390. /inspect_ai/{tool/beta/_computer/_resources/tool/requirements.txt → _view/www/src/workspace/tabs/InfoTab.module.css} +0 -0
  391. /inspect_ai/tool/{beta → _tools}/_computer/__init__.py +0 -0
  392. /inspect_ai/tool/{beta → _tools}/_computer/_common.py +0 -0
  393. /inspect_ai/tool/{beta → _tools}/_computer/_computer_split.py +0 -0
  394. /inspect_ai/tool/{beta → _tools}/_computer/_resources/Dockerfile +0 -0
  395. /inspect_ai/tool/{beta → _tools}/_computer/_resources/README.md +0 -0
  396. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/entrypoint.sh +0 -0
  397. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/novnc_startup.sh +0 -0
  398. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/x11vnc_startup.sh +0 -0
  399. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/xfce_startup.sh +0 -0
  400. /inspect_ai/tool/{beta → _tools}/_computer/_resources/entrypoint/xvfb_startup.sh +0 -0
  401. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/.config/Code/User/globalStorage/state.vscdb +0 -0
  402. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/.config/Code/User/settings.json +0 -0
  403. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/.config/xfce4/xfconf/xfce-perchannel-xml/xfce4-panel.xml +0 -0
  404. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/.config/xfce4/xfconf/xfce-perchannel-xml/xfce4-screensaver.xml +0 -0
  405. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/Desktop/Firefox Web Browser.desktop +0 -0
  406. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/Desktop/Terminal.desktop +0 -0
  407. /inspect_ai/tool/{beta → _tools}/_computer/_resources/image_home_dir/Desktop/Visual Studio Code.desktop +0 -0
  408. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_logger.py +0 -0
  409. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_run.py +0 -0
  410. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/_tool_result.py +0 -0
  411. /inspect_ai/tool/{beta → _tools}/_computer/_resources/tool/computer_tool.py +0 -0
  412. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.63.dist-info}/LICENSE +0 -0
  413. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.63.dist-info}/WHEEL +0 -0
  414. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.63.dist-info}/entry_points.txt +0 -0
  415. {inspect_ai-0.3.62.dist-info → inspect_ai-0.3.63.dist-info}/top_level.txt +0 -0
@@ -1,399 +0,0 @@
1
- //@ts-check
2
- import { html } from "htm/preact";
3
- import { useCallback, useEffect, useRef, useState } from "preact/hooks";
4
-
5
- import { SampleDialog } from "./SampleDialog.mjs";
6
- import { SampleList } from "./SampleList.mjs";
7
- import { InlineSampleDisplay } from "./SampleDisplay.mjs";
8
- import { EmptyPanel } from "../components/EmptyPanel.mjs";
9
-
10
- /**
11
- * Renders Samples Tab
12
- *
13
- * @param {Object} props - The parameters for the component.
14
- * @param {import("../types/log").Sample} [props.sample] - The sample
15
- * @param {string} [props.task_id] - The task id
16
- * @param {import("../api/Types.ts").SampleSummary[]} [props.samples] - the samples
17
- * @param {import("../Types.mjs").SampleMode} props.sampleMode - the mode for displaying samples
18
- * @param {"epoch" | "sample" | "none" } props.groupBy - how to group items
19
- * @param {"asc" | "desc" } props.groupByOrder - whether grouping is ascending or descending
20
- * @param {import("../samples/SamplesDescriptor.mjs").SamplesDescriptor} [props.sampleDescriptor] - the sample descriptor
21
- * @param {import("../Types.mjs").ScoreLabel} [props.selectedScore] - the selected score
22
- * @param {string} props.sampleStatus - whether the sample is loading
23
- * @param {Error} [props.sampleError] - sample error
24
- * @param {number} props.selectedSampleIndex - the selected sample index
25
- * @param {(index: number) => void } props.setSelectedSampleIndex - function to select a sample
26
- * @param {boolean} props.showingSampleDialog - whether the dialog is showing
27
- * @param {(showing: boolean) => void } props.setShowingSampleDialog - update whether the dialog is showing
28
- * @param {string} props.selectedSampleTab - the selected tab
29
- * @param {(tab: string) => void} props.setSelectedSampleTab - function to select a tab
30
- * @param {string} props.epoch - the selected epoch
31
- * @param {import("../Types.mjs").ScoreFilter} props.filter - the selected filter
32
- * @param {import("htm/preact").MutableRef<number>} props.sampleScrollPositionRef - the sample scroll position
33
- * @param {(position: number) => void} props.setSampleScrollPosition - sets the sample scroll position
34
- * @param {import("htm/preact").MutableRef<HTMLElement>} props.sampleTabScrollRef - the sample scroll element
35
- * @param {any} props.sort - the selected sort
36
- *
37
- * @returns {import("preact").JSX.Element[]} The TranscriptView component.
38
- */
39
- export const SamplesTab = ({
40
- task_id,
41
- sample,
42
- samples,
43
- sampleMode,
44
- groupBy,
45
- groupByOrder,
46
- sampleDescriptor,
47
- selectedScore,
48
- sampleStatus,
49
- sampleError,
50
- selectedSampleIndex,
51
- setSelectedSampleIndex,
52
- showingSampleDialog,
53
- setShowingSampleDialog,
54
- selectedSampleTab,
55
- setSelectedSampleTab,
56
- sampleScrollPositionRef,
57
- setSampleScrollPosition,
58
- sampleTabScrollRef,
59
- }) => {
60
- /** @type {[ListItem[], function(ListItem[]): void]} */
61
- const [items, setItems] = useState([]);
62
- /** @type {[ListItem[], function(ListItem[]): void]} */
63
- const [sampleItems, setSampleItems] = useState([]);
64
-
65
- const sampleListRef = useRef(/** @type {HTMLElement|null} */ (null));
66
- const sampleDialogRef = useRef(/** @type {HTMLElement|null} */ (null));
67
-
68
- // Shows the sample dialog
69
- const showSample = useCallback(
70
- (index) => {
71
- setSelectedSampleIndex(index);
72
- setShowingSampleDialog(true);
73
- },
74
- [sampleDialogRef],
75
- );
76
-
77
- useEffect(() => {
78
- if (showingSampleDialog) {
79
- setTimeout(() => {
80
- // @ts-ignore
81
- sampleDialogRef.current.base.focus();
82
- }, 0);
83
- } else {
84
- setTimeout(() => {
85
- if (sampleListRef.current) {
86
- // @ts-ignore
87
- sampleListRef.current.focus();
88
- }
89
- }, 0);
90
- }
91
- }, [showingSampleDialog]);
92
-
93
- useEffect(() => {
94
- const sampleProcessor = getSampleProcessor(
95
- samples,
96
- groupBy,
97
- groupByOrder,
98
- sampleDescriptor,
99
- );
100
-
101
- // Process the samples into the proper data structure
102
- const items = samples.flatMap((sample, index) => {
103
- const results = [];
104
- const previousSample = index !== 0 ? samples[index - 1] : undefined;
105
- const items = sampleProcessor(sample, index, previousSample);
106
- results.push(...items);
107
- return results;
108
- });
109
-
110
- setItems(items);
111
- setSampleItems(
112
- items.filter((item) => {
113
- return item.type === "sample";
114
- }),
115
- );
116
- }, [samples, groupBy, groupByOrder, sampleDescriptor]);
117
-
118
- const nextSampleIndex = useCallback(() => {
119
- if (selectedSampleIndex < sampleItems.length - 1) {
120
- return selectedSampleIndex + 1;
121
- } else {
122
- return -1;
123
- }
124
- }, [selectedSampleIndex, items]);
125
-
126
- const previousSampleIndex = useCallback(() => {
127
- return selectedSampleIndex > 0 ? selectedSampleIndex - 1 : -1;
128
- }, [selectedSampleIndex, items]);
129
-
130
- // Manage the next / previous state the selected sample
131
- const nextSample = useCallback(() => {
132
- const next = nextSampleIndex();
133
- if (sampleStatus !== "loading" && next > -1) {
134
- setSelectedSampleIndex(next);
135
- }
136
- }, [selectedSampleIndex, samples, sampleStatus, nextSampleIndex]);
137
-
138
- const previousSample = useCallback(() => {
139
- const prev = previousSampleIndex();
140
- if (sampleStatus !== "loading" && prev > -1) {
141
- setSelectedSampleIndex(prev);
142
- }
143
- }, [selectedSampleIndex, samples, sampleStatus, previousSampleIndex]);
144
-
145
- const elements = [];
146
- if (sampleMode === "single") {
147
- elements.push(
148
- html` <${InlineSampleDisplay}
149
- key=${`${task_id}-single-sample`}
150
- id="sample-display"
151
- sample=${sample}
152
- sampleStatus=${sampleStatus}
153
- sampleError=${sampleError}
154
- sampleDescriptor=${sampleDescriptor}
155
- selectedTab=${selectedSampleTab}
156
- setSelectedTab=${setSelectedSampleTab}
157
- scrollRef=${sampleTabScrollRef}
158
- />`,
159
- );
160
- } else if (sampleMode === "many") {
161
- elements.push(
162
- html`<${SampleList}
163
- listRef=${sampleListRef}
164
- items=${items}
165
- sampleDescriptor=${sampleDescriptor}
166
- selectedIndex=${selectedSampleIndex}
167
- setSelectedIndex=${setSelectedSampleIndex}
168
- selectedScore=${selectedScore}
169
- nextSample=${nextSample}
170
- prevSample=${previousSample}
171
- showSample=${showSample}
172
- />`,
173
- );
174
- } else {
175
- elements.push(html`<${EmptyPanel} />`);
176
- }
177
-
178
- const title =
179
- selectedSampleIndex > -1 && sampleItems.length > selectedSampleIndex
180
- ? sampleItems[selectedSampleIndex].label
181
- : "";
182
- const index =
183
- selectedSampleIndex > -1 && sampleItems.length > selectedSampleIndex
184
- ? sampleItems[selectedSampleIndex].index
185
- : -1;
186
- elements.push(html`
187
- <${SampleDialog}
188
- id=${sample?.id || ""}
189
- ref=${sampleDialogRef}
190
- task=${task_id}
191
- title=${title}
192
- index=${index}
193
- sample=${sample}
194
- sampleStatus=${sampleStatus}
195
- sampleError=${sampleError}
196
- sampleDescriptor=${sampleDescriptor}
197
- showingSampleDialog=${showingSampleDialog}
198
- setShowingSampleDialog=${setShowingSampleDialog}
199
- selectedTab=${selectedSampleTab}
200
- setSelectedTab=${setSelectedSampleTab}
201
- nextSample=${nextSample}
202
- prevSample=${previousSample}
203
- sampleScrollPositionRef=${sampleScrollPositionRef}
204
- setSampleScrollPosition=${setSampleScrollPosition}
205
- />
206
- `);
207
-
208
- return elements;
209
- };
210
-
211
- /**
212
- * @typedef {Object} ListItem
213
- * @property {string} label - The label for the sample, formatted as "Sample {group} (Epoch {item})".
214
- * @property {number} number - The current counter item value.
215
- * @property {number} index - The index of the sample.
216
- * @property {import("../api/Types.ts").SampleSummary | string} data - The items data payload.
217
- * @property {string} type - The type of the result, in this case, "sample". (or "separator")
218
- */
219
-
220
- /**
221
- * Perform any grouping of the samples
222
- *
223
- * @param {import("../api/Types.ts").SampleSummary[]} samples - the list of sample summaries
224
- * @param {"sample" | "epoch" | "none"} groupBy - how to group samples
225
- * @param {"asc" | "desc"} groupByOrder - how to order grouped samples
226
- * @param {import("../samples/SamplesDescriptor.mjs").SamplesDescriptor} sampleDescriptor - the sample descriptor
227
-
228
- * @returns {(sample: import("../api/Types.ts").SampleSummary, index: number, previousSample: import("../api/Types.ts").SampleSummary) => ListItem[]} The list items
229
- */
230
- const getSampleProcessor = (
231
- samples,
232
- groupBy,
233
- groupByOrder,
234
- sampleDescriptor,
235
- ) => {
236
- // Perform grouping if there are epochs
237
- if (groupBy == "epoch") {
238
- return groupByEpoch(samples, sampleDescriptor, groupByOrder);
239
- } else if (groupBy === "sample") {
240
- return groupBySample(samples, sampleDescriptor, groupByOrder);
241
- } else {
242
- return noGrouping(samples, groupByOrder);
243
- }
244
- };
245
-
246
- /**
247
- * Performs no grouping
248
- *
249
- * @param {import("../api/Types.ts").SampleSummary[]} samples - the list of sample summaries
250
- * @param {string} order - the selected order
251
- * @returns {(sample: import("../api/Types.ts").SampleSummary, index: number, previousSample: import("../api/Types.ts").SampleSummary) => ListItem[]} The list
252
- */
253
- const noGrouping = (samples, order) => {
254
- const counter = getCounter(samples.length, 1, order);
255
- return (sample, index) => {
256
- counter.incrementItem();
257
- const itemCount = counter.item();
258
- return [
259
- {
260
- label: `Sample ${itemCount}`,
261
- number: itemCount,
262
- index: index,
263
- data: sample,
264
- type: "sample",
265
- },
266
- ];
267
- };
268
- };
269
-
270
- /**
271
- * Groups by sample (showing separators for Epochs)
272
- *
273
- * @param {import("../api/Types.ts").SampleSummary[]} samples - the list of sample summaries
274
- * @param {string} order - the selected order
275
- * @param {import("../samples/SamplesDescriptor.mjs").SamplesDescriptor} sampleDescriptor - the sample descriptor
276
- * @returns {(sample: import("../api/Types.ts").SampleSummary, index: number, previousSample: import("../api/Types.ts").SampleSummary) => ListItem[]} The list
277
- */
278
- const groupBySample = (samples, sampleDescriptor, order) => {
279
- // ensure that we are sorted by id
280
- samples = samples.sort((a, b) => {
281
- if (typeof a.id === "string") {
282
- if (order === "asc") {
283
- return String(a.id).localeCompare(String(b.id));
284
- } else {
285
- return String(b.id).localeCompare(String(a.id));
286
- }
287
- } else {
288
- if (order === "asc") {
289
- return Number(a.id) - Number(b.id);
290
- } else {
291
- return Number(b.id) - Number(b.id);
292
- }
293
- }
294
- });
295
- const groupCount = samples.length / sampleDescriptor.evalDescriptor.epochs;
296
- const itemCount = samples.length / groupCount;
297
- const counter = getCounter(itemCount, groupCount, order);
298
- return (sample, index, previousSample) => {
299
- const results = [];
300
- // Add a separator when the id changes
301
- const lastId = previousSample ? previousSample.id : undefined;
302
- if (sample.id !== lastId) {
303
- counter.incrementGroup();
304
- results.push({
305
- label: `Sample ${itemCount}`,
306
- number: counter.group(),
307
- index: index,
308
- data: `Sample ${counter.group()}`,
309
- type: "separator",
310
- });
311
- counter.resetItem();
312
- }
313
-
314
- counter.incrementItem();
315
- results.push({
316
- label: `Sample ${counter.group()} (Epoch ${counter.item()})`,
317
- number: counter.item(),
318
- index: index,
319
- data: sample,
320
- type: "sample",
321
- });
322
-
323
- return results;
324
- };
325
- };
326
-
327
- /**
328
- * Groups by epoch (showing a separator for each sample)
329
- *
330
- * @param {import("../api/Types.ts").SampleSummary[]} samples - the list of sample summaries
331
- * @param {string} order - the selected order
332
- * @param {import("../samples/SamplesDescriptor.mjs").SamplesDescriptor} sampleDescriptor - the sample descriptor
333
- * @returns {(sample: import("../api/Types.ts").SampleSummary, index: number, previousSample: import("../api/Types.ts").SampleSummary) => ListItem[]} The list
334
- */
335
- const groupByEpoch = (samples, sampleDescriptor, order) => {
336
- const groupCount = sampleDescriptor.evalDescriptor.epochs;
337
- const itemCount = samples.length / groupCount;
338
- const counter = getCounter(itemCount, groupCount, order);
339
-
340
- return (sample, index, previousSample) => {
341
- const results = [];
342
- const lastEpoch = previousSample ? previousSample.epoch : -1;
343
- if (lastEpoch !== sample.epoch) {
344
- counter.incrementGroup();
345
- // Add a separator
346
- results.push({
347
- label: `Epoch ${counter.group()}`,
348
- number: counter.group(),
349
- index: index,
350
- data: `Epoch ${counter.group()}`,
351
- type: "separator",
352
- });
353
- counter.resetItem();
354
- }
355
-
356
- // Compute the index within the epoch
357
- counter.incrementItem();
358
- results.push({
359
- label: `Sample ${counter.item()} (Epoch ${counter.group()})`,
360
- number: counter.item(),
361
- index: index,
362
- data: sample,
363
- type: "sample",
364
- });
365
-
366
- return results;
367
- };
368
- };
369
-
370
- // An order aware counter that hides increment/decrement behavior
371
- const getCounter = (itemCount, groupCount, order) => {
372
- let itemIndex = order !== "desc" ? 0 : itemCount + 1;
373
- let groupIndex = order !== "desc" ? 0 : groupCount + 1;
374
- return {
375
- resetItem: () => {
376
- itemIndex = order !== "desc" ? 0 : itemCount + 1;
377
- },
378
- incrementItem: () => {
379
- if (order !== "desc") {
380
- itemIndex++;
381
- } else {
382
- itemIndex--;
383
- }
384
- },
385
- incrementGroup: () => {
386
- if (order !== "desc") {
387
- groupIndex++;
388
- } else {
389
- groupIndex--;
390
- }
391
- },
392
- item: () => {
393
- return itemIndex;
394
- },
395
- group: () => {
396
- return groupIndex;
397
- },
398
- };
399
- };
@@ -1,64 +0,0 @@
1
- import { html } from "htm/preact";
2
-
3
- import { EpochFilter } from "./tools/EpochFilter.mjs";
4
- import { SortFilter } from "./tools/SortFilter.mjs";
5
- import { SampleFilter } from "./tools/SampleFilter.mjs";
6
- import { SelectScorer } from "./tools/SelectScorer.mjs";
7
-
8
- export const SampleTools = (props) => {
9
- const {
10
- epoch,
11
- setEpoch,
12
- filter,
13
- filterChanged,
14
- sort,
15
- setSort,
16
- epochs,
17
- sampleDescriptor,
18
- score,
19
- setScore,
20
- scores,
21
- } = props;
22
-
23
- const hasEpochs = epochs > 1;
24
- const tools = [];
25
-
26
- tools.push(
27
- html`<${SampleFilter}
28
- evalDescriptor=${sampleDescriptor.evalDescriptor}
29
- filter=${filter}
30
- filterChanged=${filterChanged}
31
- />`,
32
- );
33
-
34
- if (scores.length > 1) {
35
- tools.push(
36
- html`<${SelectScorer}
37
- scores=${scores}
38
- score=${score}
39
- setScore=${setScore}
40
- />`,
41
- );
42
- }
43
-
44
- if (hasEpochs) {
45
- tools.push(
46
- html`<${EpochFilter}
47
- epoch=${epoch}
48
- setEpoch="${setEpoch}"
49
- epochs=${epochs}
50
- />`,
51
- );
52
- }
53
-
54
- tools.push(
55
- html`<${SortFilter}
56
- sampleDescriptor=${sampleDescriptor}
57
- sort=${sort}
58
- setSort=${setSort}
59
- epochs=${hasEpochs}
60
- />`,
61
- );
62
-
63
- return tools;
64
- };
@@ -1,38 +0,0 @@
1
- import { html } from "htm/preact";
2
- import { FontSize, TextStyle } from "../../appearance/Fonts.mjs";
3
-
4
- export const EpochFilter = ({ epochs, epoch, setEpoch }) => {
5
- const options = ["all"];
6
- for (let i = 1; i <= epochs; i++) {
7
- options.push(i + "");
8
- }
9
- return html`
10
- <div style=${{ display: "flex" }}>
11
- <span
12
- class="epoch-filter-label"
13
- style=${{
14
- alignSelf: "center",
15
- fontSize: FontSize.smaller,
16
- ...TextStyle.label,
17
- ...TextStyle.secondary,
18
- marginRight: "0.3em",
19
- marginLeft: "0.2em",
20
- }}
21
- >Epochs:</span
22
- >
23
- <select
24
- class="form-select form-select-sm"
25
- aria-label=".epoch-filter-label"
26
- style=${{ fontSize: FontSize.smaller }}
27
- value=${epoch}
28
- onChange=${(e) => {
29
- setEpoch(e.target.value);
30
- }}
31
- >
32
- ${options.map((option) => {
33
- return html`<option value="${option}">${option}</option>`;
34
- })}
35
- </select>
36
- </div>
37
- `;
38
- };