@terreno/admin-frontend 57.20.0 → 57.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (361) hide show
  1. package/CHANGELOG.md +81 -0
  2. package/dist/AdminFilterDrawer.d.ts.map +1 -1
  3. package/dist/AdminFilterDrawer.js.map +1 -1
  4. package/dist/index.d.ts +2 -2
  5. package/dist/index.d.ts.map +1 -1
  6. package/dist/index.js +1 -1
  7. package/dist/index.js.map +1 -1
  8. package/dist/types.d.ts +2 -0
  9. package/dist/types.d.ts.map +1 -1
  10. package/dist/types.js.map +1 -1
  11. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  12. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  13. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  14. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  15. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  16. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  17. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  18. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  19. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  20. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  21. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  22. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  23. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  24. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  25. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  26. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  27. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  28. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  29. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  30. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  31. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  32. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  33. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  34. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  35. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  36. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  37. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  38. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  39. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  40. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  41. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  42. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  43. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  44. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  45. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  46. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  47. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  48. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  49. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  50. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  51. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  52. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  53. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  54. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  55. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  56. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  57. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  58. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  59. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  60. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  61. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  62. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  63. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  64. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  65. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  66. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  67. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  68. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  69. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  70. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  71. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  72. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  73. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  75. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  77. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  78. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
  79. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  80. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  82. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  83. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  84. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  85. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  86. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  87. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  88. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  89. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  90. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  91. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  92. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  93. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  94. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  95. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  96. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  97. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  98. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  99. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  100. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  101. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  102. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  103. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  104. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  105. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  106. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  107. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  108. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  109. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  110. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  111. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  112. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  113. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  114. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  115. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  116. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  117. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
  119. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  121. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  122. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  123. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  124. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  126. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  128. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  129. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  130. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  131. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  132. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  134. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  136. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  137. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  138. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  139. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  140. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  141. package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
  142. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  143. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  144. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  145. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  146. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  147. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  148. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  149. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  150. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  151. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  152. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  153. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  154. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  155. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
  156. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  157. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
  158. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  159. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  160. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  161. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  162. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  163. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  164. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  165. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  166. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  167. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  168. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  169. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  170. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  171. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  172. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  173. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  174. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  175. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  176. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  177. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  178. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  179. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  180. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  181. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  182. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  183. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  184. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  185. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  186. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  187. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  188. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  189. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  190. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  191. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  192. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  193. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  194. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  195. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  196. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  197. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  198. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  199. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  200. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  201. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  202. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  203. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  204. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  205. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  206. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  207. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  208. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  209. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  210. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  211. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  212. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  213. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  214. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  215. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  216. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  217. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  218. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  219. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  220. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  221. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  222. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  223. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  224. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  225. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  226. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  227. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  228. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  229. package/package.json +7 -3
  230. package/src/AdminBreadcrumbs.test.tsx +1 -1
  231. package/src/AdminFieldRenderer.test.tsx +2 -1
  232. package/src/AdminFilterDrawer.tsx +1 -2
  233. package/src/AdminHome.test.tsx +2 -1
  234. package/src/AdminModelTable.test.tsx +16 -12
  235. package/src/AdminModelTable.windowed.test.tsx +11 -5
  236. package/src/AdminPrimitiveArrayField.test.tsx +3 -3
  237. package/src/AdminProvider.test.tsx +11 -6
  238. package/src/AdminRolesList.test.tsx +22 -13
  239. package/src/AdminScreenPage.test.tsx +1 -1
  240. package/src/AdminScreenRouter.test.tsx +15 -5
  241. package/src/AdminScriptList.test.tsx +9 -2
  242. package/src/AdminShell.test.tsx +1 -1
  243. package/src/AdminVersionConfig.test.tsx +4 -4
  244. package/src/AnnouncementOverviewScreenWidget.test.tsx +6 -1
  245. package/src/CheckboxListEditor.test.tsx +11 -9
  246. package/src/ConfigurationScreen.test.tsx +2 -2
  247. package/src/adminRequest.test.ts +3 -3
  248. package/src/adminWindowedTable.test.ts +4 -2
  249. package/src/comms/CommsDashboardScreen.test.tsx +5 -5
  250. package/src/comms/CommsMessageDetail.test.tsx +1 -1
  251. package/src/index.tsx +4 -0
  252. package/src/isolated/AdminFieldRenderer.isolated.tsx +11 -6
  253. package/src/isolated/AdminFilterDrawer.isolated.tsx +8 -6
  254. package/src/isolated/AdminFilterDrawerMobile.isolated.tsx +3 -1
  255. package/src/isolated/AdminHomeWidgets.isolated.tsx +2 -0
  256. package/src/isolated/AdminNestedArrayField.isolated.tsx +10 -9
  257. package/src/isolated/AdminObjectPicker.isolated.tsx +9 -10
  258. package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
  259. package/src/isolated/AiPromptsListScreen.isolated.tsx +1 -1
  260. package/src/isolated/DocumentStorageBrowser.isolated.tsx +16 -8
  261. package/src/isolated/RecentActivityWidget.isolated.tsx +2 -0
  262. package/src/isolated/adminWidgets.isolated.tsx +46 -6
  263. package/src/isolated/aiListTables.isolated.tsx +654 -0
  264. package/src/isolated/aiObservabilityScreens.isolated.tsx +731 -294
  265. package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
  266. package/src/isolated/aiTracesTable.isolated.tsx +375 -0
  267. package/src/isolated/generateConsentHistoryPdf.isolated.ts +30 -10
  268. package/src/isolated/generateConsentPdfsMobile.isolated.ts +24 -3
  269. package/src/isolated/hooks.isolated.tsx +84 -60
  270. package/src/isolated/rpcDualRun.isolated.tsx +9 -2
  271. package/src/jobs/JobsDashboardScreen.test.tsx +3 -3
  272. package/src/jobs/JobsHomeWidget.test.tsx +1 -1
  273. package/src/jobs/JobsJobDetail.test.tsx +1 -1
  274. package/src/orgs/OrgManagementScreens.test.tsx +1 -1
  275. package/src/orgs/adminModelEndpoints.test.ts +1 -1
  276. package/src/testing/useAdminApiDouble.ts +2 -1
  277. package/src/types.ts +2 -0
  278. package/src/useAdminRpc.test.tsx +3 -3
  279. package/src/widgets/AIRequestsScreenWidget.test.tsx +20 -3
  280. package/src/widgets/ModelsGridWidget.test.tsx +25 -5
  281. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +4 -2
  282. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  283. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  284. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -14
  285. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  286. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  287. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  288. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +186 -32
  289. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  290. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  291. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  292. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  293. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  294. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  295. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +168 -2
  296. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  297. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  298. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  299. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  300. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  301. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  302. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  303. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  304. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  305. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  306. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  307. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
  308. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
  309. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  310. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  311. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
  312. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  313. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  314. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  315. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  316. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  317. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  318. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  319. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  320. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  321. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
  322. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  323. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
  324. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  325. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  326. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  327. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  328. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  329. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
  330. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  331. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  332. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  333. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  334. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
  335. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
  336. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  337. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
  338. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  339. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  340. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  341. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  342. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  343. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  344. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  345. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  346. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  347. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  348. package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +7 -1
  349. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  350. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  351. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  352. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  353. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  354. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  355. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  356. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  357. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  358. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  359. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
  360. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  361. package/src/widgets/builtInFieldWidgets.test.tsx +16 -3
@@ -0,0 +1,654 @@
1
+ import {beforeEach, describe, expect, it, mock} from "bun:test";
2
+ import type {DataTableProps} from "@terreno/ui";
3
+ import {act, fireEvent} from "@testing-library/react-native";
4
+ import React from "react";
5
+ import {renderWithTheme} from "../../../ui/src/test-utils";
6
+ import type {AdminApi, AdminConfigResponse} from "../types";
7
+ import {AiDatasetsListView} from "../widgets/aiObservability/datasets/AiDatasetsListView";
8
+ import type {DatasetRecord} from "../widgets/aiObservability/datasets/datasetTypes";
9
+ import {AiEvaluatorsListView} from "../widgets/aiObservability/evaluators/AiEvaluatorsListView";
10
+ import type {EvaluatorRecord} from "../widgets/aiObservability/evaluators/evaluatorTypes";
11
+ import {AiExperimentsScreenWidget} from "../widgets/aiObservability/experiments/AiExperimentsListScreen";
12
+ import {AiExperimentsListView} from "../widgets/aiObservability/experiments/AiExperimentsListView";
13
+ import type {ExperimentRecord} from "../widgets/aiObservability/experiments/experimentTypes";
14
+ import {AiReviewBatchesView} from "../widgets/aiObservability/review/AiReviewBatchesView";
15
+ import {AiReviewQueueView} from "../widgets/aiObservability/review/AiReviewQueueView";
16
+ import type {ReviewBatchListItem} from "../widgets/aiObservability/review/batchTypes";
17
+ import type {ReviewListItem} from "../widgets/aiObservability/review/reviewTypes";
18
+ import {operatorObservabilityStatus} from "./observabilityStatusFixtures.isolated";
19
+
20
+ const routerPush = mock((_href: string) => undefined);
21
+
22
+ mock.module("expo-router", () => ({
23
+ router: {
24
+ push: (href: string): void => {
25
+ routerPush(href);
26
+ },
27
+ },
28
+ useLocalSearchParams: (): Record<string, string> => ({}),
29
+ }));
30
+
31
+ type View = ReturnType<typeof renderWithTheme>;
32
+
33
+ /** Props of the DataTable rendered under `testID`, read fresh after each update. */
34
+ const tableProps = (view: View, testID: string): DataTableProps => {
35
+ return view.UNSAFE_root.find(
36
+ (node) => node.props.testID === testID && "setSortColumn" in node.props
37
+ ).props as DataTableProps;
38
+ };
39
+
40
+ /** Row order as the ids in each row's button testIDs. */
41
+ const rowOrder = (view: View, prefix: string): string[] => {
42
+ return view
43
+ .getAllByTestId(new RegExp(`^${prefix}`))
44
+ .map((node) => String(node.props.testID).slice(prefix.length));
45
+ };
46
+
47
+ const sortBy = (view: View, testID: string, column: number, direction: "asc" | "desc"): void => {
48
+ act(() => {
49
+ tableProps(view, testID).setSortColumn?.({column, direction});
50
+ });
51
+ };
52
+
53
+ const filterBy = (view: View, testID: string, values: Record<string, unknown>): void => {
54
+ act(() => {
55
+ tableProps(view, testID).onFilterValuesChange?.(values);
56
+ });
57
+ };
58
+
59
+ const experiment = (overrides: Partial<ExperimentRecord>): ExperimentRecord => ({
60
+ created: "2026-01-01T00:00:00.000Z",
61
+ datasetId: "ds-1",
62
+ evaluatorIds: [],
63
+ id: "exp",
64
+ includeUnproofread: false,
65
+ items: [],
66
+ name: "experiment",
67
+ promptName: "summarize",
68
+ status: "completed",
69
+ thresholds: [],
70
+ updated: "2026-01-01T00:00:00.000Z",
71
+ versions: [1, 2],
72
+ ...overrides,
73
+ });
74
+
75
+ const EXPERIMENTS: ExperimentRecord[] = [
76
+ experiment({
77
+ datasetId: "ds-gold",
78
+ estimate: {costUsd: 0.5} as ExperimentRecord["estimate"],
79
+ id: "e1",
80
+ name: "Summarize v2 vs v3 (length cap)",
81
+ }),
82
+ experiment({
83
+ datasetId: "ds-jokes",
84
+ estimate: {costUsd: 2} as ExperimentRecord["estimate"],
85
+ id: "e2",
86
+ name: "Jokes v1 vs v2 (one-liners)",
87
+ status: "failed",
88
+ }),
89
+ experiment({datasetId: "ds-gold", id: "e3", name: "Summarize v1 vs v2 (gold)"}),
90
+ ];
91
+
92
+ const DATASET_NAMES = {"ds-gold": "example-summarize-gold", "ds-jokes": "joke-generator-topics"};
93
+
94
+ describe("AiExperimentsListView table", () => {
95
+ it("sorts by cost, filters by dataset name, and sizes name and dataset to one line", () => {
96
+ const view = renderWithTheme(
97
+ <AiExperimentsListView
98
+ datasetNames={DATASET_NAMES}
99
+ experiments={EXPERIMENTS}
100
+ isLoading={false}
101
+ onCreate={() => undefined}
102
+ onOpenResults={() => undefined}
103
+ onRetry={() => undefined}
104
+ />
105
+ );
106
+ const table = tableProps(view, "ai-experiments-table");
107
+ expect(table.columns.map((column) => column.title)).toEqual([
108
+ "Experiment",
109
+ "Dataset",
110
+ "Status",
111
+ "Result",
112
+ "Cost",
113
+ ]);
114
+ expect(table.columns.map((column) => column.sortable)).toEqual([true, true, true, true, true]);
115
+ expect(table.columns[0]?.width).toBeGreaterThanOrEqual(300);
116
+ expect(table.columns[1]?.width).toBeGreaterThanOrEqual(240);
117
+ expect(table.columns[1]?.filter?.options).toEqual([
118
+ {label: "example-summarize-gold", value: "example-summarize-gold"},
119
+ {label: "joke-generator-topics", value: "joke-generator-topics"},
120
+ ]);
121
+ expect(view.getAllByText("example-summarize-gold").length).toBe(2);
122
+
123
+ sortBy(view, "ai-experiments-table", 4, "desc");
124
+ expect(rowOrder(view, "ai-experiment-open-")).toEqual(["e2", "e1", "e3"]);
125
+
126
+ filterBy(view, "ai-experiments-table", {dataset: ["example-summarize-gold"]});
127
+ expect(rowOrder(view, "ai-experiment-open-")).toEqual(["e1", "e3"]);
128
+
129
+ act(() => {
130
+ tableProps(view, "ai-experiments-table").onSearchChange?.("v1 vs v2");
131
+ });
132
+ expect(rowOrder(view, "ai-experiment-open-")).toEqual(["e3"]);
133
+ });
134
+
135
+ it("shows the dataset id when the name is unknown", () => {
136
+ const view = renderWithTheme(
137
+ <AiExperimentsListView
138
+ experiments={[experiment({datasetId: "ds-orphan", id: "e9"})]}
139
+ isLoading={false}
140
+ onCreate={() => undefined}
141
+ onOpenResults={() => undefined}
142
+ onRetry={() => undefined}
143
+ />
144
+ );
145
+ expect(view.getByText("ds-orphan")).toBeTruthy();
146
+ });
147
+
148
+ it("shows one gate verdict badge per experiment", () => {
149
+ const gate = {
150
+ aggregate: "mean" as const,
151
+ dimension: "helpfulness",
152
+ evaluatorName: "helpfulness",
153
+ op: "gte" as const,
154
+ value: 0.8,
155
+ };
156
+ const view = renderWithTheme(
157
+ <AiExperimentsListView
158
+ experiments={[
159
+ experiment({
160
+ id: "e5",
161
+ results: {
162
+ gates: [
163
+ {...gate, actual: 0.6, passed: false, version: 1},
164
+ {...gate, actual: 0.9, passed: true, version: 2},
165
+ ],
166
+ lowConfidenceItemIds: [],
167
+ outlierItemIds: [],
168
+ progress: {completed: 1, total: 1},
169
+ } as ExperimentRecord["results"],
170
+ }),
171
+ ]}
172
+ isLoading={false}
173
+ onCreate={() => undefined}
174
+ onOpenResults={() => undefined}
175
+ onRetry={() => undefined}
176
+ />
177
+ );
178
+ expect(view.getByTestId("ai-experiment-result-e5")).toHaveTextContent("v2 ready to promote");
179
+ expect(view.queryByText(/gates failing/)).toBeNull();
180
+ });
181
+
182
+ it("says how many gates fail when no version passes", () => {
183
+ const gate = {
184
+ aggregate: "mean" as const,
185
+ dimension: "helpfulness",
186
+ evaluatorName: "helpfulness",
187
+ op: "gte" as const,
188
+ value: 0.8,
189
+ };
190
+ const view = renderWithTheme(
191
+ <AiExperimentsListView
192
+ experiments={[
193
+ experiment({
194
+ id: "e6",
195
+ results: {
196
+ gates: [
197
+ {...gate, actual: 0.6, passed: false, version: 1},
198
+ {...gate, actual: 0.7, passed: false, version: 2},
199
+ ],
200
+ lowConfidenceItemIds: [],
201
+ outlierItemIds: [],
202
+ progress: {completed: 1, total: 1},
203
+ } as ExperimentRecord["results"],
204
+ }),
205
+ ]}
206
+ isLoading={false}
207
+ onCreate={() => undefined}
208
+ onOpenResults={() => undefined}
209
+ onRetry={() => undefined}
210
+ />
211
+ );
212
+ expect(view.getByTestId("ai-experiment-result-e6")).toHaveTextContent("Fails 1 of 1 gate");
213
+ });
214
+
215
+ it("filters by kind with the segmented control", () => {
216
+ const view = renderWithTheme(
217
+ <AiExperimentsListView
218
+ experiments={[
219
+ experiment({id: "j1", kind: "judge", name: "Judge run"}),
220
+ experiment({id: "p1", kind: "prompt", name: "Prompt run"}),
221
+ ]}
222
+ isLoading={false}
223
+ onCreate={() => undefined}
224
+ onOpenResults={() => undefined}
225
+ onRetry={() => undefined}
226
+ />
227
+ );
228
+ expect(rowOrder(view, "ai-experiment-open-").sort()).toEqual(["j1", "p1"]);
229
+ fireEvent.press(view.getAllByText("Judge calibration")[0] as never);
230
+ expect(rowOrder(view, "ai-experiment-open-")).toEqual(["j1"]);
231
+ });
232
+
233
+ it("formats sub-cent costs", () => {
234
+ const view = renderWithTheme(
235
+ <AiExperimentsListView
236
+ experiments={[
237
+ experiment({estimate: {costUsd: 0.004} as ExperimentRecord["estimate"], id: "c1"}),
238
+ ]}
239
+ isLoading={false}
240
+ onCreate={() => undefined}
241
+ onOpenResults={() => undefined}
242
+ onRetry={() => undefined}
243
+ />
244
+ );
245
+ expect(view.getByText("<$0.01")).toBeTruthy();
246
+ });
247
+ });
248
+
249
+ describe("AiExperimentsScreenWidget dataset names", () => {
250
+ beforeEach(() => {
251
+ routerPush.mockClear();
252
+ });
253
+
254
+ it("resolves dataset ids to names and opens a sorted row", async () => {
255
+ const api = {
256
+ enhanceEndpoints: () => api,
257
+ injectEndpoints: () => ({
258
+ useAiObservabilityDatasetsQuery: () => ({
259
+ data: [{counts: {}, id: "ds-gold", name: "example-summarize-gold", tags: []}],
260
+ isError: false,
261
+ isLoading: false,
262
+ }),
263
+ useAiObservabilityExperimentsQuery: () => ({
264
+ data: EXPERIMENTS,
265
+ isError: false,
266
+ isLoading: false,
267
+ refetch: () => undefined,
268
+ }),
269
+ useAiObservabilityStatusQuery: () => ({
270
+ data: operatorObservabilityStatus,
271
+ isError: false,
272
+ isLoading: false,
273
+ }),
274
+ }),
275
+ };
276
+ const config: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
277
+ const view = renderWithTheme(
278
+ <AiExperimentsScreenWidget
279
+ api={api as unknown as AdminApi}
280
+ config={config}
281
+ routeBase="/admin"
282
+ screenName="ai-experiments"
283
+ />
284
+ );
285
+ expect(view.getAllByText("example-summarize-gold").length).toBe(2);
286
+ expect(view.getByText("ds-jokes")).toBeTruthy();
287
+ sortBy(view, "ai-experiments-table", 0, "asc");
288
+ expect(rowOrder(view, "ai-experiment-open-")).toEqual(["e2", "e3", "e1"]);
289
+ await act(async () => {
290
+ fireEvent.press(view.getByTestId("ai-experiment-open-e2"));
291
+ await new Promise((resolve) => setTimeout(resolve, 0));
292
+ });
293
+ expect(String(routerPush.mock.calls[0]?.[0])).toContain("id=e2");
294
+ });
295
+ });
296
+
297
+ describe("AiExperimentsScreenWidget truncation", () => {
298
+ const renderScreen = (listResponse: unknown, listArgs: unknown[]): View => {
299
+ const api = {
300
+ enhanceEndpoints: () => api,
301
+ injectEndpoints: () => ({
302
+ useAiObservabilityDatasetsQuery: () => ({data: [], isError: false, isLoading: false}),
303
+ useAiObservabilityExperimentsQuery: (args: unknown) => {
304
+ listArgs.push(args);
305
+ return {data: listResponse, isError: false, isLoading: false, refetch: () => undefined};
306
+ },
307
+ useAiObservabilityStatusQuery: () => ({
308
+ data: operatorObservabilityStatus,
309
+ isError: false,
310
+ isLoading: false,
311
+ }),
312
+ }),
313
+ };
314
+ const config: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
315
+ return renderWithTheme(
316
+ <AiExperimentsScreenWidget
317
+ api={api as unknown as AdminApi}
318
+ config={config}
319
+ routeBase="/admin"
320
+ screenName="ai-experiments"
321
+ />
322
+ );
323
+ };
324
+
325
+ it("requests the newest 100 experiments and notes when more exist", () => {
326
+ const listArgs: unknown[] = [];
327
+ const view = renderScreen(
328
+ {data: EXPERIMENTS, limit: 100, more: true, page: 1, total: 240},
329
+ listArgs
330
+ );
331
+ expect(listArgs[0]).toEqual({limit: 100});
332
+ expect(view.getByTestId("ai-experiments-truncated-note")).toBeTruthy();
333
+ expect(
334
+ view.getByText("Showing the newest 100 experiments; filters and sorting apply to these.")
335
+ ).toBeTruthy();
336
+ });
337
+
338
+ it("hides the note when every experiment fits", () => {
339
+ const view = renderScreen({data: EXPERIMENTS, limit: 100, more: false, page: 1, total: 3}, []);
340
+ expect(view.queryByTestId("ai-experiments-truncated-note")).toBeNull();
341
+ });
342
+ });
343
+
344
+ const dataset = (overrides: Partial<DatasetRecord>): DatasetRecord => ({
345
+ counts: {auto: 0, human: 0, needsReview: 0, total: 0},
346
+ created: "2026-01-01T00:00:00.000Z",
347
+ id: "ds",
348
+ name: "dataset",
349
+ tags: [],
350
+ updated: "2026-01-01T00:00:00.000Z",
351
+ ...overrides,
352
+ });
353
+
354
+ describe("AiDatasetsListView table", () => {
355
+ it("sorts by item count and filters by updated date", () => {
356
+ const view = renderWithTheme(
357
+ <AiDatasetsListView
358
+ createName=""
359
+ createOpen={false}
360
+ createPromptBinding=""
361
+ datasets={[
362
+ dataset({
363
+ counts: {auto: 1, human: 9, needsReview: 0, total: 10},
364
+ id: "d1",
365
+ name: "gold",
366
+ updated: "2026-03-01T00:00:00.000Z",
367
+ }),
368
+ dataset({
369
+ counts: {auto: 2, human: 0, needsReview: 2, total: 2},
370
+ id: "d2",
371
+ inputSchemaPromptName: "summarize",
372
+ name: "auto",
373
+ }),
374
+ dataset({
375
+ counts: {auto: 0, human: 30, needsReview: 0, total: 30},
376
+ id: "d3",
377
+ name: "big",
378
+ updated: "2026-02-01T00:00:00.000Z",
379
+ }),
380
+ ]}
381
+ importOpen={false}
382
+ importPaste=""
383
+ isCreating={false}
384
+ isImporting={false}
385
+ isLoading={false}
386
+ onCreate={() => undefined}
387
+ onCreateNameChange={() => undefined}
388
+ onCreatePromptBindingChange={() => undefined}
389
+ onDismissCreate={() => undefined}
390
+ onDismissImport={() => undefined}
391
+ onFilePicked={() => undefined}
392
+ onImportPasteChange={() => undefined}
393
+ onImportSubmit={() => undefined}
394
+ onOpenCreate={() => undefined}
395
+ onOpenDetail={() => undefined}
396
+ onOpenImport={() => undefined}
397
+ onRetry={() => undefined}
398
+ />
399
+ );
400
+ const table = tableProps(view, "ai-datasets-table");
401
+ expect(table.columns.map((column) => column.sortable)).toEqual([
402
+ true,
403
+ true,
404
+ true,
405
+ true,
406
+ true,
407
+ false,
408
+ ]);
409
+ expect(table.columns[3]?.filter?.options).toEqual([{label: "summarize", value: "summarize"}]);
410
+
411
+ sortBy(view, "ai-datasets-table", 1, "desc");
412
+ expect(rowOrder(view, "ai-datasets-open-")).toEqual(["d3", "d1", "d2"]);
413
+
414
+ filterBy(view, "ai-datasets-table", {updated_gte: "2026-01-15T00:00:00.000Z"});
415
+ expect(rowOrder(view, "ai-datasets-open-")).toEqual(["d3", "d1"]);
416
+
417
+ filterBy(view, "ai-datasets-table", {provenance: {$gte: 95}});
418
+ expect(rowOrder(view, "ai-datasets-open-")).toEqual(["d3"]);
419
+ });
420
+ });
421
+
422
+ describe("AiDatasetsListView People's answers", () => {
423
+ const judgment = (
424
+ overrides: Partial<NonNullable<DatasetRecord["judgments"]>[number]>
425
+ ): NonNullable<DatasetRecord["judgments"]>[number] => ({
426
+ answered: 4,
427
+ current: 4,
428
+ evaluatorId: "qs-1",
429
+ evaluatorName: "summary-review-questions",
430
+ stale: 0,
431
+ total: 4,
432
+ ...overrides,
433
+ });
434
+
435
+ it("summarizes answers from judgments, not the proofread count", () => {
436
+ const view = renderWithTheme(
437
+ <AiDatasetsListView
438
+ createName=""
439
+ createOpen={false}
440
+ createPromptBinding=""
441
+ datasets={[
442
+ // Every item answered, but none proofread: the cell must not ask for proofreading.
443
+ dataset({
444
+ counts: {auto: 4, human: 0, needsReview: 4, total: 4},
445
+ id: "all",
446
+ judgments: [judgment({})],
447
+ name: "all-answered",
448
+ }),
449
+ // Reworded questions left two stale answers.
450
+ dataset({
451
+ counts: {auto: 0, human: 4, needsReview: 0, total: 4},
452
+ id: "stale",
453
+ judgments: [judgment({current: 2, stale: 2})],
454
+ name: "stale-answers",
455
+ }),
456
+ // Half answered, nothing stale.
457
+ dataset({
458
+ counts: {auto: 0, human: 4, needsReview: 0, total: 4},
459
+ id: "partial",
460
+ judgments: [judgment({answered: 2, current: 2})],
461
+ name: "partial",
462
+ }),
463
+ ]}
464
+ importOpen={false}
465
+ importPaste=""
466
+ isCreating={false}
467
+ isImporting={false}
468
+ isLoading={false}
469
+ onCreate={() => undefined}
470
+ onCreateNameChange={() => undefined}
471
+ onCreatePromptBindingChange={() => undefined}
472
+ onDismissCreate={() => undefined}
473
+ onDismissImport={() => undefined}
474
+ onFilePicked={() => undefined}
475
+ onImportPasteChange={() => undefined}
476
+ onImportSubmit={() => undefined}
477
+ onOpenCreate={() => undefined}
478
+ onOpenDetail={() => undefined}
479
+ onOpenImport={() => undefined}
480
+ onRetry={() => undefined}
481
+ />
482
+ );
483
+ expect(view.queryByText(/need proofreading/)).toBeNull();
484
+ expect(view.getByTestId("ai-datasets-answers-all")).toHaveTextContent("All answered");
485
+ expect(view.getByTestId("ai-datasets-answers-stale")).toHaveTextContent(
486
+ "2 answers out of date"
487
+ );
488
+ expect(view.getByTestId("ai-datasets-answers-partial")).toHaveTextContent("2 of 4 answered");
489
+ });
490
+ });
491
+
492
+ const evaluator = (overrides: Partial<EvaluatorRecord>): EvaluatorRecord => ({
493
+ confidenceAlertBelow: 0.5,
494
+ dimensions: [{dataType: "boolean", key: "correct", required: true}],
495
+ id: "ev",
496
+ name: "evaluator",
497
+ runModes: {allowManualRun: true, availableInExperiments: false, liveSampleRate: 0},
498
+ target: "full trace",
499
+ type: "llm-judge",
500
+ ...overrides,
501
+ });
502
+
503
+ describe("AiEvaluatorsListView table", () => {
504
+ it("sorts by name and filters by type", () => {
505
+ const view = renderWithTheme(
506
+ <AiEvaluatorsListView
507
+ evaluators={[
508
+ evaluator({id: "v1", name: "eval-judge-helpfulness"}),
509
+ evaluator({id: "v2", name: "summary-review-questions", type: "human"}),
510
+ evaluator({id: "v3", name: "eval-judge-correctness"}),
511
+ ]}
512
+ isLoading={false}
513
+ onCreate={() => undefined}
514
+ onOpen={() => undefined}
515
+ onRetry={() => undefined}
516
+ />
517
+ );
518
+ const table = tableProps(view, "ai-evaluators-table");
519
+ expect(table.columns[1]?.filter?.options).toEqual([
520
+ {label: "Human", value: "human"},
521
+ {label: "LLM judge", value: "llm-judge"},
522
+ ]);
523
+
524
+ sortBy(view, "ai-evaluators-table", 0, "asc");
525
+ expect(rowOrder(view, "ai-evaluator-open-")).toEqual(["v3", "v1", "v2"]);
526
+
527
+ filterBy(view, "ai-evaluators-table", {type: ["llm-judge"]});
528
+ expect(rowOrder(view, "ai-evaluator-open-")).toEqual(["v3", "v1"]);
529
+ });
530
+ });
531
+
532
+ const reviewItem = (overrides: Partial<ReviewListItem>): ReviewListItem => ({
533
+ enqueuedAt: "2026-01-01T00:00:00.000Z",
534
+ evaluatorId: "qs",
535
+ id: "item",
536
+ reason: "sampled",
537
+ status: "pending",
538
+ traceId: "trace",
539
+ traceName: "summarize",
540
+ ...overrides,
541
+ });
542
+
543
+ describe("AiReviewQueueView table", () => {
544
+ it("sorts by waiting time and filters by assignee", async () => {
545
+ const onOpenItem = mock((_id: string) => undefined);
546
+ const view = renderWithTheme(
547
+ <AiReviewQueueView
548
+ counts={{done: 0, in_progress: 0, pending: 3, skipped: 0}}
549
+ items={[
550
+ reviewItem({enqueuedAt: "2026-01-02T00:00:00.000Z", id: "r1", promptName: "a"}),
551
+ reviewItem({assigneeId: "user-1", enqueuedAt: "2026-01-03T00:00:00.000Z", id: "r2"}),
552
+ reviewItem({enqueuedAt: "2026-01-01T00:00:00.000Z", id: "r3", promptName: "b"}),
553
+ ]}
554
+ onOpenItem={onOpenItem}
555
+ onRetry={() => undefined}
556
+ onStatusChange={() => undefined}
557
+ questionSetNames={{qs: "summary-questions"}}
558
+ status="pending"
559
+ />
560
+ );
561
+ const table = tableProps(view, "ai-review-table");
562
+ expect(table.columns.map((column) => column.title)).toEqual([
563
+ "Output",
564
+ "Question set",
565
+ "Prompt",
566
+ "Assignee",
567
+ "Waiting",
568
+ "Status",
569
+ ]);
570
+ expect(table.columns[3]?.filter?.options).toEqual([
571
+ {label: "Unassigned", value: "Unassigned"},
572
+ {label: "user-1", value: "user-1"},
573
+ ]);
574
+
575
+ sortBy(view, "ai-review-table", 4, "desc");
576
+ expect(rowOrder(view, "ai-review-open-")).toEqual(["r2", "r1", "r3"]);
577
+
578
+ filterBy(view, "ai-review-table", {assignee: ["Unassigned"]});
579
+ expect(rowOrder(view, "ai-review-open-")).toEqual(["r1", "r3"]);
580
+
581
+ await act(async () => {
582
+ fireEvent.press(view.getByTestId("ai-review-open-r3"));
583
+ await new Promise((resolve) => setTimeout(resolve, 0));
584
+ });
585
+ expect(onOpenItem).toHaveBeenCalledWith("r3");
586
+ });
587
+ });
588
+
589
+ const batch = (overrides: Partial<ReviewBatchListItem>): ReviewBatchListItem => ({
590
+ counts: {done: 0, pending: 0, skipped: 0, total: 10},
591
+ created: "2026-01-01T00:00:00.000Z",
592
+ evaluatorId: "qs",
593
+ evaluatorName: "summary-review-questions",
594
+ id: "b",
595
+ judgeCount: 0,
596
+ name: "batch",
597
+ ...overrides,
598
+ });
599
+
600
+ describe("AiReviewBatchesView table", () => {
601
+ it("sorts by best judge agreement and filters by question set", async () => {
602
+ const onOpenBatch = mock((_id: string) => undefined);
603
+ const view = renderWithTheme(
604
+ <AiReviewBatchesView
605
+ batches={[
606
+ batch({
607
+ bestJudge: {evaluatorName: "careful", rate: 0.6},
608
+ id: "b1",
609
+ judgeCount: 1,
610
+ name: "Recent summaries — batch 1",
611
+ promptName: "example-summarize",
612
+ }),
613
+ batch({
614
+ bestJudge: {evaluatorName: "quick", rate: 0.9},
615
+ evaluatorName: "helpfulness-questions",
616
+ id: "b2",
617
+ judgeCount: 2,
618
+ name: "Helpfulness",
619
+ }),
620
+ batch({id: "b3", name: "No judges yet"}),
621
+ ]}
622
+ name=""
623
+ onCreate={() => undefined}
624
+ onNameChange={() => undefined}
625
+ onOpenBatch={onOpenBatch}
626
+ onPromptChange={() => undefined}
627
+ onQuestionSetChange={() => undefined}
628
+ onRetry={() => undefined}
629
+ promptName=""
630
+ promptOptions={[]}
631
+ questionSetId=""
632
+ questionSetOptions={[]}
633
+ />
634
+ );
635
+ expect(view.getByText("summary-review-questions · example-summarize")).toBeTruthy();
636
+ expect(view.getByText("No judge run yet")).toBeTruthy();
637
+ expect(view.getByTestId("ai-review-batch-answered-b1")).toBeTruthy();
638
+ expect(
639
+ tableProps(view, "ai-review-batches-table").columns.map((column) => column.title)
640
+ ).toEqual(["Batch", "Answered by people", "Best judge vs people", "Created"]);
641
+
642
+ sortBy(view, "ai-review-batches-table", 2, "desc");
643
+ expect(rowOrder(view, "ai-review-batches-open-")).toEqual(["b2", "b1", "b3"]);
644
+
645
+ filterBy(view, "ai-review-batches-table", {questionSet: ["summary-review-questions"]});
646
+ expect(rowOrder(view, "ai-review-batches-open-")).toEqual(["b1", "b3"]);
647
+
648
+ await act(async () => {
649
+ fireEvent.press(view.getByTestId("ai-review-batches-open-b3"));
650
+ await new Promise((resolve) => setTimeout(resolve, 0));
651
+ });
652
+ expect(onOpenBatch).toHaveBeenCalledWith("b3");
653
+ });
654
+ });