@terreno/admin-frontend 57.20.0 → 57.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (361) hide show
  1. package/CHANGELOG.md +81 -0
  2. package/dist/AdminFilterDrawer.d.ts.map +1 -1
  3. package/dist/AdminFilterDrawer.js.map +1 -1
  4. package/dist/index.d.ts +2 -2
  5. package/dist/index.d.ts.map +1 -1
  6. package/dist/index.js +1 -1
  7. package/dist/index.js.map +1 -1
  8. package/dist/types.d.ts +2 -0
  9. package/dist/types.d.ts.map +1 -1
  10. package/dist/types.js.map +1 -1
  11. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  12. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  13. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  14. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  15. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  16. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  17. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  18. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  19. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  20. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  21. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  22. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  23. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  24. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  25. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  26. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  27. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  28. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  29. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  30. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  31. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  32. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  33. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  34. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  35. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  36. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  37. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  38. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  39. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  40. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  41. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  42. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  43. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  44. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  45. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  46. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  47. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  48. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  49. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  50. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  51. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  52. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  53. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  54. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  55. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  56. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  57. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  58. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  59. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  60. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  61. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  62. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  63. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  64. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  65. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  66. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  67. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  68. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  69. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  70. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  71. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  72. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  73. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  75. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  77. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  78. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
  79. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  80. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  82. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  83. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  84. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  85. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  86. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  87. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  88. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  89. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  90. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  91. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  92. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  93. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  94. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  95. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  96. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  97. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  98. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  99. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  100. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  101. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  102. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  103. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  104. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  105. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  106. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  107. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  108. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  109. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  110. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  111. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  112. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  113. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  114. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  115. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  116. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  117. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
  119. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  121. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  122. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  123. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  124. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  126. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  128. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  129. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  130. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  131. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  132. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  134. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  136. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  137. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  138. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  139. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  140. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  141. package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
  142. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  143. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  144. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  145. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  146. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  147. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  148. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  149. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  150. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  151. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  152. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  153. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  154. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  155. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
  156. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  157. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
  158. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  159. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  160. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  161. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  162. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  163. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  164. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  165. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  166. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  167. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  168. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  169. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  170. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  171. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  172. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  173. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  174. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  175. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  176. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  177. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  178. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  179. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  180. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  181. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  182. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  183. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  184. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  185. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  186. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  187. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  188. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  189. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  190. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  191. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  192. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  193. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  194. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  195. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  196. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  197. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  198. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  199. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  200. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  201. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  202. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  203. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  204. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  205. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  206. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  207. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  208. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  209. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  210. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  211. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  212. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  213. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  214. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  215. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  216. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  217. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  218. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  219. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  220. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  221. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  222. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  223. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  224. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  225. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  226. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  227. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  228. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  229. package/package.json +7 -3
  230. package/src/AdminBreadcrumbs.test.tsx +1 -1
  231. package/src/AdminFieldRenderer.test.tsx +2 -1
  232. package/src/AdminFilterDrawer.tsx +1 -2
  233. package/src/AdminHome.test.tsx +2 -1
  234. package/src/AdminModelTable.test.tsx +16 -12
  235. package/src/AdminModelTable.windowed.test.tsx +11 -5
  236. package/src/AdminPrimitiveArrayField.test.tsx +3 -3
  237. package/src/AdminProvider.test.tsx +11 -6
  238. package/src/AdminRolesList.test.tsx +22 -13
  239. package/src/AdminScreenPage.test.tsx +1 -1
  240. package/src/AdminScreenRouter.test.tsx +15 -5
  241. package/src/AdminScriptList.test.tsx +9 -2
  242. package/src/AdminShell.test.tsx +1 -1
  243. package/src/AdminVersionConfig.test.tsx +4 -4
  244. package/src/AnnouncementOverviewScreenWidget.test.tsx +6 -1
  245. package/src/CheckboxListEditor.test.tsx +11 -9
  246. package/src/ConfigurationScreen.test.tsx +2 -2
  247. package/src/adminRequest.test.ts +3 -3
  248. package/src/adminWindowedTable.test.ts +4 -2
  249. package/src/comms/CommsDashboardScreen.test.tsx +5 -5
  250. package/src/comms/CommsMessageDetail.test.tsx +1 -1
  251. package/src/index.tsx +4 -0
  252. package/src/isolated/AdminFieldRenderer.isolated.tsx +11 -6
  253. package/src/isolated/AdminFilterDrawer.isolated.tsx +8 -6
  254. package/src/isolated/AdminFilterDrawerMobile.isolated.tsx +3 -1
  255. package/src/isolated/AdminHomeWidgets.isolated.tsx +2 -0
  256. package/src/isolated/AdminNestedArrayField.isolated.tsx +10 -9
  257. package/src/isolated/AdminObjectPicker.isolated.tsx +9 -10
  258. package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
  259. package/src/isolated/AiPromptsListScreen.isolated.tsx +1 -1
  260. package/src/isolated/DocumentStorageBrowser.isolated.tsx +16 -8
  261. package/src/isolated/RecentActivityWidget.isolated.tsx +2 -0
  262. package/src/isolated/adminWidgets.isolated.tsx +46 -6
  263. package/src/isolated/aiListTables.isolated.tsx +654 -0
  264. package/src/isolated/aiObservabilityScreens.isolated.tsx +731 -294
  265. package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
  266. package/src/isolated/aiTracesTable.isolated.tsx +375 -0
  267. package/src/isolated/generateConsentHistoryPdf.isolated.ts +30 -10
  268. package/src/isolated/generateConsentPdfsMobile.isolated.ts +24 -3
  269. package/src/isolated/hooks.isolated.tsx +84 -60
  270. package/src/isolated/rpcDualRun.isolated.tsx +9 -2
  271. package/src/jobs/JobsDashboardScreen.test.tsx +3 -3
  272. package/src/jobs/JobsHomeWidget.test.tsx +1 -1
  273. package/src/jobs/JobsJobDetail.test.tsx +1 -1
  274. package/src/orgs/OrgManagementScreens.test.tsx +1 -1
  275. package/src/orgs/adminModelEndpoints.test.ts +1 -1
  276. package/src/testing/useAdminApiDouble.ts +2 -1
  277. package/src/types.ts +2 -0
  278. package/src/useAdminRpc.test.tsx +3 -3
  279. package/src/widgets/AIRequestsScreenWidget.test.tsx +20 -3
  280. package/src/widgets/ModelsGridWidget.test.tsx +25 -5
  281. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +4 -2
  282. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  283. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  284. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -14
  285. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  286. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  287. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  288. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +186 -32
  289. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  290. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  291. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  292. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  293. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  294. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  295. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +168 -2
  296. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  297. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  298. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  299. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  300. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  301. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  302. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  303. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  304. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  305. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  306. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  307. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
  308. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
  309. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  310. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  311. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
  312. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  313. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  314. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  315. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  316. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  317. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  318. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  319. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  320. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  321. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
  322. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  323. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
  324. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  325. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  326. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  327. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  328. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  329. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
  330. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  331. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  332. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  333. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  334. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
  335. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
  336. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  337. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
  338. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  339. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  340. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  341. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  342. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  343. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  344. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  345. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  346. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  347. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  348. package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +7 -1
  349. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  350. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  351. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  352. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  353. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  354. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  355. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  356. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  357. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  358. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  359. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
  360. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  361. package/src/widgets/builtInFieldWidgets.test.tsx +16 -3
@@ -1,4 +1,4 @@
1
- import {beforeEach, describe, expect, it, mock} from "bun:test";
1
+ import {beforeEach, describe, expect, it, type Mock, mock} from "bun:test";
2
2
  import SliderComponent from "@react-native-community/slider";
3
3
  import {Modal, SelectField, Text} from "@terreno/ui";
4
4
  import {act, fireEvent, waitFor} from "@testing-library/react-native";
@@ -36,9 +36,17 @@ import type {
36
36
  PromptListItem,
37
37
  } from "../widgets/aiObservability/prompts/promptTypes";
38
38
  import {AiReviewItemScreenWidget} from "../widgets/aiObservability/review/AiReviewItemScreen";
39
- import {AiReviewItemView} from "../widgets/aiObservability/review/AiReviewItemView";
39
+ import {
40
+ AiReviewItemHeaderMeta,
41
+ AiReviewItemNav,
42
+ AiReviewItemView,
43
+ reviewItemTitle,
44
+ } from "../widgets/aiObservability/review/AiReviewItemView";
40
45
  import {AiReviewScreenWidget} from "../widgets/aiObservability/review/AiReviewQueueScreen";
41
- import {AiReviewQueueView} from "../widgets/aiObservability/review/AiReviewQueueView";
46
+ import {
47
+ AiReviewQueueActions,
48
+ AiReviewQueueView,
49
+ } from "../widgets/aiObservability/review/AiReviewQueueView";
42
50
  import {ReviewScoreField} from "../widgets/aiObservability/review/ReviewScoreField";
43
51
  import type {ReviewDetail, ReviewListItem} from "../widgets/aiObservability/review/reviewTypes";
44
52
  import {AiObservabilityChrome} from "../widgets/aiObservability/shell/AiObservabilityChrome";
@@ -53,12 +61,11 @@ import {
53
61
  import {AiTraceDetailScreenWidget} from "../widgets/aiObservability/traces/AiTraceDetailScreen";
54
62
  import {AiTraceDetailView} from "../widgets/aiObservability/traces/AiTraceDetailView";
55
63
  import {AiTracesScreenWidget} from "../widgets/aiObservability/traces/AiTracesListScreen";
56
- import {AiTracesListView} from "../widgets/aiObservability/traces/AiTracesListView";
57
64
  import {
58
- emptyTraceFilters,
59
- type TraceDetail,
60
- type TraceListItem,
61
- } from "../widgets/aiObservability/traces/traceTypes";
65
+ AiTracesHeaderActions,
66
+ AiTracesListView,
67
+ } from "../widgets/aiObservability/traces/AiTracesListView";
68
+ import type {TraceDetail, TraceListItem} from "../widgets/aiObservability/traces/traceTypes";
62
69
  import {operatorObservabilityStatus} from "./observabilityStatusFixtures.isolated";
63
70
 
64
71
  interface ExpoRouterPushMock {
@@ -400,7 +407,7 @@ describe("AiDatasetsListScreen", () => {
400
407
  data?: DatasetRecord[];
401
408
  isError: boolean;
402
409
  isLoading: boolean;
403
- refetch: () => void;
410
+ refetch: Mock<() => void>;
404
411
  }
405
412
 
406
413
  const listState: ListState = {
@@ -468,7 +475,9 @@ describe("AiDatasetsListScreen", () => {
468
475
  it("hides import when the caller cannot update datasets", () => {
469
476
  listState.isLoading = false;
470
477
  listState.data = datasets;
471
- statusData.permissions = {aiDataset: {list: true, read: true}};
478
+ statusData.permissions = {
479
+ aiDataset: {create: false, list: true, read: true, update: false},
480
+ };
472
481
  const view = renderWithTheme(<AiDatasetsScreenWidget api={createApi()} {...widgetProps} />);
473
482
  expect(view.queryByTestId("ai-datasets-import-ds-1")).toBeNull();
474
483
  statusData.permissions = {
@@ -490,10 +499,7 @@ describe("AiDatasetsListScreen", () => {
490
499
  });
491
500
  expect(view.getByText("Name is required.")).toBeTruthy();
492
501
 
493
- fireEvent.changeText(
494
- view.getAllByDisplayValue("")[0] ?? view.getByLabelText("Name"),
495
- "new-set"
496
- );
502
+ fireEvent.changeText(view.getByTestId("ai-datasets-create-name"), "new-set");
497
503
  await act(async () => {
498
504
  fireEvent.press(view.getByText("Create dataset"));
499
505
  await new Promise((resolve) => setTimeout(resolve, 50));
@@ -563,9 +569,10 @@ describe("AiDatasetsListScreen", () => {
563
569
  <AiDatasetsScreenWidget api={createApi()} {...widgetProps} />
564
570
  );
565
571
  expect(errored.getByTestId("ai-datasets-load-error")).toBeTruthy();
572
+ expect(errored.getByText("Could not load datasets.")).toBeTruthy();
566
573
  listState.refetch.mockClear();
567
574
  await act(async () => {
568
- fireEvent.press(errored.getByText("Retry"));
575
+ fireEvent.press(errored.getByText("Try again"));
569
576
  await new Promise((resolve) => setTimeout(resolve, 50));
570
577
  });
571
578
  assert.isAtLeast(listState.refetch.mock.calls.length, 1);
@@ -586,7 +593,7 @@ describe("AiDatasetsListScreen", () => {
586
593
  fireEvent.press(createFail.getByTestId("ai-datasets-create"));
587
594
  await Promise.resolve();
588
595
  });
589
- fireEvent.changeText(createFail.getAllByDisplayValue("")[0]!, "broken");
596
+ fireEvent.changeText(createFail.getByTestId("ai-datasets-create-name"), "broken");
590
597
  await act(async () => {
591
598
  fireEvent.press(createFail.getByText("Create dataset"));
592
599
  await Promise.resolve();
@@ -667,7 +674,7 @@ describe("AiDatasetsListScreen", () => {
667
674
  fireEvent.press(failImportButtons[failImportButtons.length - 1]!);
668
675
  await Promise.resolve();
669
676
  });
670
- expect(failing.getByText("Import failed.")).toBeTruthy();
677
+ expect(failing.getByText("Could not import these items.")).toBeTruthy();
671
678
  });
672
679
 
673
680
  it("dismisses create and import modals", async () => {
@@ -709,11 +716,8 @@ describe("AiDatasetsListScreen", () => {
709
716
  fireEvent.press(view.getByTestId("ai-datasets-create"));
710
717
  await Promise.resolve();
711
718
  });
712
- const emptyFields = view.getAllByDisplayValue("");
713
- fireEvent.changeText(emptyFields[0]!, "bound-set");
714
- if (emptyFields[1]) {
715
- fireEvent.changeText(emptyFields[1], "summarize");
716
- }
719
+ fireEvent.changeText(view.getByTestId("ai-datasets-create-name"), "bound-set");
720
+ fireEvent.changeText(view.getByTestId("ai-datasets-create-binding"), "summarize");
717
721
  await act(async () => {
718
722
  fireEvent.press(view.getByText("Create dataset"));
719
723
  await new Promise((resolve) => setTimeout(resolve, 50));
@@ -845,7 +849,7 @@ describe("AiDatasetsListView", () => {
845
849
  expect(view.getByTestId("ai-datasets-import-result")).toBeTruthy();
846
850
  expect(view.getByTestId("ai-datasets-import-error")).toBeTruthy();
847
851
  await act(async () => {
848
- fireEvent.press(view.getByText("Retry"));
852
+ fireEvent.press(view.getByText("Try again"));
849
853
  await Promise.resolve();
850
854
  });
851
855
  assert.equal(onRetry.mock.calls.length, 1);
@@ -866,7 +870,7 @@ describe("AiDatasetsListView", () => {
866
870
  it("wires create prompt binding and file pick handler", () => {
867
871
  const onCreateNameChange = mock(() => undefined);
868
872
  const onCreatePromptBindingChange = mock(() => undefined);
869
- const onFilePicked = mock(() => undefined);
873
+ const onFilePicked = mock((_file: {content: string; filename: string}) => undefined);
870
874
  const onImportPasteChange = mock(() => undefined);
871
875
  const view = renderWithTheme(
872
876
  <AiDatasetsListView
@@ -955,6 +959,7 @@ describe("AiDatasetsListView", () => {
955
959
 
956
960
  it("ignores empty file selection and failed file reads", async () => {
957
961
  const onFilePicked = mock(() => undefined);
962
+ const onFileReadError = mock((_message: string) => undefined);
958
963
  const originalFetch = globalThis.fetch;
959
964
  globalThis.fetch = mock(async () => {
960
965
  throw new Error("read failed");
@@ -976,6 +981,7 @@ describe("AiDatasetsListView", () => {
976
981
  onDismissCreate={() => undefined}
977
982
  onDismissImport={() => undefined}
978
983
  onFilePicked={onFilePicked}
984
+ onFileReadError={onFileReadError}
979
985
  onImportPasteChange={() => undefined}
980
986
  onImportSubmit={() => undefined}
981
987
  onOpenCreate={() => undefined}
@@ -991,6 +997,8 @@ describe("AiDatasetsListView", () => {
991
997
  await new Promise((resolve) => setTimeout(resolve, 50));
992
998
  });
993
999
  assert.equal(onFilePicked.mock.calls.length, 0);
1000
+ assert.equal(onFileReadError.mock.calls.length, 1);
1001
+ assert.include(String(onFileReadError.mock.calls[0]?.[0]), "Could not read that file");
994
1002
  globalThis.fetch = originalFetch;
995
1003
  });
996
1004
 
@@ -1240,7 +1248,7 @@ describe("AiEvaluatorDetailScreen", () => {
1240
1248
  screenName="ai-evaluator-detail"
1241
1249
  />
1242
1250
  );
1243
- expect(errored.getByText("Failed to load evaluator.")).toBeTruthy();
1251
+ expect(errored.getByText("Could not load evaluator.")).toBeTruthy();
1244
1252
  detailState.isError = false;
1245
1253
  detailState.data = evaluator;
1246
1254
  });
@@ -1390,7 +1398,7 @@ describe("AiEvaluatorNewScreen", () => {
1390
1398
  fireEvent.changeText(view.getByTestId("ai-evaluator-name"), "quality");
1391
1399
  setDimensionKey(view, "wrong-key");
1392
1400
  await act(async () => {
1393
- fireEvent.press(view.getByTestId("ai-evaluator-type-llm-judge"));
1401
+ fireEvent.press(view.getByText("LLM judge"));
1394
1402
  await Promise.resolve();
1395
1403
  });
1396
1404
  await act(async () => {
@@ -1411,7 +1419,7 @@ describe("AiEvaluatorNewScreen", () => {
1411
1419
  expect(view.getByTestId("ai-evaluator-schema-mismatch")).toBeTruthy();
1412
1420
 
1413
1421
  await act(async () => {
1414
- fireEvent.press(view.getByTestId("ai-evaluator-type-human"));
1422
+ fireEvent.press(view.getByText("Human"));
1415
1423
  await Promise.resolve();
1416
1424
  });
1417
1425
  setDimensionKey(view, "correct");
@@ -1458,7 +1466,7 @@ describe("AiEvaluatorNewScreen", () => {
1458
1466
  );
1459
1467
  fireEvent.changeText(view.getByTestId("ai-evaluator-name"), "assert");
1460
1468
  await act(async () => {
1461
- fireEvent.press(view.getByTestId("ai-evaluator-type-json-assert"));
1469
+ fireEvent.press(view.getByText("JSON assert"));
1462
1470
  await Promise.resolve();
1463
1471
  });
1464
1472
  fireEvent.changeText(view.getByTestId("ai-evaluator-assertion-path"), "output.text");
@@ -1495,7 +1503,7 @@ describe("AiEvaluatorNewScreen", () => {
1495
1503
  );
1496
1504
  setDimensionKey(view, "pass");
1497
1505
  await act(async () => {
1498
- fireEvent.press(view.getByTestId("ai-evaluator-type-human"));
1506
+ fireEvent.press(view.getByText("Human"));
1499
1507
  await Promise.resolve();
1500
1508
  });
1501
1509
  fireEvent.changeText(view.getByTestId("ai-evaluator-instructions"), "Rate quality");
@@ -1540,16 +1548,16 @@ describe("AiEvaluatorNewScreen", () => {
1540
1548
  assert.isOk(view.getByTestId("ai-evaluator-dimension-0-key"));
1541
1549
 
1542
1550
  await act(async () => {
1543
- fireEvent.press(view.getAllByText("numeric")[0]!);
1551
+ fireEvent.press(view.getAllByText("Number")[0]!);
1544
1552
  await Promise.resolve();
1545
1553
  });
1546
1554
  fireEvent.changeText(view.getByTestId("ai-evaluator-dimension-0-min"), "8");
1547
1555
  await act(async () => {
1548
- fireEvent.press(view.getAllByText("boolean")[0]!);
1556
+ fireEvent.press(view.getAllByText("Yes or no")[0]!);
1549
1557
  await Promise.resolve();
1550
1558
  });
1551
1559
  await act(async () => {
1552
- fireEvent.press(view.getAllByText("numeric")[0]!);
1560
+ fireEvent.press(view.getAllByText("Number")[0]!);
1553
1561
  await Promise.resolve();
1554
1562
  });
1555
1563
  assert.equal(view.getByTestId("ai-evaluator-dimension-0-min").props.value, "0");
@@ -1566,7 +1574,7 @@ describe("AiEvaluatorNewScreen", () => {
1566
1574
  ).toBeTruthy();
1567
1575
 
1568
1576
  await act(async () => {
1569
- fireEvent.press(view.getAllByText("categorical")[0]!);
1577
+ fireEvent.press(view.getAllByText("Category")[0]!);
1570
1578
  await Promise.resolve();
1571
1579
  });
1572
1580
  await act(async () => {
@@ -1576,11 +1584,11 @@ describe("AiEvaluatorNewScreen", () => {
1576
1584
  expect(view.getByText("Add at least one category for each categorical score.")).toBeTruthy();
1577
1585
 
1578
1586
  await act(async () => {
1579
- fireEvent.press(view.getAllByText("boolean")[0]!);
1587
+ fireEvent.press(view.getAllByText("Yes or no")[0]!);
1580
1588
  await Promise.resolve();
1581
1589
  });
1582
1590
  await act(async () => {
1583
- fireEvent.press(view.getByTestId("ai-evaluator-type-json-assert"));
1591
+ fireEvent.press(view.getByText("JSON assert"));
1584
1592
  await Promise.resolve();
1585
1593
  });
1586
1594
  fireEvent.changeText(view.getByTestId("ai-evaluator-live-sample"), "25");
@@ -1610,7 +1618,7 @@ describe("AiEvaluatorNewScreen", () => {
1610
1618
  fireEvent.changeText(view.getByTestId("ai-evaluator-name"), "judge-check");
1611
1619
  setDimensionKey(view, "quality");
1612
1620
  await act(async () => {
1613
- fireEvent.press(view.getByTestId("ai-evaluator-type-llm-judge"));
1621
+ fireEvent.press(view.getByText("LLM judge"));
1614
1622
  await Promise.resolve();
1615
1623
  });
1616
1624
  const judgeSelect = view.UNSAFE_root.findAllByType(SelectField).find((field) => {
@@ -1744,7 +1752,7 @@ describe("AiEvaluatorsListScreen", () => {
1744
1752
 
1745
1753
  it("hides create when the caller cannot create evaluators", () => {
1746
1754
  listState.isLoading = false;
1747
- statusData.permissions = {aiEvaluator: {list: true, read: true}};
1755
+ statusData.permissions = {aiEvaluator: {create: false, list: true, read: true}};
1748
1756
  const view = renderWithTheme(
1749
1757
  <AiEvaluatorsScreenWidget
1750
1758
  api={createApi()}
@@ -1766,14 +1774,13 @@ describe("AiEvaluatorsListView", () => {
1766
1774
  });
1767
1775
  const evaluators: EvaluatorRecord[] = [
1768
1776
  {
1769
- created: "2026-01-01T00:00:00.000Z",
1777
+ confidenceAlertBelow: 0,
1770
1778
  dimensions: [{dataType: "boolean", key: "correct", required: true}],
1771
1779
  id: "eval-1",
1772
1780
  name: "quality",
1773
1781
  runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
1774
1782
  target: "full trace",
1775
1783
  type: "llm-judge",
1776
- updated: "2026-01-01T00:00:00.000Z",
1777
1784
  },
1778
1785
  ];
1779
1786
 
@@ -1818,7 +1825,7 @@ describe("AiEvaluatorsListView", () => {
1818
1825
  expect(getByTestId("ai-evaluator-open-eval-1")).toBeTruthy();
1819
1826
  });
1820
1827
 
1821
- it("uses a distinct badge status for each evaluator type", () => {
1828
+ it("uses one neutral badge colour for every evaluator kind and filters by kind", async () => {
1822
1829
  const baseEvaluator = evaluators[0];
1823
1830
  assert.exists(baseEvaluator);
1824
1831
  const allTypes: EvaluatorRecord[] = [
@@ -1826,7 +1833,7 @@ describe("AiEvaluatorsListView", () => {
1826
1833
  {...baseEvaluator, id: "eval-2", name: "human", type: "human"},
1827
1834
  {...baseEvaluator, id: "eval-3", name: "assert", type: "json-assert"},
1828
1835
  ];
1829
- const {getByTestId} = renderWithTheme(
1836
+ const {getAllByText, getByTestId, queryByTestId} = renderWithTheme(
1830
1837
  <AiEvaluatorsListView
1831
1838
  evaluators={allTypes}
1832
1839
  isLoading={false}
@@ -1839,7 +1846,53 @@ describe("AiEvaluatorsListView", () => {
1839
1846
  return getByTestId(`ai-evaluator-type-${evaluator.type}`).props.style[0].backgroundColor;
1840
1847
  });
1841
1848
 
1842
- assert.equal(new Set(colors).size, 3);
1849
+ // Colour means state, not category: kinds differ by icon and label only.
1850
+ assert.equal(new Set(colors).size, 1);
1851
+ expect(getByTestId("ai-evaluators-kind-filter")).toBeTruthy();
1852
+ assert.lengthOf(getAllByText("Full trace"), 3);
1853
+
1854
+ await act(async () => {
1855
+ // The kind filter renders above the table, so its segment is the first match.
1856
+ fireEvent.press(getAllByText("JSON assert")[0]!);
1857
+ await Promise.resolve();
1858
+ });
1859
+ expect(getByTestId("ai-evaluator-open-eval-3")).toBeTruthy();
1860
+ expect(queryByTestId("ai-evaluator-open-eval-1")).toBeNull();
1861
+ });
1862
+
1863
+ it("shows a retryable error and an empty state with New evaluator", async () => {
1864
+ const onRetry = mock(() => undefined);
1865
+ const onCreate = mock(() => undefined);
1866
+ const errored = renderWithTheme(
1867
+ <AiEvaluatorsListView
1868
+ evaluators={[]}
1869
+ isLoading={false}
1870
+ loadError="Could not load evaluators."
1871
+ onCreate={onCreate}
1872
+ onOpen={() => undefined}
1873
+ onRetry={onRetry}
1874
+ />
1875
+ );
1876
+ await act(async () => {
1877
+ fireEvent.press(errored.getByText("Try again"));
1878
+ await new Promise((resolve) => setTimeout(resolve, 0));
1879
+ });
1880
+ assert.equal(onRetry.mock.calls.length, 1);
1881
+
1882
+ const empty = renderWithTheme(
1883
+ <AiEvaluatorsListView
1884
+ evaluators={[]}
1885
+ isLoading={false}
1886
+ onCreate={onCreate}
1887
+ onOpen={() => undefined}
1888
+ onRetry={onRetry}
1889
+ />
1890
+ );
1891
+ await act(async () => {
1892
+ fireEvent.press(empty.getByTestId("ai-evaluators-empty-action"));
1893
+ await new Promise((resolve) => setTimeout(resolve, 0));
1894
+ });
1895
+ assert.equal(onCreate.mock.calls.length, 1);
1843
1896
  });
1844
1897
  });
1845
1898
  });
@@ -1856,7 +1909,7 @@ describe("AiExperimentNewScreen", () => {
1856
1909
  const pendingEstimates: PendingEstimate[] = [];
1857
1910
 
1858
1911
  beforeEach(() => {
1859
- setExpoSearchParams(() => ({datasetId: "ds-1"}));
1912
+ setExpoSearchParams(() => ({datasetId: "ds-1", pipeline: "prompt"}));
1860
1913
  routerPush.mockClear();
1861
1914
  estimateShouldFail = false;
1862
1915
  createShouldFail = false;
@@ -1923,10 +1976,36 @@ describe("AiExperimentNewScreen", () => {
1923
1976
  counts: {auto: 0, human: 2, needsReview: 0, total: 2},
1924
1977
  created: "2026-01-01T00:00:00.000Z",
1925
1978
  id: "ds-1",
1979
+ judgments: [
1980
+ {
1981
+ answered: 2,
1982
+ current: 2,
1983
+ evaluatorId: "eval-human",
1984
+ evaluatorName: "review queue",
1985
+ stale: 0,
1986
+ total: 2,
1987
+ },
1988
+ {
1989
+ answered: 1,
1990
+ current: 1,
1991
+ evaluatorId: "eval-tone-human",
1992
+ evaluatorName: "tone review",
1993
+ stale: 0,
1994
+ total: 2,
1995
+ },
1996
+ ],
1926
1997
  name: "gold",
1927
1998
  tags: [],
1928
1999
  updated: "2026-01-02T00:00:00.000Z",
1929
2000
  },
2001
+ {
2002
+ counts: {auto: 0, human: 0, needsReview: 0, total: 1},
2003
+ created: "2026-01-01T00:00:00.000Z",
2004
+ id: "ds-plain",
2005
+ name: "ungraded",
2006
+ tags: [],
2007
+ updated: "2026-01-02T00:00:00.000Z",
2008
+ },
1930
2009
  ],
1931
2010
  isLoading: false,
1932
2011
  }),
@@ -1941,6 +2020,38 @@ describe("AiExperimentNewScreen", () => {
1941
2020
  target: "full trace",
1942
2021
  type: "human",
1943
2022
  },
2023
+ {
2024
+ confidenceAlertBelow: 0.5,
2025
+ dimensions: [{dataType: "boolean", key: "tone", required: true}],
2026
+ id: "eval-tone-human",
2027
+ name: "tone review",
2028
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
2029
+ target: "full trace",
2030
+ type: "human",
2031
+ },
2032
+ {
2033
+ confidenceAlertBelow: 0.5,
2034
+ dimensions: [{dataType: "boolean", key: "correct", required: true}],
2035
+ id: "eval-judge",
2036
+ judgePromptName: "summarize",
2037
+ name: "tone judge",
2038
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
2039
+ target: "full trace",
2040
+ type: "llm-judge",
2041
+ },
2042
+ {
2043
+ confidenceAlertBelow: 0.5,
2044
+ dimensions: [
2045
+ {dataType: "boolean", key: "correct", required: true},
2046
+ {dataType: "boolean", key: "tone", required: true},
2047
+ ],
2048
+ id: "eval-judge-tone",
2049
+ judgePromptName: "summarize",
2050
+ name: "full judge",
2051
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
2052
+ target: "full trace",
2053
+ type: "llm-judge",
2054
+ },
1944
2055
  {
1945
2056
  confidenceAlertBelow: 0.5,
1946
2057
  dimensions: [{dataType: "boolean", key: "correct", required: true}],
@@ -2109,18 +2220,15 @@ describe("AiExperimentNewScreen", () => {
2109
2220
  await Promise.resolve();
2110
2221
  });
2111
2222
  await waitFor(() => {
2112
- assert.include(
2113
- view.getByTestId("ai-experiment-estimate").props.children.join(""),
2114
- "~$0.20"
2115
- );
2223
+ assert.include(String(view.getByTestId("ai-experiment-estimate").props.children), "$0.20");
2116
2224
  });
2117
2225
 
2118
2226
  await act(async () => {
2119
2227
  stale.resolve({costUsd: 9.99, generations: 1, wallClockSeconds: 60});
2120
2228
  await Promise.resolve();
2121
2229
  });
2122
- assert.include(view.getByTestId("ai-experiment-estimate").props.children.join(""), "~$0.20");
2123
- assert.notInclude(view.getByTestId("ai-experiment-estimate").props.children.join(""), "9.99");
2230
+ assert.include(String(view.getByTestId("ai-experiment-estimate").props.children), "$0.20");
2231
+ assert.notInclude(String(view.getByTestId("ai-experiment-estimate").props.children), "9.99");
2124
2232
 
2125
2233
  await act(async () => {
2126
2234
  fireEvent.changeText(view.getByTestId("ai-experiment-model-override"), "gpt-next");
@@ -2144,10 +2252,7 @@ describe("AiExperimentNewScreen", () => {
2144
2252
  await Promise.resolve();
2145
2253
  });
2146
2254
  await waitFor(() => {
2147
- assert.include(
2148
- view.getByTestId("ai-experiment-estimate").props.children.join(""),
2149
- "~$0.30"
2150
- );
2255
+ assert.include(String(view.getByTestId("ai-experiment-estimate").props.children), "$0.30");
2151
2256
  });
2152
2257
  assert.isNull(view.queryByText("Could not estimate experiment cost."));
2153
2258
  });
@@ -2265,6 +2370,80 @@ describe("AiExperimentNewScreen", () => {
2265
2370
  });
2266
2371
  expect(view.getByTestId("ai-experiment-step-review")).toBeTruthy();
2267
2372
  });
2373
+
2374
+ it("runs a judge calibration from a judged dataset", async () => {
2375
+ setExpoSearchParams(() => ({pipeline: "judge"}));
2376
+ estimateShouldFail = false;
2377
+ createShouldFail = false;
2378
+ routerPush.mockClear();
2379
+ const view = renderWithTheme(
2380
+ <AiExperimentNewScreenWidget
2381
+ api={stableApi}
2382
+ config={emptyConfig}
2383
+ routeBase="/admin"
2384
+ screenName="ai-experiment-new"
2385
+ />
2386
+ );
2387
+ fireEvent.changeText(view.getByTestId("ai-experiment-name"), "calibrate tone");
2388
+ fireEvent.press(view.getByTestId("ai-judge-dataset-send-review-ds-plain"));
2389
+ await act(async () => {
2390
+ fireEvent.press(view.getByTestId("ai-judge-dataset-ds-1-clickable"));
2391
+ await Promise.resolve();
2392
+ });
2393
+ await act(async () => {
2394
+ fireEvent.press(view.getByTestId("ai-judge-next"));
2395
+ await Promise.resolve();
2396
+ });
2397
+ expect(view.getByTestId("ai-judge-step-question-set")).toBeTruthy();
2398
+ await act(async () => {
2399
+ fireEvent.press(view.getByTestId("web_dropdown_option_eval-tone-human"));
2400
+ fireEvent.press(view.getByTestId("web_dropdown_option_eval-human"));
2401
+ await Promise.resolve();
2402
+ });
2403
+ await act(async () => {
2404
+ fireEvent.press(view.getByTestId("ai-judge-next"));
2405
+ await Promise.resolve();
2406
+ });
2407
+ expect(view.getByTestId("ai-judge-step-judge")).toBeTruthy();
2408
+ await act(async () => {
2409
+ fireEvent.press(view.getByTestId("web_dropdown_option_eval-judge-tone"));
2410
+ fireEvent.press(view.getByTestId("web_dropdown_option_eval-judge"));
2411
+ await Promise.resolve();
2412
+ });
2413
+ await act(async () => {
2414
+ fireEvent.press(view.getByTestId("ai-judge-version-1-clickable"));
2415
+ fireEvent.press(view.getByTestId("ai-judge-version-2-clickable"));
2416
+ fireEvent.press(view.getByTestId("ai-judge-version-1-clickable"));
2417
+ fireEvent.press(view.getByTestId("ai-judge-version-1-clickable"));
2418
+ await Promise.resolve();
2419
+ });
2420
+ await act(async () => {
2421
+ fireEvent.press(view.getByTestId("ai-judge-next"));
2422
+ await Promise.resolve();
2423
+ });
2424
+ await waitFor(() => {
2425
+ expect(view.getByTestId("ai-judge-estimate")).toBeTruthy();
2426
+ });
2427
+
2428
+ estimateShouldFail = true;
2429
+ fireEvent.changeText(view.getByTestId("ai-judge-model-override"), "gpt-test");
2430
+ await waitFor(() => {
2431
+ expect(view.getByText("Could not estimate experiment cost.")).toBeTruthy();
2432
+ });
2433
+
2434
+ estimateShouldFail = false;
2435
+ createShouldFail = true;
2436
+ fireEvent.press(view.getByTestId("ai-judge-run"));
2437
+ await waitFor(() => {
2438
+ expect(view.getByText("Could not start experiment.")).toBeTruthy();
2439
+ });
2440
+
2441
+ createShouldFail = false;
2442
+ fireEvent.press(view.getByTestId("ai-judge-run"));
2443
+ await waitFor(() => {
2444
+ expect(routerPush).toHaveBeenCalled();
2445
+ });
2446
+ });
2268
2447
  });
2269
2448
  });
2270
2449
 
@@ -2422,10 +2601,21 @@ describe("AiExperimentResultsScreen", () => {
2422
2601
  });
2423
2602
 
2424
2603
  it("does not reset the selected version when polled experiment data updates", async () => {
2425
- detailData = baseExperiment;
2604
+ // Both versions pass, so the version picker shows.
2605
+ const bothPass: ExperimentRecord = {
2606
+ ...baseExperiment,
2607
+ results: {
2608
+ ...(baseExperiment.results as NonNullable<ExperimentRecord["results"]>),
2609
+ gates: (baseExperiment.results?.gates ?? []).map((gate) => ({...gate, passed: true})),
2610
+ progress: {completed: 2, total: 2},
2611
+ },
2612
+ status: "completed",
2613
+ };
2614
+ detailData = bothPass;
2426
2615
  const {getByTestId, rerender} = renderWithTheme(
2427
2616
  <AiExperimentResultsScreenWidget {...widgetProps} />
2428
2617
  );
2618
+ expect(getByTestId("ai-experiment-promote")).toHaveTextContent("Promote v2 to production");
2429
2619
  await act(async () => {
2430
2620
  fireEvent.press(getByTestId("web_picker"));
2431
2621
  await Promise.resolve();
@@ -2434,16 +2624,47 @@ describe("AiExperimentResultsScreen", () => {
2434
2624
  fireEvent.press(getByTestId("web_dropdown_option_1"));
2435
2625
  await Promise.resolve();
2436
2626
  });
2627
+ detailData = {...bothPass, updated: "2026-01-01T00:06:00.000Z"};
2628
+ rerender(<AiExperimentResultsScreenWidget {...widgetProps} />);
2629
+ expect(getByTestId("ai-experiment-promote")).toHaveTextContent("Promote v1 to production");
2630
+ });
2631
+
2632
+ it("re-picks the promote version when gates arrive after the run finishes", () => {
2633
+ // While running there are no gates yet, so the default is the newest version.
2437
2634
  detailData = {
2438
2635
  ...baseExperiment,
2439
2636
  results: {
2440
- ...baseExperiment.results!,
2637
+ ...(baseExperiment.results as NonNullable<ExperimentRecord["results"]>),
2638
+ gates: [],
2639
+ progress: {completed: 1, total: 2},
2640
+ },
2641
+ status: "running",
2642
+ };
2643
+ const view = renderWithTheme(<AiExperimentResultsScreenWidget {...widgetProps} />);
2644
+ expect(view.getByTestId("ai-experiment-promote")).toHaveTextContent(
2645
+ "Promote v2 to production"
2646
+ );
2647
+ expect(view.queryByTestId("ai-experiment-promote-version")).toBeNull();
2648
+
2649
+ // The run finishes and only the earlier version passes.
2650
+ detailData = {
2651
+ ...baseExperiment,
2652
+ results: {
2653
+ ...(baseExperiment.results as NonNullable<ExperimentRecord["results"]>),
2654
+ gates: (baseExperiment.results?.gates ?? []).map((gate) => {
2655
+ return {...gate, passed: gate.version === 1};
2656
+ }),
2441
2657
  progress: {completed: 2, total: 2},
2442
2658
  },
2443
2659
  status: "completed",
2660
+ updated: "2026-01-01T00:06:00.000Z",
2444
2661
  };
2445
- rerender(<AiExperimentResultsScreenWidget {...widgetProps} />);
2446
- expect(getByTestId("ai-experiment-gate-correct")).toHaveTextContent(/v1 quality\.correct/);
2662
+ view.rerender(<AiExperimentResultsScreenWidget {...widgetProps} />);
2663
+ expect(view.getByTestId("ai-experiment-promote")).toHaveTextContent(
2664
+ "Promote v1 to production"
2665
+ );
2666
+ expect(view.getByTestId("ai-experiment-promote")).not.toBeDisabled();
2667
+ expect(view.getByTestId("ai-experiment-promote-version")).toBeTruthy();
2447
2668
  });
2448
2669
 
2449
2670
  it("blocks promote when gates fail and surfaces API errors", async () => {
@@ -2469,19 +2690,27 @@ describe("AiExperimentResultsScreen", () => {
2469
2690
  };
2470
2691
  const view = renderWithTheme(<AiExperimentResultsScreenWidget {...widgetProps} />);
2471
2692
  expect(view.getByTestId("ai-experiment-gates-failing")).toBeTruthy();
2693
+ expect(view.getByTestId("ai-experiment-promote")).toBeDisabled();
2472
2694
  fireEvent.press(view.getByTestId("ai-experiment-promote"));
2473
2695
  await act(async () => {
2474
2696
  await Promise.resolve();
2475
2697
  });
2476
- expect(view.getByTestId("ai-experiment-promote-blocked")).toBeTruthy();
2698
+ expect(view.getByTestId("ai-experiment-gates-failing")).toHaveTextContent(
2699
+ /v2 fails 1 gate: quality: correct ≥ 0\.8 \(got 0\.40\) — can't promote v2\./
2700
+ );
2477
2701
  });
2478
2702
 
2479
- it("shows query errors", () => {
2703
+ it("shows query errors with a retry", async () => {
2480
2704
  detailIsError = true;
2481
2705
 
2482
2706
  const view = renderWithTheme(<AiExperimentResultsScreenWidget {...widgetProps} />);
2483
2707
 
2484
- assert.exists(view.getByText("Failed to load experiment results."));
2708
+ assert.exists(view.getByText("Could not load experiment results."));
2709
+ await act(async () => {
2710
+ fireEvent.press(view.getByTestId("ai-experiment-results-error-retry"));
2711
+ await new Promise((resolve) => setTimeout(resolve, 50));
2712
+ });
2713
+ assert.isAtLeast(refetch.mock.calls.length, 1);
2485
2714
  });
2486
2715
 
2487
2716
  it("surfaces promote API errors and dismisses the confirmation", async () => {
@@ -2630,6 +2859,7 @@ describe("AiExperimentsListScreen", () => {
2630
2859
  const api = {
2631
2860
  enhanceEndpoints: () => api,
2632
2861
  injectEndpoints: () => ({
2862
+ useAiObservabilityDatasetsQuery: () => ({data: [], isError: false, isLoading: false}),
2633
2863
  useAiObservabilityExperimentsQuery: () => listState,
2634
2864
  useAiObservabilityStatusQuery: () => ({
2635
2865
  data: statusData,
@@ -2683,7 +2913,7 @@ describe("AiExperimentsListScreen", () => {
2683
2913
 
2684
2914
  it("hides create when the caller cannot create experiments", () => {
2685
2915
  listState.isLoading = false;
2686
- statusData.permissions = {aiExperiment: {list: true, read: true}};
2916
+ statusData.permissions = {aiExperiment: {create: false, list: true, read: true}};
2687
2917
  const view = renderWithTheme(
2688
2918
  <AiExperimentsScreenWidget
2689
2919
  api={createApi()}
@@ -2771,11 +3001,11 @@ describe("AiObservabilityChrome", () => {
2771
3001
 
2772
3002
  const localOffStatus: ObservabilityStatusPayload = {
2773
3003
  localOn: false,
2774
- plugins: [{capabilities: ["prompts", "traces"], id: "langfuse"}],
3004
+ plugins: [{capabilities: ["prompts", "traces"], id: "remote"}],
2775
3005
  primaries: {
2776
- datasets: "langfuse",
2777
- experiments: "langfuse",
2778
- prompts: "langfuse",
3006
+ datasets: "remote",
3007
+ experiments: "remote",
3008
+ prompts: "remote",
2779
3009
  reviewQueue: "local",
2780
3010
  },
2781
3011
  };
@@ -2785,12 +3015,8 @@ describe("AiObservabilityChrome", () => {
2785
3015
 
2786
3016
  describe("AI observability chrome", () => {
2787
3017
  it("formats the status chip for local on and local off primaries", () => {
2788
- expect(formatObservabilityStatusChip(localOnStatus)).toBe(
2789
- "Local on · prompts:local · datasets:local · experiments:local"
2790
- );
2791
- expect(formatObservabilityStatusChip(localOffStatus)).toBe(
2792
- "Local off · prompts:langfuse · datasets:langfuse · experiments:langfuse"
2793
- );
3018
+ expect(formatObservabilityStatusChip(localOnStatus)).toBe("Local observability on");
3019
+ expect(formatObservabilityStatusChip(localOffStatus)).toBe("Local observability off");
2794
3020
  });
2795
3021
 
2796
3022
  it("unwraps both envelope and already-unwrapped status payloads", () => {
@@ -2811,6 +3037,54 @@ describe("AiObservabilityChrome", () => {
2811
3037
  ]);
2812
3038
  });
2813
3039
 
3040
+ it("ends list screen breadcrumbs at the section", () => {
3041
+ const crumbs = buildAiObservabilityBreadcrumbs({
3042
+ routeBase: "/admin",
3043
+ screenName: "ai-datasets",
3044
+ });
3045
+ expect(crumbs.map((crumb) => crumb.label)).toEqual(["Admin", "AI Observability", "Datasets"]);
3046
+ });
3047
+
3048
+ it("renders the page header with title override, description, meta, and actions", () => {
3049
+ const {getByTestId, getByText} = renderWithTheme(
3050
+ <AiObservabilityChrome
3051
+ actions={<Text>Header action</Text>}
3052
+ api={stubApi}
3053
+ config={emptyConfig}
3054
+ description="What this screen is for."
3055
+ meta={<Text>Header meta</Text>}
3056
+ routeBase="/admin"
3057
+ screenName="ai-review-batch"
3058
+ status={localOnStatus}
3059
+ title="Recent summaries — batch 1"
3060
+ >
3061
+ <Text>Body</Text>
3062
+ </AiObservabilityChrome>
3063
+ );
3064
+ expect(getByTestId("observability-page-header-title")).toBeTruthy();
3065
+ expect(getByText("Recent summaries — batch 1")).toBeTruthy();
3066
+ expect(getByText("What this screen is for.")).toBeTruthy();
3067
+ expect(getByText("Header meta")).toBeTruthy();
3068
+ expect(getByText("Header action")).toBeTruthy();
3069
+ expect(getByText("Body")).toBeTruthy();
3070
+ });
3071
+
3072
+ it("hides the page header when asked", () => {
3073
+ const {queryByTestId} = renderWithTheme(
3074
+ <AiObservabilityChrome
3075
+ api={stubApi}
3076
+ config={emptyConfig}
3077
+ hideHeader
3078
+ routeBase="/admin"
3079
+ screenName="ai-datasets"
3080
+ status={localOnStatus}
3081
+ >
3082
+ <Text>Body</Text>
3083
+ </AiObservabilityChrome>
3084
+ );
3085
+ expect(queryByTestId("observability-page-header")).toBeNull();
3086
+ });
3087
+
2814
3088
  it("renders loading, error, local-on, and local-off chip states", () => {
2815
3089
  const loading = renderWithTheme(<AiObservabilityStatusChip isLoading />);
2816
3090
  expect(loading.getByText("Checking observability…")).toBeTruthy();
@@ -2819,14 +3093,10 @@ describe("AiObservabilityChrome", () => {
2819
3093
  expect(errored.getByText("Observability unavailable")).toBeTruthy();
2820
3094
 
2821
3095
  const on = renderWithTheme(<AiObservabilityStatusChip status={localOnStatus} />);
2822
- expect(
2823
- on.getByText("Local on · prompts:local · datasets:local · experiments:local")
2824
- ).toBeTruthy();
3096
+ expect(on.getByText("Local observability on")).toBeTruthy();
2825
3097
 
2826
3098
  const off = renderWithTheme(<AiObservabilityStatusChip status={localOffStatus} />);
2827
- expect(
2828
- off.getByText("Local off · prompts:langfuse · datasets:langfuse · experiments:langfuse")
2829
- ).toBeTruthy();
3099
+ expect(off.getByText("Local observability off")).toBeTruthy();
2830
3100
  });
2831
3101
 
2832
3102
  it("fetches loading and error states through the injected api", () => {
@@ -2867,9 +3137,7 @@ describe("AiObservabilityChrome", () => {
2867
3137
  }),
2868
3138
  } as unknown as AdminApi;
2869
3139
  const unwrapped = renderWithTheme(<AiObservabilityStatusChip api={unwrappedApi} />);
2870
- expect(
2871
- unwrapped.getByText("Local on · prompts:local · datasets:local · experiments:local")
2872
- ).toBeTruthy();
3140
+ expect(unwrapped.getByText("Local observability on")).toBeTruthy();
2873
3141
 
2874
3142
  const missingStatusApi = {
2875
3143
  enhanceEndpoints: () => missingStatusApi,
@@ -2910,9 +3178,7 @@ describe("AiObservabilityChrome", () => {
2910
3178
  },
2911
3179
  } as unknown as AdminApi;
2912
3180
  const fetched = renderWithTheme(<AiObservabilityStatusChip api={api} />);
2913
- expect(
2914
- fetched.getByText("Local on · prompts:local · datasets:local · experiments:local")
2915
- ).toBeTruthy();
3181
+ expect(fetched.getByText("Local observability on")).toBeTruthy();
2916
3182
  assert.deepEqual(statusQuery?.(), {method: "GET", url: "/ai/observability/status"});
2917
3183
  });
2918
3184
 
@@ -2964,6 +3230,8 @@ describe("AiObservabilityChrome", () => {
2964
3230
  "ai-prompt-editor",
2965
3231
  "ai-prompts",
2966
3232
  "ai-review",
3233
+ "ai-review-batch",
3234
+ "ai-review-batches",
2967
3235
  "ai-review-item",
2968
3236
  "ai-trace-detail",
2969
3237
  "ai-traces",
@@ -2997,6 +3265,7 @@ describe("AiPromptEditorScreen", () => {
2997
3265
  name: "summarize",
2998
3266
  relationships: emptyPromptRelationships,
2999
3267
  tags: [],
3268
+ usedBy: {items: [], limit: 20, total: 0},
3000
3269
  versions: [
3001
3270
  {
3002
3271
  config: {temperature: 0.3},
@@ -3032,7 +3301,7 @@ describe("AiPromptEditorScreen", () => {
3032
3301
  isLoading: false,
3033
3302
  };
3034
3303
 
3035
- const runPlayground = mock(() => ({
3304
+ const runPlayground = mock((_body: unknown) => ({
3036
3305
  unwrap: async () => {
3037
3306
  playgroundMutationState.data = playgroundResult;
3038
3307
  return playgroundResult;
@@ -3062,6 +3331,12 @@ describe("AiPromptEditorScreen", () => {
3062
3331
 
3063
3332
  const injectedHooks = {
3064
3333
  useAiObservabilityPromptQuery: () => detailState,
3334
+ useAiObservabilityPromptsQuery: () => ({
3335
+ data: [],
3336
+ isError: false,
3337
+ isLoading: false,
3338
+ refetch: mock(() => {}),
3339
+ }),
3065
3340
  useAiObservabilityStatusQuery: () => ({
3066
3341
  data: statusData,
3067
3342
  isError: false,
@@ -3297,6 +3572,7 @@ describe("AiPromptEditorView", () => {
3297
3572
  name: "summarize",
3298
3573
  relationships: emptyPromptRelationships,
3299
3574
  tags: [],
3575
+ usedBy: {items: [], limit: 20, total: 0},
3300
3576
  versions: [
3301
3577
  {
3302
3578
  config: {temperature: 0.3},
@@ -3501,7 +3777,12 @@ describe("AiPromptPlaygroundView", () => {
3501
3777
  folder: "examples",
3502
3778
  labels: [{label: "latest", version: 1}],
3503
3779
  name: "summarize",
3780
+ relationships: {
3781
+ experiments: {items: [], limit: 20, total: 0},
3782
+ traces: {items: [], limit: 20, total: 0},
3783
+ },
3504
3784
  tags: [],
3785
+ usedBy: {items: [], limit: 20, total: 0},
3505
3786
  versions: [
3506
3787
  {
3507
3788
  config: {},
@@ -3723,7 +4004,7 @@ describe("AiPromptsListScreen", () => {
3723
4004
 
3724
4005
  listState = {data: undefined, error: {data: {}}, isError: true, isLoading: false};
3725
4006
  const errored = renderWithTheme(<AiPromptsScreenWidget {...widgetProps} />);
3726
- expect(errored.getByText("Failed to load prompts")).toBeTruthy();
4007
+ expect(errored.getByText("Could not load prompts.")).toBeTruthy();
3727
4008
  });
3728
4009
 
3729
4010
  it("filters by folder and search and retries load errors", async () => {
@@ -3731,7 +4012,8 @@ describe("AiPromptsListScreen", () => {
3731
4012
  const view = renderWithTheme(<AiPromptsScreenWidget {...widgetProps} />);
3732
4013
  fireEvent.changeText(view.getByTestId("ai-prompts-search"), "summ");
3733
4014
  await act(async () => {
3734
- fireEvent.press(view.getByTestId("ai-prompts-folder-examples"));
4015
+ // The folder picker renders above the table, so its segment is the first match.
4016
+ fireEvent.press(view.getAllByText("examples")[0]!);
3735
4017
  await Promise.resolve();
3736
4018
  });
3737
4019
  expect(view.getByTestId("ai-prompts-table")).toBeTruthy();
@@ -3739,7 +4021,7 @@ describe("AiPromptsListScreen", () => {
3739
4021
  listState = {data: undefined, error: {data: {}}, isError: true, isLoading: false};
3740
4022
  const errored = renderWithTheme(<AiPromptsScreenWidget {...widgetProps} />);
3741
4023
  await act(async () => {
3742
- fireEvent.press(errored.getByText("Retry"));
4024
+ fireEvent.press(errored.getByText("Try again"));
3743
4025
  await Promise.resolve();
3744
4026
  });
3745
4027
  listState = {data: loaded, error: undefined, isError: false, isLoading: false};
@@ -3827,11 +4109,11 @@ describe("AiPromptsListView", () => {
3827
4109
  />
3828
4110
  );
3829
4111
  expect(getByTestId("ai-prompts-empty")).toBeTruthy();
3830
- expect(getByText("No prompts in this folder yet.")).toBeTruthy();
4112
+ expect(getByText("No prompts yet")).toBeTruthy();
3831
4113
  });
3832
4114
 
3833
- it("renders a loaded table with folder counts and latest vs production columns", () => {
3834
- const {getByTestId, getByText} = renderWithTheme(
4115
+ it("renders a loaded table with folder counts and newest vs production columns", () => {
4116
+ const {getAllByText, getByTestId, getByText} = renderWithTheme(
3835
4117
  <AiPromptsListView
3836
4118
  createDescription=""
3837
4119
  createFolder="examples"
@@ -3846,9 +4128,11 @@ describe("AiPromptsListView", () => {
3846
4128
  />
3847
4129
  );
3848
4130
  expect(getByTestId("ai-prompts-table")).toBeTruthy();
3849
- expect(getByText("All (1)")).toBeTruthy();
3850
- expect(getByText("examples (1)")).toBeTruthy();
3851
- expect(getByText("examples/summarize")).toBeTruthy();
4131
+ expect(getByTestId("ai-prompts-folders")).toBeTruthy();
4132
+ expect(getByText("All")).toBeTruthy();
4133
+ // Folder segment plus the row's folder line.
4134
+ assert.isAtLeast(getAllByText("examples").length, 2);
4135
+ expect(getByText("summarize")).toBeTruthy();
3852
4136
  expect(getByText("v2")).toBeTruthy();
3853
4137
  expect(getByText("v1")).toBeTruthy();
3854
4138
  });
@@ -3876,7 +4160,7 @@ describe("AiPromptsListView", () => {
3876
4160
  const onSearchChange = mock(() => undefined);
3877
4161
  const onCreate = mock(() => undefined);
3878
4162
  const onRetry = mock(() => undefined);
3879
- const {getByTestId, getByText} = renderWithTheme(
4163
+ const {getAllByText, getByTestId, getByText} = renderWithTheme(
3880
4164
  <AiPromptsListView
3881
4165
  createDescription="Short summary"
3882
4166
  createError="Name required"
@@ -3886,7 +4170,7 @@ describe("AiPromptsListView", () => {
3886
4170
  createSystem="You are helpful"
3887
4171
  createTemplate="Hi {{name}}"
3888
4172
  folder=""
3889
- loadError="Failed to load prompts"
4173
+ loadError="Could not load prompts."
3890
4174
  onCreate={onCreate}
3891
4175
  onCreateDescriptionChange={() => undefined}
3892
4176
  onCreateFolderChange={() => undefined}
@@ -3906,12 +4190,12 @@ describe("AiPromptsListView", () => {
3906
4190
  fireEvent.changeText(getByTestId("ai-prompts-search"), "note");
3907
4191
  assert.isAtLeast(onSearchChange.mock.calls.length, 1);
3908
4192
  await act(async () => {
3909
- fireEvent.press(getByTestId("ai-prompts-folder-examples"));
4193
+ fireEvent.press(getAllByText("examples")[0]!);
3910
4194
  await Promise.resolve();
3911
4195
  });
3912
4196
  assert.isAtLeast(onFolderChange.mock.calls.length, 1);
3913
4197
  await act(async () => {
3914
- fireEvent.press(getByText("Retry"));
4198
+ fireEvent.press(getByText("Try again"));
3915
4199
  await Promise.resolve();
3916
4200
  });
3917
4201
  assert.equal(onRetry.mock.calls.length, 1);
@@ -3972,6 +4256,12 @@ describe("AiReviewItemScreen", () => {
3972
4256
  options?.currentUserId === "" ? undefined : {id: options?.currentUserId ?? "user-1"},
3973
4257
  isLoading: false,
3974
4258
  }),
4259
+ useAiObservabilityReviewBatchQueueQuery: () => ({
4260
+ data: undefined,
4261
+ isError: false,
4262
+ isLoading: false,
4263
+ refetch: mock(() => {}),
4264
+ }),
3975
4265
  useAiObservabilityReviewItemQuery: () => ({
3976
4266
  data: detail,
3977
4267
  isError: false,
@@ -4013,6 +4303,12 @@ describe("AiReviewItemScreen", () => {
4013
4303
  enhanceEndpoints: () => loadingApi,
4014
4304
  injectEndpoints: () => ({
4015
4305
  useAiObservabilityCurrentUserQuery: () => ({data: undefined, isLoading: false}),
4306
+ useAiObservabilityReviewBatchQueueQuery: () => ({
4307
+ data: undefined,
4308
+ isError: false,
4309
+ isLoading: false,
4310
+ refetch: mock(() => {}),
4311
+ }),
4016
4312
  useAiObservabilityReviewItemQuery: () => ({
4017
4313
  data: undefined,
4018
4314
  isError: false,
@@ -4056,7 +4352,7 @@ describe("AiReviewItemScreen", () => {
4056
4352
  />
4057
4353
  );
4058
4354
  expect(loaded.getByTestId("ai-review-item")).toBeTruthy();
4059
- expect(loaded.getByTestId("ai-review-score-boolean-correct")).toBeTruthy();
4355
+ expect(loaded.getByTestId("ai-review-question-correct")).toBeTruthy();
4060
4356
  });
4061
4357
 
4062
4358
  it("requires scores before submit and submits on pass", async () => {
@@ -4073,10 +4369,10 @@ describe("AiReviewItemScreen", () => {
4073
4369
  fireEvent.press(view.getByTestId("ai-review-submit-next"));
4074
4370
  await Promise.resolve();
4075
4371
  });
4076
- expect(view.getByText("Score correct before submitting.")).toBeTruthy();
4372
+ expect(view.getByText(`Answer "correct" before submitting.`)).toBeTruthy();
4077
4373
 
4078
4374
  await act(async () => {
4079
- fireEvent.press(view.getByTestId("ai-review-score-correct-pass"));
4375
+ fireEvent.press(view.getByTestId("ai-review-question-correct-yes"));
4080
4376
  await Promise.resolve();
4081
4377
  });
4082
4378
  await act(async () => {
@@ -4105,6 +4401,12 @@ describe("AiReviewItemScreen", () => {
4105
4401
  enhanceEndpoints: () => errorApi,
4106
4402
  injectEndpoints: () => ({
4107
4403
  useAiObservabilityCurrentUserQuery: () => ({data: {id: "user-1"}, isLoading: false}),
4404
+ useAiObservabilityReviewBatchQueueQuery: () => ({
4405
+ data: undefined,
4406
+ isError: false,
4407
+ isLoading: false,
4408
+ refetch: mock(() => {}),
4409
+ }),
4108
4410
  useAiObservabilityReviewItemQuery: () => ({
4109
4411
  data: undefined,
4110
4412
  isError: true,
@@ -4137,7 +4439,7 @@ describe("AiReviewItemScreen", () => {
4137
4439
  />
4138
4440
  );
4139
4441
  await act(async () => {
4140
- fireEvent.press(errored.getByText("Retry"));
4442
+ fireEvent.press(errored.getByTestId("ai-review-item-error-retry"));
4141
4443
  await new Promise((resolve) => setTimeout(resolve, 100));
4142
4444
  });
4143
4445
  assert.isAtLeast(refetch.mock.calls.length, 1);
@@ -4212,6 +4514,12 @@ describe("AiReviewItemScreen", () => {
4212
4514
  enhanceEndpoints: () => twoPendingApi,
4213
4515
  injectEndpoints: () => ({
4214
4516
  useAiObservabilityCurrentUserQuery: () => ({data: {id: "user-1"}, isLoading: false}),
4517
+ useAiObservabilityReviewBatchQueueQuery: () => ({
4518
+ data: undefined,
4519
+ isError: false,
4520
+ isLoading: false,
4521
+ refetch: mock(() => {}),
4522
+ }),
4215
4523
  useAiObservabilityReviewItemQuery: () => ({
4216
4524
  data: detail,
4217
4525
  isError: false,
@@ -4256,7 +4564,7 @@ describe("AiReviewItemScreen", () => {
4256
4564
 
4257
4565
  actionImpl.mockClear();
4258
4566
  await act(async () => {
4259
- fireEvent.press(view.getByTestId("ai-review-score-correct-pass"));
4567
+ fireEvent.press(view.getByTestId("ai-review-question-correct-yes"));
4260
4568
  await Promise.resolve();
4261
4569
  });
4262
4570
  await act(async () => {
@@ -4269,6 +4577,88 @@ describe("AiReviewItemScreen", () => {
4269
4577
  });
4270
4578
  assert.isAtLeast(actionImpl.mock.calls.length, 1);
4271
4579
  });
4580
+
4581
+ it("walks pending and in-progress items of the item's batch", async () => {
4582
+ const batchItem = (id: string, status: ReviewListItem["status"]): ReviewListItem => ({
4583
+ batchId: "b1",
4584
+ enqueuedAt: "2026-01-01T00:00:00.000Z",
4585
+ evaluatorId: "eval-1",
4586
+ id,
4587
+ reason: "manual",
4588
+ status,
4589
+ traceId: `trace-${id}`,
4590
+ traceName: "summarize",
4591
+ });
4592
+ const batchQueueArgs: unknown[] = [];
4593
+ // One object across renders, like RTK Query's cached data; a new one each render loops the reset effect.
4594
+ const batchDetail = {...detail, batchId: "b1"};
4595
+ const batchApi = {
4596
+ enhanceEndpoints: () => batchApi,
4597
+ injectEndpoints: () => ({
4598
+ useAiObservabilityCurrentUserQuery: () => ({data: {id: "user-1"}, isLoading: false}),
4599
+ useAiObservabilityReviewBatchQueueQuery: (args: unknown) => {
4600
+ batchQueueArgs.push(args);
4601
+ return {
4602
+ data: {
4603
+ data: [
4604
+ batchItem("rev-1", "pending"),
4605
+ batchItem("rev-2", "in_progress"),
4606
+ batchItem("rev-3", "done"),
4607
+ ],
4608
+ },
4609
+ isError: false,
4610
+ isLoading: false,
4611
+ refetch: mock(() => {}),
4612
+ };
4613
+ },
4614
+ useAiObservabilityReviewItemQuery: () => ({
4615
+ data: batchDetail,
4616
+ isError: false,
4617
+ isLoading: false,
4618
+ refetch: mock(() => {}),
4619
+ }),
4620
+ useAiObservabilityReviewQuery: () => ({
4621
+ data: {data: []},
4622
+ isError: false,
4623
+ isLoading: false,
4624
+ refetch: mock(() => {}),
4625
+ }),
4626
+ useAiObservabilityStatusQuery: () => ({
4627
+ data: statusData,
4628
+ isError: false,
4629
+ isLoading: false,
4630
+ }),
4631
+ useUpdateAiObservabilityReviewItemMutation: () => [
4632
+ () => ({unwrap: actionImpl}),
4633
+ {isError: false, isLoading: false},
4634
+ ],
4635
+ }),
4636
+ } as unknown as AdminApi;
4637
+
4638
+ routerPush.mockClear();
4639
+ actionImpl.mockClear();
4640
+ const view = renderWithTheme(
4641
+ <AiReviewItemScreenWidget
4642
+ api={batchApi}
4643
+ config={emptyConfig}
4644
+ routeBase="/admin"
4645
+ screenName="ai-review-item"
4646
+ />
4647
+ );
4648
+ expect(batchQueueArgs.at(-1)).toEqual({batchId: "b1"});
4649
+ expect(view.getByText("Item 1 of 2")).toBeTruthy();
4650
+
4651
+ await act(async () => {
4652
+ fireEvent.press(view.getByTestId("ai-review-question-correct-yes"));
4653
+ await Promise.resolve();
4654
+ });
4655
+ await act(async () => {
4656
+ fireEvent.press(view.getByTestId("ai-review-submit-next"));
4657
+ await new Promise((resolve) => setTimeout(resolve, 50));
4658
+ });
4659
+ assert.equal(actionImpl.mock.calls.length, 1);
4660
+ assert.equal(String(routerPush.mock.calls.at(-1)?.[0]), "/admin/ai-review-item?id=rev-2");
4661
+ });
4272
4662
  });
4273
4663
  });
4274
4664
 
@@ -4299,18 +4689,16 @@ describe("AiReviewItemView", () => {
4299
4689
  <AiReviewItemView
4300
4690
  comment=""
4301
4691
  detail={detail}
4302
- isPending
4303
4692
  onAssign={() => undefined}
4304
4693
  onCommentChange={() => undefined}
4305
4694
  onScoreChange={() => undefined}
4306
4695
  onSkip={() => undefined}
4307
4696
  onSubmit={() => undefined}
4308
- position={1}
4309
4697
  scores={{}}
4310
- totalPending={2}
4311
4698
  />
4312
4699
  );
4313
- expect(getByText("Item 1 of 2 pending")).toBeTruthy();
4700
+ expect(reviewItemTitle({isPending: true, position: 1, totalPending: 2})).toBe("Item 1 of 2");
4701
+ expect(reviewItemTitle({isPending: false, position: 1, totalPending: 0})).toBe("Review item");
4314
4702
  expect(getByText("45 words")).toBeTruthy();
4315
4703
  expect(queryByText(longInput)).toBeNull();
4316
4704
  expect(getByTestId("ai-review-raw-json")).toBeTruthy();
@@ -4327,15 +4715,12 @@ describe("AiReviewItemView", () => {
4327
4715
  <AiReviewItemView
4328
4716
  comment=""
4329
4717
  detail={detail}
4330
- isPending
4331
4718
  onAssign={onAssign}
4332
4719
  onCommentChange={() => undefined}
4333
4720
  onScoreChange={() => undefined}
4334
4721
  onSkip={onSkip}
4335
4722
  onSubmit={onSubmit}
4336
- position={1}
4337
4723
  scores={{correct: true}}
4338
- totalPending={1}
4339
4724
  />
4340
4725
  );
4341
4726
  await act(async () => {
@@ -4354,24 +4739,25 @@ describe("AiReviewItemView", () => {
4354
4739
  const onPrevious = mock(() => undefined);
4355
4740
  const onCommentChange = mock(() => undefined);
4356
4741
  const {getByTestId, getByText} = renderWithTheme(
4357
- <AiReviewItemView
4358
- comment="needs work"
4359
- detail={{...detail, status: "done"}}
4360
- isPending={false}
4361
- onAssign={() => undefined}
4362
- onCommentChange={onCommentChange}
4363
- onNext={onNext}
4364
- onPrevious={onPrevious}
4365
- onScoreChange={() => undefined}
4366
- onSkip={() => undefined}
4367
- onSubmit={() => undefined}
4368
- position={1}
4369
- scores={{correct: true}}
4370
- submitError="Could not submit this review."
4371
- totalPending={0}
4372
- />
4373
- );
4374
- expect(getByText(/not in pending queue/)).toBeTruthy();
4742
+ <>
4743
+ <AiReviewItemHeaderMeta detail={{...detail, status: "done"}} isPending={false} />
4744
+ <AiReviewItemNav onNext={onNext} onPrevious={onPrevious} />
4745
+ <AiReviewItemView
4746
+ comment="needs work"
4747
+ detail={{...detail, status: "done"}}
4748
+ onAssign={() => undefined}
4749
+ onCommentChange={onCommentChange}
4750
+ onScoreChange={() => undefined}
4751
+ onSkip={() => undefined}
4752
+ onSubmit={() => undefined}
4753
+ scores={{correct: true}}
4754
+ submitError="Could not submit this review."
4755
+ />
4756
+ </>
4757
+ );
4758
+ expect(getByText("Not in the pending queue")).toBeTruthy();
4759
+ expect(getByText("From a trace")).toBeTruthy();
4760
+ expect(getByTestId("ai-review-item-status")).toBeTruthy();
4375
4761
  await act(async () => {
4376
4762
  fireEvent.press(getByText("Previous"));
4377
4763
  fireEvent.press(getByText("Next"));
@@ -4387,22 +4773,22 @@ describe("AiReviewItemView", () => {
4387
4773
  it("scores boolean dimensions when navigation handlers are absent", async () => {
4388
4774
  const onScoreChange = mock(() => undefined);
4389
4775
  const {getByTestId, getByText, UNSAFE_root} = renderWithTheme(
4390
- <AiReviewItemView
4391
- comment=""
4392
- detail={detail}
4393
- isPending
4394
- onAssign={() => undefined}
4395
- onCommentChange={() => undefined}
4396
- onScoreChange={onScoreChange}
4397
- onSkip={() => undefined}
4398
- onSubmit={() => undefined}
4399
- position={1}
4400
- scores={{}}
4401
- totalPending={1}
4402
- />
4776
+ <>
4777
+ <AiReviewItemNav />
4778
+ <AiReviewItemView
4779
+ comment=""
4780
+ detail={detail}
4781
+ onAssign={() => undefined}
4782
+ onCommentChange={() => undefined}
4783
+ onScoreChange={onScoreChange}
4784
+ onSkip={() => undefined}
4785
+ onSubmit={() => undefined}
4786
+ scores={{}}
4787
+ />
4788
+ </>
4403
4789
  );
4404
4790
  await act(async () => {
4405
- fireEvent.press(getByTestId("ai-review-score-correct-pass"));
4791
+ fireEvent.press(getByTestId("ai-review-question-correct-yes"));
4406
4792
  await Promise.resolve();
4407
4793
  });
4408
4794
  assert.isAtLeast(onScoreChange.mock.calls.length, 1);
@@ -4425,15 +4811,12 @@ describe("AiReviewItemView", () => {
4425
4811
  <AiReviewItemView
4426
4812
  comment=""
4427
4813
  detail={detail}
4428
- isPending
4429
4814
  onAssign={() => undefined}
4430
4815
  onCommentChange={() => undefined}
4431
4816
  onScoreChange={() => undefined}
4432
4817
  onSkip={() => undefined}
4433
4818
  onSubmit={() => undefined}
4434
- position={1}
4435
4819
  scores={{}}
4436
- totalPending={1}
4437
4820
  />
4438
4821
  );
4439
4822
  await act(async () => {
@@ -4458,19 +4841,18 @@ describe("AiReviewItemView", () => {
4458
4841
  <AiReviewItemView
4459
4842
  comment=""
4460
4843
  detail={multiDetail}
4461
- isPending
4462
4844
  isSaving
4463
4845
  onAssign={() => undefined}
4464
4846
  onCommentChange={() => undefined}
4465
4847
  onScoreChange={onScoreChange}
4466
4848
  onSkip={() => undefined}
4467
4849
  onSubmit={() => undefined}
4468
- position={2}
4469
4850
  scores={{correct: true, helpfulness: 0.7}}
4470
- totalPending={3}
4471
4851
  />
4472
4852
  );
4473
- expect(getByText("Item 2 of 3 pending")).toBeTruthy();
4853
+ // Scores without question text are labelled by their humanized key, not "2. helpfulness".
4854
+ expect(getByText("Helpfulness")).toBeTruthy();
4855
+ expect(queryByText("2. helpfulness")).toBeNull();
4474
4856
  expect(queryByText("Mark correct only when grounded.")).toBeNull();
4475
4857
  await act(async () => {
4476
4858
  fireEvent.press(getByTestId("ai-review-score-tone-safe"));
@@ -4522,6 +4904,12 @@ describe("AiReviewQueueScreen", () => {
4522
4904
  const api = {
4523
4905
  enhanceEndpoints: () => api,
4524
4906
  injectEndpoints: () => ({
4907
+ useAiObservabilityEvaluatorsQuery: () => ({
4908
+ data: [{dimensions: [], id: "eval-1", name: "summary-questions", type: "human"}],
4909
+ isError: false,
4910
+ isLoading: false,
4911
+ refetch: mock(() => {}),
4912
+ }),
4525
4913
  useAiObservabilityReviewQuery: () => listState,
4526
4914
  useAiObservabilityStatusQuery: () => ({
4527
4915
  data: statusData,
@@ -4547,11 +4935,22 @@ describe("AiReviewQueueScreen", () => {
4547
4935
  />
4548
4936
  );
4549
4937
  expect(view.getByTestId("ai-review-table")).toBeTruthy();
4938
+ expect(view.getByText("summary-questions")).toBeTruthy();
4939
+ expect(
4940
+ view.getByText(
4941
+ "Answer yes or no questions about AI outputs, oldest first. Items arrive from Traces and from review batches."
4942
+ )
4943
+ ).toBeTruthy();
4550
4944
  await act(async () => {
4551
4945
  fireEvent.press(view.getByTestId("ai-review-start-oldest"));
4552
4946
  await new Promise((resolve) => setTimeout(resolve, 50));
4553
4947
  });
4554
4948
  assert.include(String(routerPush.mock.calls[0]?.[0]), "ai-review-item");
4949
+ await act(async () => {
4950
+ fireEvent.press(view.getByTestId("ai-review-open-batches"));
4951
+ await new Promise((resolve) => setTimeout(resolve, 50));
4952
+ });
4953
+ assert.include(String(routerPush.mock.calls.at(-1)?.[0]), "ai-review-batches");
4555
4954
  });
4556
4955
  });
4557
4956
  });
@@ -4574,40 +4973,49 @@ describe("AiReviewQueueView", () => {
4574
4973
  };
4575
4974
 
4576
4975
  describe("AiReviewQueueView", () => {
4577
- it("names both review intake paths in the empty state", () => {
4976
+ it("names both review intake paths in the empty state and links to Traces", async () => {
4977
+ const onOpenTraces = mock(() => undefined);
4578
4978
  const {getByTestId, getByText} = renderWithTheme(
4579
4979
  <AiReviewQueueView
4580
4980
  counts={counts}
4581
4981
  items={[]}
4582
4982
  onOpenItem={() => undefined}
4983
+ onOpenTraces={onOpenTraces}
4583
4984
  onRetry={() => undefined}
4584
- onStart={() => undefined}
4585
4985
  onStatusChange={() => undefined}
4586
4986
  status="pending"
4587
4987
  />
4588
4988
  );
4589
4989
  expect(getByTestId("ai-review-empty")).toBeTruthy();
4590
- expect(getByText(/Traces bulk action/)).toBeTruthy();
4591
- expect(getByText(/Assign to me for manual assignment/)).toBeTruthy();
4990
+ expect(getByText(/send them to human review, or start a review batch/)).toBeTruthy();
4991
+ await act(async () => {
4992
+ fireEvent.press(getByTestId("ai-review-empty-action"));
4993
+ await new Promise((resolve) => setTimeout(resolve, 50));
4994
+ });
4995
+ expect(onOpenTraces).toHaveBeenCalled();
4592
4996
  });
4593
4997
 
4594
4998
  it("renders oldest-first row fields and starts reviewing", async () => {
4595
4999
  const onStart = mock(() => undefined);
4596
- const {getByTestId, getByText} = renderWithTheme(
4597
- <AiReviewQueueView
4598
- counts={{...counts, pending: 1}}
4599
- items={[item]}
4600
- onOpenItem={() => undefined}
4601
- onRetry={() => undefined}
4602
- onStart={onStart}
4603
- onStatusChange={() => undefined}
4604
- status="pending"
4605
- />
5000
+ const {getByTestId, getByText, queryByText} = renderWithTheme(
5001
+ <>
5002
+ <AiReviewQueueActions canStart onStart={onStart} />
5003
+ <AiReviewQueueView
5004
+ counts={{...counts, pending: 1}}
5005
+ items={[item, {...item, batchId: "b1", id: "review-item-2", outputPreview: "Short"}]}
5006
+ onOpenItem={() => undefined}
5007
+ onRetry={() => undefined}
5008
+ onStatusChange={() => undefined}
5009
+ status="pending"
5010
+ />
5011
+ </>
4606
5012
  );
4607
5013
  expect(getByTestId("ai-review-table")).toBeTruthy();
4608
- expect(getByText("generate summary")).toBeTruthy();
4609
- expect(getByText("summarize")).toBeTruthy();
4610
- expect(getByText("Unassigned")).toBeTruthy();
5014
+ expect(getByTestId("ai-review-open-review-item-1")).toBeTruthy();
5015
+ expect(getByText("From Traces")).toBeTruthy();
5016
+ expect(getByText("Short")).toBeTruthy();
5017
+ expect(getByText("Review oldest pending")).toBeTruthy();
5018
+ expect(queryByText("Open")).toBeNull();
4611
5019
  await act(async () => {
4612
5020
  fireEvent.press(getByTestId("ai-review-start-oldest"));
4613
5021
  await new Promise((resolve) => setTimeout(resolve, 50));
@@ -4615,6 +5023,26 @@ describe("AiReviewQueueView", () => {
4615
5023
  expect(onStart).toHaveBeenCalled();
4616
5024
  });
4617
5025
 
5026
+ it("labels where each untitled review item came from", () => {
5027
+ const {getByText} = renderWithTheme(
5028
+ <AiReviewQueueView
5029
+ counts={{...counts, pending: 3}}
5030
+ items={[
5031
+ {...item, batchId: "b1", id: "review-item-batch"},
5032
+ {...item, id: "review-item-eval", reason: "eval"},
5033
+ {...item, id: "review-item-other", reason: "other"},
5034
+ ]}
5035
+ onOpenItem={() => undefined}
5036
+ onRetry={() => undefined}
5037
+ onStatusChange={() => undefined}
5038
+ status="pending"
5039
+ />
5040
+ );
5041
+ expect(getByText("From a review batch")).toBeTruthy();
5042
+ expect(getByText("From an experiment")).toBeTruthy();
5043
+ expect(getByText("From Traces")).toBeTruthy();
5044
+ });
5045
+
4618
5046
  it("renders loading, error retry, status tabs, and open controls", async () => {
4619
5047
  const onRetry = mock(() => undefined);
4620
5048
  const onStatusChange = mock(() => undefined);
@@ -4626,7 +5054,6 @@ describe("AiReviewQueueView", () => {
4626
5054
  items={[]}
4627
5055
  onOpenItem={onOpenItem}
4628
5056
  onRetry={onRetry}
4629
- onStart={() => undefined}
4630
5057
  onStatusChange={onStatusChange}
4631
5058
  status="pending"
4632
5059
  />
@@ -4640,24 +5067,23 @@ describe("AiReviewQueueView", () => {
4640
5067
  items={[]}
4641
5068
  onOpenItem={onOpenItem}
4642
5069
  onRetry={onRetry}
4643
- onStart={() => undefined}
4644
5070
  onStatusChange={onStatusChange}
4645
5071
  status="pending"
4646
5072
  />
4647
5073
  );
5074
+ expect(errored.getByText("Could not load the review queue.")).toBeTruthy();
4648
5075
  await act(async () => {
4649
- fireEvent.press(errored.getByText("Retry"));
4650
- await Promise.resolve();
5076
+ fireEvent.press(errored.getByTestId("ai-review-error-retry"));
5077
+ await new Promise((resolve) => setTimeout(resolve, 50));
4651
5078
  });
4652
5079
  expect(onRetry).toHaveBeenCalled();
4653
5080
 
4654
- const {getByText} = renderWithTheme(
5081
+ const {getByTestId, getByText} = renderWithTheme(
4655
5082
  <AiReviewQueueView
4656
5083
  counts={{...counts, done: 1, pending: 1}}
4657
5084
  items={[item]}
4658
5085
  onOpenItem={onOpenItem}
4659
5086
  onRetry={onRetry}
4660
- onStart={() => undefined}
4661
5087
  onStatusChange={onStatusChange}
4662
5088
  status="pending"
4663
5089
  />
@@ -4668,10 +5094,10 @@ describe("AiReviewQueueView", () => {
4668
5094
  });
4669
5095
  assert.isAtLeast(onStatusChange.mock.calls.length, 1);
4670
5096
  await act(async () => {
4671
- fireEvent.press(getByText("Open"));
5097
+ fireEvent.press(getByTestId("ai-review-open-review-item-1"));
4672
5098
  await Promise.resolve();
4673
5099
  });
4674
- expect(onOpenItem).toHaveBeenCalled();
5100
+ expect(onOpenItem).toHaveBeenCalledWith("review-item-1");
4675
5101
  });
4676
5102
  });
4677
5103
  });
@@ -5263,22 +5689,14 @@ describe("AiTracesListScreen", () => {
5263
5689
  fireEvent.press(view.getByTestId("ai-traces-clear-selection"));
5264
5690
  await Promise.resolve();
5265
5691
  });
5266
- const filterFields = view.UNSAFE_root.findAllByType(SelectField);
5267
- const promptFilter = filterFields.find(
5268
- (field) => field.props.testID === "ai-traces-filter-prompt"
5269
- );
5270
- const scoreFilter = filterFields.find(
5271
- (field) => field.props.testID === "ai-traces-filter-has-score"
5272
- );
5273
- const sensitiveFilter = filterFields.find(
5274
- (field) => field.props.testID === "ai-traces-filter-sensitive"
5275
- );
5276
- assert.isDefined(promptFilter);
5277
- assert.isDefined(scoreFilter);
5278
- assert.isDefined(sensitiveFilter);
5279
- fireEvent(promptFilter!, "onChange", "summarize");
5280
- fireEvent(scoreFilter!, "onChange", "false");
5281
- fireEvent(sensitiveFilter!, "onChange", "true");
5692
+ await act(async () => {
5693
+ fireEvent(view.getByTestId("ai-traces-table"), "filterValuesChange", {
5694
+ hasScore: false,
5695
+ prompt: ["summarize"],
5696
+ sensitive: true,
5697
+ });
5698
+ await Promise.resolve();
5699
+ });
5282
5700
  expect(view.getByTestId("ai-traces-pagination")).toBeTruthy();
5283
5701
  listState = {
5284
5702
  data: {data: loaded, limit: 20, more: false, page: 1, total: 1},
@@ -5287,10 +5705,11 @@ describe("AiTracesListScreen", () => {
5287
5705
  };
5288
5706
  });
5289
5707
 
5290
- it("surfaces list load error in the bulk bar", () => {
5708
+ it("surfaces a list load error with Try again", () => {
5291
5709
  listState = {data: undefined, isError: true, isLoading: false};
5292
5710
  const view = renderWithTheme(<AiTracesScreenWidget {...widgetProps} />);
5293
- expect(view.getByText("Failed to load traces.")).toBeTruthy();
5711
+ expect(view.getByText("Could not load traces.")).toBeTruthy();
5712
+ expect(view.getByTestId("ai-traces-load-error-retry")).toBeTruthy();
5294
5713
  listState = {
5295
5714
  data: {data: loaded, limit: 20, more: false, page: 1, total: 1},
5296
5715
  isError: false,
@@ -5411,12 +5830,12 @@ describe("AiTracesListView", () => {
5411
5830
  onDismissReviewModal: () => undefined,
5412
5831
  onEnqueueReview: () => undefined,
5413
5832
  onEvaluatorChange: () => undefined,
5414
- onFiltersChange: () => undefined,
5833
+ onFilterValuesChange: () => undefined,
5415
5834
  onOpenAddToDataset: () => undefined,
5416
5835
  onOpenReview: () => undefined,
5417
5836
  onOpenTrace: () => undefined,
5418
5837
  onPageChange: () => undefined,
5419
- onRunTestMultiStage: () => undefined,
5838
+ onSortChange: () => undefined,
5420
5839
  onToggleSelect: () => undefined,
5421
5840
  };
5422
5841
 
@@ -5436,7 +5855,7 @@ describe("AiTracesListView", () => {
5436
5855
  {...datasetDefaults}
5437
5856
  evaluatorId=""
5438
5857
  evaluators={[]}
5439
- filters={emptyTraceFilters()}
5858
+ filterValues={{}}
5440
5859
  page={1}
5441
5860
  selectedIds={[]}
5442
5861
  showMultiStageTest
@@ -5446,26 +5865,31 @@ describe("AiTracesListView", () => {
5446
5865
  />
5447
5866
  );
5448
5867
  expect(getByTestId("ai-traces-empty")).toBeTruthy();
5449
- expect(getByText("No traces match these filters.")).toBeTruthy();
5868
+ expect(getByText("No traces yet")).toBeTruthy();
5450
5869
  });
5451
5870
 
5452
- it("runs the multi-stage trace smoke action", async () => {
5453
- const onRunTestMultiStage = mock(() => undefined);
5454
- const {getByTestId} = renderWithTheme(
5871
+ it("says no traces match when filters are applied", () => {
5872
+ const {getByText} = renderWithTheme(
5455
5873
  <AiTracesListView
5456
5874
  {...datasetDefaults}
5457
5875
  evaluatorId=""
5458
5876
  evaluators={[]}
5459
- filters={emptyTraceFilters()}
5877
+ filterValues={{status: ["error"]}}
5460
5878
  page={1}
5461
5879
  selectedIds={[]}
5462
- showMultiStageTest
5463
5880
  total={0}
5464
5881
  traces={[]}
5465
5882
  {...idleHandlers}
5466
- onRunTestMultiStage={onRunTestMultiStage}
5467
5883
  />
5468
5884
  );
5885
+ expect(getByText("No traces match these filters")).toBeTruthy();
5886
+ });
5887
+
5888
+ it("runs the test trace from the header action", async () => {
5889
+ const onRunTestMultiStage = mock(() => undefined);
5890
+ const {getByTestId} = renderWithTheme(
5891
+ <AiTracesHeaderActions onRunTestMultiStage={onRunTestMultiStage} showMultiStageTest />
5892
+ );
5469
5893
 
5470
5894
  await act(async () => {
5471
5895
  fireEvent.press(getByTestId("ai-traces-run-multi-stage"));
@@ -5475,14 +5899,24 @@ describe("AiTracesListView", () => {
5475
5899
  assert.equal(onRunTestMultiStage.mock.calls.length, 1);
5476
5900
  });
5477
5901
 
5478
- it("disables the multi-stage action and explains why when it is blocked", () => {
5902
+ it("disables the test trace action and explains why when it is blocked", () => {
5479
5903
  const onRunTestMultiStage = mock(() => undefined);
5480
- const {getByTestId} = renderWithTheme(
5904
+ const header = renderWithTheme(
5905
+ <AiTracesHeaderActions
5906
+ multiStageBlockedMessage="Save a Gemini API key on Profile."
5907
+ onRunTestMultiStage={onRunTestMultiStage}
5908
+ showMultiStageTest
5909
+ />
5910
+ );
5911
+ expect(header.getByTestId("ai-traces-run-multi-stage")).toBeDisabled();
5912
+ assert.equal(onRunTestMultiStage.mock.calls.length, 0);
5913
+
5914
+ const body = renderWithTheme(
5481
5915
  <AiTracesListView
5482
5916
  {...datasetDefaults}
5483
5917
  evaluatorId=""
5484
5918
  evaluators={[]}
5485
- filters={emptyTraceFilters()}
5919
+ filterValues={{}}
5486
5920
  multiStageBlockedMessage="Save a Gemini API key on Profile."
5487
5921
  page={1}
5488
5922
  selectedIds={[]}
@@ -5490,42 +5924,28 @@ describe("AiTracesListView", () => {
5490
5924
  total={0}
5491
5925
  traces={[]}
5492
5926
  {...idleHandlers}
5493
- onRunTestMultiStage={onRunTestMultiStage}
5494
5927
  />
5495
5928
  );
5496
-
5497
- expect(getByTestId("ai-traces-multi-stage-blocked")).toHaveTextContent(
5929
+ expect(body.getByTestId("ai-traces-multi-stage-blocked")).toHaveTextContent(
5498
5930
  "Save a Gemini API key on Profile."
5499
5931
  );
5500
- expect(getByTestId("ai-traces-run-multi-stage")).toBeDisabled();
5501
- assert.equal(onRunTestMultiStage.mock.calls.length, 0);
5502
5932
  });
5503
5933
 
5504
- it("hides the multi-stage smoke action without local trace storage", () => {
5934
+ it("hides the test trace action without local trace storage", () => {
5505
5935
  const {queryByTestId} = renderWithTheme(
5506
- <AiTracesListView
5507
- {...datasetDefaults}
5508
- evaluatorId=""
5509
- evaluators={[]}
5510
- filters={emptyTraceFilters()}
5511
- page={1}
5512
- selectedIds={[]}
5513
- total={0}
5514
- traces={[]}
5515
- {...idleHandlers}
5516
- />
5936
+ <AiTracesHeaderActions onRunTestMultiStage={() => undefined} />
5517
5937
  );
5518
5938
 
5519
5939
  assert.notExists(queryByTestId("ai-traces-run-multi-stage"));
5520
5940
  });
5521
5941
 
5522
- it("renders an error row with the error line and prompt count", () => {
5942
+ it("renders an error row with the error line and step count", () => {
5523
5943
  const {getByText} = renderWithTheme(
5524
5944
  <AiTracesListView
5525
5945
  {...datasetDefaults}
5526
5946
  evaluatorId=""
5527
5947
  evaluators={[]}
5528
- filters={emptyTraceFilters()}
5948
+ filterValues={{}}
5529
5949
  page={1}
5530
5950
  selectedIds={[]}
5531
5951
  total={1}
@@ -5534,17 +5954,17 @@ describe("AiTracesListView", () => {
5534
5954
  />
5535
5955
  );
5536
5956
  expect(getByText("model timeout")).toBeTruthy();
5537
- expect(getByText("2")).toBeTruthy();
5957
+ expect(getByText("1 step")).toBeTruthy();
5538
5958
  expect(getByText("failed-call")).toBeTruthy();
5539
5959
  });
5540
5960
 
5541
- it("uses distinct primary and accent colors for prompt-run status dots", () => {
5542
- const {getByLabelText, getByTestId} = renderWithTheme(
5961
+ it("uses the shared OK and Error status badges", () => {
5962
+ const {getByTestId, getByText} = renderWithTheme(
5543
5963
  <AiTracesListView
5544
5964
  {...datasetDefaults}
5545
5965
  evaluatorId=""
5546
5966
  evaluators={[]}
5547
- filters={emptyTraceFilters()}
5967
+ filterValues={{}}
5548
5968
  page={1}
5549
5969
  selectedIds={[]}
5550
5970
  total={2}
@@ -5552,14 +5972,10 @@ describe("AiTracesListView", () => {
5552
5972
  {...idleHandlers}
5553
5973
  />
5554
5974
  );
5555
- const primaryDotColor = getByTestId("ai-traces-status-ok").props.style.backgroundColor;
5556
- const accentDotColor = getByTestId("ai-traces-status-error").props.style.backgroundColor;
5557
-
5558
- assert.isString(primaryDotColor);
5559
- assert.isString(accentDotColor);
5560
- assert.notEqual(primaryDotColor, accentDotColor);
5561
- expect(getByLabelText("Trace status: ok")).toBeTruthy();
5562
- expect(getByLabelText("Trace status: error")).toBeTruthy();
5975
+ expect(getByTestId("ai-traces-status-ok")).toBeTruthy();
5976
+ expect(getByTestId("ai-traces-status-error")).toBeTruthy();
5977
+ expect(getByText("OK")).toBeTruthy();
5978
+ expect(getByText("Error")).toBeTruthy();
5563
5979
  });
5564
5980
 
5565
5981
  it("renders a sensitive badge on sensitive traces", () => {
@@ -5568,7 +5984,7 @@ describe("AiTracesListView", () => {
5568
5984
  {...datasetDefaults}
5569
5985
  evaluatorId=""
5570
5986
  evaluators={[]}
5571
- filters={emptyTraceFilters()}
5987
+ filterValues={{}}
5572
5988
  page={1}
5573
5989
  selectedIds={[]}
5574
5990
  total={1}
@@ -5577,7 +5993,7 @@ describe("AiTracesListView", () => {
5577
5993
  />
5578
5994
  );
5579
5995
  expect(getByTestId("ai-traces-sensitive-badge")).toBeTruthy();
5580
- expect(getByText("3")).toBeTruthy();
5996
+ expect(getByText("3 steps")).toBeTruthy();
5581
5997
  expect(getByText("2")).toBeTruthy();
5582
5998
  });
5583
5999
 
@@ -5587,7 +6003,7 @@ describe("AiTracesListView", () => {
5587
6003
  {...datasetDefaults}
5588
6004
  evaluatorId="eval-1"
5589
6005
  evaluators={[{id: "eval-1", name: "correctness", type: "human"}]}
5590
- filters={emptyTraceFilters()}
6006
+ filterValues={{}}
5591
6007
  page={1}
5592
6008
  selectedIds={[sensitiveTrace.id, okTrace.id]}
5593
6009
  total={2}
@@ -5607,12 +6023,12 @@ describe("AiTracesListView", () => {
5607
6023
 
5608
6024
  it("toggles selection, filters, dataset modal, and pagination", async () => {
5609
6025
  const onToggleSelect = mock(() => undefined);
5610
- const onFiltersChange = mock(() => undefined);
6026
+ const onFilterValuesChange = mock((_values: Record<string, unknown>) => undefined);
5611
6027
  const onClearSelection = mock(() => undefined);
5612
6028
  const onPageChange = mock(() => undefined);
5613
6029
  const onAddToDataset = mock(() => undefined);
5614
6030
  const onDismissDatasetModal = mock(() => undefined);
5615
- const {getByTestId, getByText, UNSAFE_root} = renderWithTheme(
6031
+ const {getByTestId, getByText} = renderWithTheme(
5616
6032
  <AiTracesListView
5617
6033
  addToDatasetError="Could not add traces to the dataset."
5618
6034
  datasetId="ds-1"
@@ -5621,8 +6037,7 @@ describe("AiTracesListView", () => {
5621
6037
  enqueueError="enqueue failed"
5622
6038
  evaluatorId="eval-1"
5623
6039
  evaluators={[{id: "eval-1", name: "correctness", type: "human"}]}
5624
- filters={emptyTraceFilters()}
5625
- more
6040
+ filterValues={{}}
5626
6041
  onAddToDataset={onAddToDataset}
5627
6042
  onClearSelection={onClearSelection}
5628
6043
  onDatasetChange={() => undefined}
@@ -5630,11 +6045,12 @@ describe("AiTracesListView", () => {
5630
6045
  onDismissReviewModal={() => undefined}
5631
6046
  onEnqueueReview={() => undefined}
5632
6047
  onEvaluatorChange={() => undefined}
5633
- onFiltersChange={onFiltersChange}
6048
+ onFilterValuesChange={onFilterValuesChange}
5634
6049
  onOpenAddToDataset={() => undefined}
5635
6050
  onOpenReview={() => undefined}
5636
6051
  onOpenTrace={() => undefined}
5637
6052
  onPageChange={onPageChange}
6053
+ onSortChange={() => undefined}
5638
6054
  onToggleSelect={onToggleSelect}
5639
6055
  page={1}
5640
6056
  promptOptions={["summarize", "safety"]}
@@ -5651,22 +6067,19 @@ describe("AiTracesListView", () => {
5651
6067
  });
5652
6068
  assert.isAtLeast(onToggleSelect.mock.calls.length, 1);
5653
6069
 
5654
- const promptSelect = UNSAFE_root.findAllByType(SelectField).find(
5655
- (field) => field.props.testID === "ai-traces-filter-prompt"
5656
- );
5657
- const scoreSelect = UNSAFE_root.findAllByType(SelectField).find(
5658
- (field) => field.props.testID === "ai-traces-filter-has-score"
5659
- );
5660
- const sensitiveSelect = UNSAFE_root.findAllByType(SelectField).find(
5661
- (field) => field.props.testID === "ai-traces-filter-sensitive"
5662
- );
5663
- assert.isDefined(promptSelect);
5664
- assert.isDefined(scoreSelect);
5665
- assert.isDefined(sensitiveSelect);
5666
- fireEvent(promptSelect!, "onChange", "summarize");
5667
- fireEvent(scoreSelect!, "onChange", "false");
5668
- fireEvent(sensitiveSelect!, "onChange", "true");
5669
- assert.isAtLeast(onFiltersChange.mock.calls.length, 3);
6070
+ await act(async () => {
6071
+ fireEvent(getByTestId("ai-traces-table"), "filterValuesChange", {
6072
+ hasScore: false,
6073
+ prompt: ["summarize"],
6074
+ sensitive: true,
6075
+ });
6076
+ await Promise.resolve();
6077
+ });
6078
+ assert.deepEqual(onFilterValuesChange.mock.calls[0]?.[0], {
6079
+ hasScore: false,
6080
+ prompt: ["summarize"],
6081
+ sensitive: true,
6082
+ });
5670
6083
 
5671
6084
  expect(getByText("enqueue failed")).toBeTruthy();
5672
6085
  expect(getByTestId("ai-traces-add-dataset-error")).toBeTruthy();
@@ -5675,7 +6088,27 @@ describe("AiTracesListView", () => {
5675
6088
  expect(getByTestId("ai-traces-review-modal")).toHaveTextContent(
5676
6089
  /human evaluator defines the score fields/
5677
6090
  );
5678
- expect(getByText("40 traces · more pages")).toBeTruthy();
6091
+ expect(getByText("40 traces")).toBeTruthy();
6092
+ });
6093
+
6094
+ it("links to datasets instead of a fake option when there are none", () => {
6095
+ const {getByTestId, getByText, queryByTestId} = renderWithTheme(
6096
+ <AiTracesListView
6097
+ {...datasetDefaults}
6098
+ datasetModalOpen
6099
+ evaluatorId=""
6100
+ evaluators={[]}
6101
+ filterValues={{}}
6102
+ page={1}
6103
+ selectedIds={[okTrace.id]}
6104
+ total={1}
6105
+ traces={[okTrace]}
6106
+ {...idleHandlers}
6107
+ />
6108
+ );
6109
+ expect(getByTestId("ai-traces-dataset-none")).toBeTruthy();
6110
+ expect(getByText("Create a dataset")).toBeTruthy();
6111
+ assert.notExists(queryByTestId("ai-traces-dataset-picker"));
5679
6112
  });
5680
6113
 
5681
6114
  it("wires evaluator change, page change, and dataset modal dismiss", async () => {
@@ -5692,8 +6125,7 @@ describe("AiTracesListView", () => {
5692
6125
  {id: "eval-1", name: "correctness", type: "human"},
5693
6126
  {id: "eval-2", name: "tone", type: "human"},
5694
6127
  ]}
5695
- filters={emptyTraceFilters()}
5696
- more
6128
+ filterValues={{}}
5697
6129
  onAddToDataset={() => undefined}
5698
6130
  onClearSelection={() => undefined}
5699
6131
  onDatasetChange={() => undefined}
@@ -5701,11 +6133,12 @@ describe("AiTracesListView", () => {
5701
6133
  onDismissReviewModal={() => undefined}
5702
6134
  onEnqueueReview={() => undefined}
5703
6135
  onEvaluatorChange={onEvaluatorChange}
5704
- onFiltersChange={() => undefined}
6136
+ onFilterValuesChange={() => undefined}
5705
6137
  onOpenAddToDataset={() => undefined}
5706
6138
  onOpenReview={() => undefined}
5707
6139
  onOpenTrace={() => undefined}
5708
6140
  onPageChange={onPageChange}
6141
+ onSortChange={() => undefined}
5709
6142
  onToggleSelect={() => undefined}
5710
6143
  page={1}
5711
6144
  promptOptions={["summarize", "safety"]}
@@ -5734,26 +6167,29 @@ describe("AiTracesListView", () => {
5734
6167
  assert.equal(onDismissDatasetModal.mock.calls.length, 1);
5735
6168
  });
5736
6169
 
5737
- it("wires time and status filters and opens traces from the table", async () => {
5738
- const onFiltersChange = mock(() => undefined);
6170
+ it("wires sort and column filters and opens traces from the table", async () => {
6171
+ const onFilterValuesChange = mock((_values: Record<string, unknown>) => undefined);
6172
+ const onSortChange = mock((_sort: string) => undefined);
5739
6173
  const onOpenTrace = mock(() => undefined);
5740
- const {getByTestId, UNSAFE_root} = renderWithTheme(
6174
+ const {getByTestId} = renderWithTheme(
5741
6175
  <AiTracesListView
5742
6176
  {...datasetDefaults}
5743
6177
  evaluatorId=""
5744
6178
  evaluators={[]}
5745
- filters={emptyTraceFilters()}
6179
+ filterValues={{}}
5746
6180
  onAddToDataset={() => undefined}
5747
6181
  onClearSelection={() => undefined}
5748
6182
  onDatasetChange={() => undefined}
5749
6183
  onDismissDatasetModal={() => undefined}
6184
+ onDismissReviewModal={() => undefined}
5750
6185
  onEnqueueReview={() => undefined}
5751
6186
  onEvaluatorChange={() => undefined}
5752
- onFiltersChange={onFiltersChange}
6187
+ onFilterValuesChange={onFilterValuesChange}
5753
6188
  onOpenAddToDataset={() => undefined}
6189
+ onOpenReview={() => undefined}
5754
6190
  onOpenTrace={onOpenTrace}
5755
6191
  onPageChange={() => undefined}
5756
- onRunTestMultiStage={() => undefined}
6192
+ onSortChange={onSortChange}
5757
6193
  onToggleSelect={() => undefined}
5758
6194
  page={1}
5759
6195
  selectedIds={[]}
@@ -5761,15 +6197,17 @@ describe("AiTracesListView", () => {
5761
6197
  traces={[okTrace]}
5762
6198
  />
5763
6199
  );
5764
- fireEvent.changeText(getByTestId("ai-traces-filter-from"), "2026-09-01");
5765
- fireEvent.changeText(getByTestId("ai-traces-filter-to"), "2026-09-02");
5766
- const statusSelect = UNSAFE_root.findAllByType(SelectField).find(
5767
- (field) => field.props.testID === "ai-traces-filter-status"
5768
- );
5769
- fireEvent(statusSelect!, "onChange", "error");
5770
- fireEvent.changeText(getByTestId("ai-traces-filter-user"), "user-1");
5771
- fireEvent.changeText(getByTestId("ai-traces-filter-session"), "sess-1");
5772
- assert.isAtLeast(onFiltersChange.mock.calls.length, 3);
6200
+ const table = getByTestId("ai-traces-table");
6201
+ await act(async () => {
6202
+ fireEvent(table, "setSortColumn", {column: 6, direction: "desc"});
6203
+ fireEvent(table, "filterValuesChange", {status: ["error"], userId: "user-1"});
6204
+ await Promise.resolve();
6205
+ });
6206
+ assert.deepEqual(onSortChange.mock.calls[0]?.[0], "-cost");
6207
+ assert.deepEqual(onFilterValuesChange.mock.calls[0]?.[0], {
6208
+ status: ["error"],
6209
+ userId: "user-1",
6210
+ });
5773
6211
  await act(async () => {
5774
6212
  fireEvent.press(getByTestId("ai-traces-open-trace-ok"));
5775
6213
  await Promise.resolve();
@@ -5785,24 +6223,27 @@ describe("ReviewScoreField", () => {
5785
6223
  routerPush.mockClear();
5786
6224
  });
5787
6225
  describe("ReviewScoreField", () => {
5788
- it("renders boolean dimensions as Pass and Fail controls", async () => {
6226
+ it("renders boolean dimensions as one Yes/No control", async () => {
5789
6227
  const onChange = mock(() => undefined);
5790
- const {getByTestId, getByText} = renderWithTheme(
6228
+ const {getByTestId, getByText, queryByText} = renderWithTheme(
5791
6229
  <ReviewScoreField
5792
- dimension={{dataType: "boolean", key: "correct", required: true}}
6230
+ dimension={{dataType: "boolean", key: "is_correct", required: true}}
5793
6231
  onChange={onChange}
6232
+ value={false}
5794
6233
  />
5795
6234
  );
5796
- expect(getByTestId("ai-review-score-boolean-correct")).toBeTruthy();
5797
- expect(getByText("Pass")).toBeTruthy();
5798
- expect(getByText("Fail")).toBeTruthy();
6235
+ expect(getByTestId("ai-review-score-boolean-is_correct")).toBeTruthy();
6236
+ expect(getByTestId("ai-review-score-is_correct-answer")).toBeTruthy();
6237
+ expect(getByText("Is correct")).toBeTruthy();
6238
+ expect(queryByText("Pass")).toBeNull();
6239
+ expect(queryByText("Fail")).toBeNull();
5799
6240
  await act(async () => {
5800
- fireEvent.press(getByTestId("ai-review-score-correct-pass"));
6241
+ fireEvent.press(getByTestId("ai-review-score-is_correct-yes"));
5801
6242
  await new Promise((resolve) => setTimeout(resolve, 50));
5802
6243
  });
5803
6244
  expect(onChange).toHaveBeenCalledWith(true);
5804
6245
  await act(async () => {
5805
- fireEvent.press(getByTestId("ai-review-score-correct-fail"));
6246
+ fireEvent.press(getByTestId("ai-review-score-is_correct-no"));
5806
6247
  await new Promise((resolve) => setTimeout(resolve, 50));
5807
6248
  });
5808
6249
  expect(onChange).toHaveBeenCalledWith(false);
@@ -5818,7 +6259,7 @@ describe("ReviewScoreField", () => {
5818
6259
  />
5819
6260
  );
5820
6261
  expect(getByTestId("ai-review-score-numeric-helpfulness")).toBeTruthy();
5821
- expect(getByText("helpfulness")).toBeTruthy();
6262
+ expect(getByText("Helpfulness")).toBeTruthy();
5822
6263
  expect(getByText("0")).toBeTruthy();
5823
6264
  expect(getByText("1")).toBeTruthy();
5824
6265
  fireEvent(UNSAFE_getByType(SliderComponent), "valueChange", 0.8);
@@ -5942,7 +6383,6 @@ describe("AiExperimentResultsView", () => {
5942
6383
  onSelectVersion={() => undefined}
5943
6384
  promoteConfirmOpen={false}
5944
6385
  promoteVersion={2}
5945
- selectedVersion={2}
5946
6386
  />
5947
6387
  );
5948
6388
  expect(getByTestId("ai-experiment-results-running")).toBeTruthy();
@@ -5957,16 +6397,13 @@ describe("AiExperimentResultsView", () => {
5957
6397
  onOpenPromoteConfirm={() => undefined}
5958
6398
  onPromote={() => undefined}
5959
6399
  onSelectVersion={() => undefined}
5960
- promoteBlockedMessage="gate failed for v2 quality.correct"
5961
6400
  promoteConfirmOpen={false}
5962
6401
  promoteVersion={2}
5963
- selectedVersion={2}
5964
6402
  />
5965
6403
  );
5966
- expect(getByTestId("ai-experiment-gates-failing")).toBeTruthy();
5967
- assert.include(
5968
- String(getByTestId("ai-experiment-promote-blocked").props.children),
5969
- "quality.correct"
6404
+ expect(getByTestId("ai-experiment-gates-failing")).toHaveTextContent(
6405
+ /v2 fails 1 gate: quality: correct ≥ 0\.8 \(got 0\.40\)/
5970
6406
  );
6407
+ expect(getByTestId("ai-experiment-gates-v2-verdict")).toHaveTextContent("Fails 1 of 1 gate");
5971
6408
  });
5972
6409
  });