@terreno/admin-frontend 58.0.0-beta.3 → 58.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (371) hide show
  1. package/CHANGELOG.md +166 -0
  2. package/dist/AdminModelForm.js +12 -12
  3. package/dist/AdminModelForm.js.map +1 -1
  4. package/dist/AdminModelTable.d.ts.map +1 -1
  5. package/dist/AdminModelTable.js +11 -0
  6. package/dist/AdminModelTable.js.map +1 -1
  7. package/dist/ConfigurationScreen.d.ts.map +1 -1
  8. package/dist/ConfigurationScreen.js +1 -2
  9. package/dist/ConfigurationScreen.js.map +1 -1
  10. package/dist/adminModelUrls.d.ts +7 -0
  11. package/dist/adminModelUrls.d.ts.map +1 -0
  12. package/dist/adminModelUrls.js +9 -0
  13. package/dist/adminModelUrls.js.map +1 -0
  14. package/dist/adminRpc.d.ts.map +1 -1
  15. package/dist/adminRpc.js +9 -0
  16. package/dist/adminRpc.js.map +1 -1
  17. package/dist/adminRpcSeed.d.ts +25 -0
  18. package/dist/adminRpcSeed.d.ts.map +1 -0
  19. package/dist/adminRpcSeed.js +49 -0
  20. package/dist/adminRpcSeed.js.map +1 -0
  21. package/dist/comms/commsDashboardParams.d.ts.map +1 -1
  22. package/dist/comms/commsDashboardParams.js +7 -1
  23. package/dist/comms/commsDashboardParams.js.map +1 -1
  24. package/dist/index.d.ts +9 -2
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js +9 -2
  27. package/dist/index.js.map +1 -1
  28. package/dist/useAdminModelApi.d.ts.map +1 -1
  29. package/dist/useAdminModelApi.js +2 -1
  30. package/dist/useAdminModelApi.js.map +1 -1
  31. package/dist/useAdminRpc.d.ts.map +1 -1
  32. package/dist/useAdminRpc.js +50 -19
  33. package/dist/useAdminRpc.js.map +1 -1
  34. package/dist/useConfigurationApi.d.ts.map +1 -1
  35. package/dist/useConfigurationApi.js +8 -2
  36. package/dist/useConfigurationApi.js.map +1 -1
  37. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  38. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  39. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  40. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  41. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  42. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  43. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  44. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  45. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  47. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  60. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  61. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  62. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  63. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  64. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  65. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  66. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  67. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  68. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  83. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  90. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  91. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  93. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  95. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  97. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  99. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  100. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  101. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  102. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  103. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  104. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
  105. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  108. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  109. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  111. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  112. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  113. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  115. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  116. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  123. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  128. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  129. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  130. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  131. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  132. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  134. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  136. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  137. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  138. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  139. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  140. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  141. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  142. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  143. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  144. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
  145. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  146. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  147. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  149. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  151. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  152. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  153. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  154. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  155. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  156. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  157. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  158. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  159. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  160. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  161. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  162. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  163. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  164. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  165. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  166. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
  168. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  169. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  170. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  172. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  173. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  174. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  176. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  177. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  178. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  179. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  180. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  181. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
  182. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  183. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
  184. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  185. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  186. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  188. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  190. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  191. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  192. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  193. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  194. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  196. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  198. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  199. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  200. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  201. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  203. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  204. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  205. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  207. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  208. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  209. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  211. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  212. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  213. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  215. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  216. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  217. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  218. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  219. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  220. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  221. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  222. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  223. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  224. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  225. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  226. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  227. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  228. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  229. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  230. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  231. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  232. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  233. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  234. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  235. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  236. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  237. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  238. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  239. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  240. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  241. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  242. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  243. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  244. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  245. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  246. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  247. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  248. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  249. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  250. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  251. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  252. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  253. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  254. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  255. package/dist/widgets/homeWidgetUrls.d.ts +13 -0
  256. package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
  257. package/dist/widgets/homeWidgetUrls.js +71 -0
  258. package/dist/widgets/homeWidgetUrls.js.map +1 -0
  259. package/package.json +4 -4
  260. package/src/AdminModelForm.tsx +16 -16
  261. package/src/AdminModelTable.tsx +12 -0
  262. package/src/ConfigurationScreen.tsx +1 -2
  263. package/src/adminModelUrls.test.ts +31 -0
  264. package/src/adminModelUrls.ts +8 -0
  265. package/src/adminRpc.test.ts +10 -0
  266. package/src/adminRpc.ts +9 -0
  267. package/src/adminRpcSeed.tsx +65 -0
  268. package/src/comms/commsDashboardParams.ts +7 -1
  269. package/src/index.tsx +10 -0
  270. package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
  271. package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
  272. package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
  273. package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
  274. package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
  275. package/src/isolated/aiListTables.isolated.tsx +648 -0
  276. package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
  277. package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
  278. package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
  279. package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
  280. package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
  281. package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
  282. package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
  283. package/src/isolated/aiTracesTable.isolated.tsx +368 -0
  284. package/src/isolated/hooks.isolated.tsx +89 -0
  285. package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
  286. package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
  287. package/src/useAdminModelApi.ts +2 -1
  288. package/src/useAdminRpc.test.tsx +538 -2
  289. package/src/useAdminRpc.ts +50 -19
  290. package/src/useConfigurationApi.ts +9 -1
  291. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  292. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  293. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  294. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  295. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  296. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  297. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  298. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  299. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  300. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  301. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  302. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  303. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  304. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  305. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  306. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  307. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  308. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  309. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  310. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  311. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  312. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  313. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  314. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  315. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  316. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
  317. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
  318. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  319. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  320. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
  321. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  322. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  323. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  324. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  325. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  326. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  327. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  328. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  329. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  330. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
  331. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  332. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
  333. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  334. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  335. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  336. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  337. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  338. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
  339. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  340. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  341. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  342. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  343. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
  344. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
  345. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  346. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
  347. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  348. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
  349. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  350. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  351. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  352. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  353. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  354. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  355. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  356. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  357. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  358. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  359. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  360. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  361. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  362. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  363. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  364. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  365. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  366. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  367. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  368. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
  369. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  370. package/src/widgets/homeWidgetUrls.test.ts +201 -0
  371. package/src/widgets/homeWidgetUrls.ts +87 -0
@@ -5,26 +5,20 @@ import {assert} from "chai";
5
5
  import React from "react";
6
6
  import {renderWithTheme} from "../../../ui/src/test-utils";
7
7
  import type {AdminConfigResponse} from "../types";
8
- import {AiDatasetDetailScreenWidget as AiDatasetDetailScreenWidgetBase} from "../widgets/aiObservability/datasets/AiDatasetDetailScreen";
9
- import {AiDatasetsScreenWidget as AiDatasetsScreenWidgetBase} from "../widgets/aiObservability/datasets/AiDatasetsListScreen";
10
- import {AiEvaluatorDetailScreenWidget as AiEvaluatorDetailScreenWidgetBase} from "../widgets/aiObservability/evaluators/AiEvaluatorDetailScreen";
11
- import {AiEvaluatorNewScreenWidget as AiEvaluatorNewScreenWidgetBase} from "../widgets/aiObservability/evaluators/AiEvaluatorNewScreen";
12
- import {AiEvaluatorsScreenWidget as AiEvaluatorsScreenWidgetBase} from "../widgets/aiObservability/evaluators/AiEvaluatorsListScreen";
13
- import {AiExperimentNewScreenWidget as AiExperimentNewScreenWidgetBase} from "../widgets/aiObservability/experiments/AiExperimentNewScreen";
14
- import {AiExperimentResultsScreenWidget as AiExperimentResultsScreenWidgetBase} from "../widgets/aiObservability/experiments/AiExperimentResultsScreen";
15
- import {AiExperimentsScreenWidget as AiExperimentsScreenWidgetBase} from "../widgets/aiObservability/experiments/AiExperimentsListScreen";
16
- import {AiPromptEditorScreenWidget as AiPromptEditorScreenWidgetBase} from "../widgets/aiObservability/prompts/AiPromptEditorScreen";
17
- import {AiPromptsScreenWidget as AiPromptsScreenWidgetBase} from "../widgets/aiObservability/prompts/AiPromptsListScreen";
18
8
  import {AiReviewItemScreenWidget as AiReviewItemScreenWidgetBase} from "../widgets/aiObservability/review/AiReviewItemScreen";
19
- import {AiReviewItemView} from "../widgets/aiObservability/review/AiReviewItemView";
9
+ import {
10
+ AiReviewItemHeaderMeta,
11
+ AiReviewItemNav,
12
+ AiReviewItemView,
13
+ reviewItemTitle,
14
+ } from "../widgets/aiObservability/review/AiReviewItemView";
20
15
  import {AiReviewScreenWidget as AiReviewScreenWidgetBase} from "../widgets/aiObservability/review/AiReviewQueueScreen";
21
- import {AiReviewQueueView} from "../widgets/aiObservability/review/AiReviewQueueView";
16
+ import {
17
+ AiReviewQueueActions,
18
+ AiReviewQueueView,
19
+ } from "../widgets/aiObservability/review/AiReviewQueueView";
22
20
  import {ReviewScoreField} from "../widgets/aiObservability/review/ReviewScoreField";
23
21
  import type {ReviewDetail, ReviewListItem} from "../widgets/aiObservability/review/reviewTypes";
24
- import {AiObservabilityChrome as AiObservabilityChromeBase} from "../widgets/aiObservability/shell/AiObservabilityChrome";
25
- import {AiObservabilityStatusChip as AiObservabilityStatusChipBase} from "../widgets/aiObservability/shell/AiObservabilityStatusChip";
26
- import {AiTraceDetailScreenWidget as AiTraceDetailScreenWidgetBase} from "../widgets/aiObservability/traces/AiTraceDetailScreen";
27
- import {AiTracesScreenWidget as AiTracesScreenWidgetBase} from "../widgets/aiObservability/traces/AiTracesListScreen";
28
22
  import {
29
23
  createObservabilityServer,
30
24
  type FakeObservabilityRoute,
@@ -33,24 +27,8 @@ import {
33
27
  withObservabilityServer,
34
28
  } from "./observabilityFakeApi.isolated";
35
29
 
36
- const _AiDatasetDetailScreenWidget = withObservabilityServer(AiDatasetDetailScreenWidgetBase);
37
- const _AiDatasetsScreenWidget = withObservabilityServer(AiDatasetsScreenWidgetBase);
38
- const _AiEvaluatorDetailScreenWidget = withObservabilityServer(AiEvaluatorDetailScreenWidgetBase);
39
- const _AiEvaluatorNewScreenWidget = withObservabilityServer(AiEvaluatorNewScreenWidgetBase);
40
- const _AiEvaluatorsScreenWidget = withObservabilityServer(AiEvaluatorsScreenWidgetBase);
41
- const _AiExperimentNewScreenWidget = withObservabilityServer(AiExperimentNewScreenWidgetBase);
42
- const _AiExperimentResultsScreenWidget = withObservabilityServer(
43
- AiExperimentResultsScreenWidgetBase
44
- );
45
- const _AiExperimentsScreenWidget = withObservabilityServer(AiExperimentsScreenWidgetBase);
46
- const _AiPromptEditorScreenWidget = withObservabilityServer(AiPromptEditorScreenWidgetBase);
47
- const _AiPromptsScreenWidget = withObservabilityServer(AiPromptsScreenWidgetBase);
48
30
  const AiReviewItemScreenWidget = withObservabilityServer(AiReviewItemScreenWidgetBase);
49
31
  const AiReviewScreenWidget = withObservabilityServer(AiReviewScreenWidgetBase);
50
- const _AiTraceDetailScreenWidget = withObservabilityServer(AiTraceDetailScreenWidgetBase);
51
- const _AiTracesScreenWidget = withObservabilityServer(AiTracesScreenWidgetBase);
52
- const _AiObservabilityChrome = withObservabilityServer(AiObservabilityChromeBase);
53
- const _AiObservabilityStatusChip = withObservabilityServer(AiObservabilityStatusChipBase);
54
32
 
55
33
  interface ExpoRouterPushMock {
56
34
  (...args: unknown[]): void;
@@ -76,6 +54,27 @@ mock.module("expo-router", () => ({
76
54
  },
77
55
  useLocalSearchParams: (): Record<string, string> => readExpoSearchParams.current(),
78
56
  }));
57
+
58
+ const statusData = {
59
+ localOn: true,
60
+ plugins: [],
61
+ primaries: {
62
+ datasets: "local",
63
+ experiments: "local",
64
+ prompts: "local",
65
+ reviewQueue: "local",
66
+ },
67
+ };
68
+
69
+ const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
70
+
71
+ /** A review list envelope; `more` keeps it a list envelope so `counts` reaches the screen. */
72
+ const reviewList = (items: ReviewListItem[]): Record<string, unknown> => ({
73
+ counts: {done: 0, in_progress: 0, pending: items.length, skipped: 0},
74
+ data: items,
75
+ more: false,
76
+ });
77
+
79
78
  describe("AiReviewItemScreen", () => {
80
79
  beforeEach(() => {
81
80
  setExpoSearchParams(() => ({id: reviewId}));
@@ -83,17 +82,6 @@ describe("AiReviewItemScreen", () => {
83
82
  });
84
83
  let reviewId = "rev-1";
85
84
 
86
- const statusData = {
87
- localOn: true,
88
- plugins: [],
89
- primaries: {
90
- datasets: "local",
91
- experiments: "local",
92
- prompts: "local",
93
- reviewQueue: "local",
94
- },
95
- };
96
-
97
85
  const detail: ReviewDetail = {
98
86
  dimensions: [{dataType: "boolean", key: "correct", required: true}],
99
87
  evaluatorId: "eval-1",
@@ -126,6 +114,7 @@ describe("AiReviewItemScreen", () => {
126
114
  const createServer = (options?: {
127
115
  currentUserId?: string;
128
116
  detailRoute?: FakeObservabilityRoute;
117
+ listRoute?: FakeObservabilityRoute;
129
118
  pendingItems?: ReviewListItem[];
130
119
  }): FakeObservabilityServer => {
131
120
  const pendingItems = options?.pendingItems ?? pending;
@@ -140,69 +129,54 @@ describe("AiReviewItemScreen", () => {
140
129
  data: options?.currentUserId === "" ? undefined : {id: options?.currentUserId ?? "user-1"},
141
130
  },
142
131
  [DETAIL_ROUTE]: options?.detailRoute ?? {data: detail},
143
- [LIST_ROUTE]: {
144
- data: {
145
- counts: {done: 0, in_progress: 0, pending: pendingItems.length, skipped: 0},
146
- data: pendingItems,
147
- more: false,
148
- },
149
- },
132
+ [LIST_ROUTE]: options?.listRoute ?? {data: reviewList(pendingItems)},
150
133
  [STATUS_ROUTE]: {data: statusData},
151
134
  });
152
135
  };
153
136
 
154
- const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
137
+ const renderScreen = async (
138
+ server: FakeObservabilityServer
139
+ ): Promise<ReturnType<typeof renderWithTheme>> => {
140
+ const view = renderWithTheme(
141
+ <AiReviewItemScreenWidget
142
+ config={emptyConfig}
143
+ routeBase="/admin"
144
+ screenName="ai-review-item"
145
+ server={server}
146
+ />
147
+ );
148
+ await flushObservabilityRequests();
149
+ return view;
150
+ };
155
151
 
156
152
  describe("AiReviewItemScreenWidget", () => {
157
153
  it("shows loading then review item with score controls", async () => {
158
- const loading = renderWithTheme(
159
- <AiReviewItemScreenWidget
160
- config={emptyConfig}
161
- routeBase="/admin"
162
- screenName="ai-review-item"
163
- server={createServer({currentUserId: "", detailRoute: {isLoading: true}})}
164
- />
154
+ const loading = await renderScreen(
155
+ createServer({currentUserId: "", detailRoute: {isLoading: true}})
165
156
  );
166
- await flushObservabilityRequests();
167
157
  expect(loading.getByTestId("ai-review-item-loading")).toBeTruthy();
168
158
  loading.unmount();
169
159
 
170
160
  const server = createServer();
171
- const loaded = renderWithTheme(
172
- <AiReviewItemScreenWidget
173
- config={emptyConfig}
174
- routeBase="/admin"
175
- screenName="ai-review-item"
176
- server={server}
177
- />
178
- );
179
- await flushObservabilityRequests();
161
+ const loaded = await renderScreen(server);
180
162
  expect(loaded.getByTestId("ai-review-item")).toBeTruthy();
181
- expect(loaded.getByTestId("ai-review-score-boolean-correct")).toBeTruthy();
163
+ expect(loaded.getByTestId("ai-review-question-correct")).toBeTruthy();
182
164
  assert.deepEqual(server.callsTo(DETAIL_ROUTE)[0]?.params, {id: "rev-1"});
183
165
  assert.equal(server.callsTo(LIST_ROUTE)[0]?.query.status, "pending");
184
166
  });
185
167
 
186
168
  it("requires scores before submit and submits on pass", async () => {
187
169
  const server = createServer();
188
- const view = renderWithTheme(
189
- <AiReviewItemScreenWidget
190
- config={emptyConfig}
191
- routeBase="/admin"
192
- screenName="ai-review-item"
193
- server={server}
194
- />
195
- );
196
- await flushObservabilityRequests();
170
+ const view = await renderScreen(server);
197
171
  await act(async () => {
198
172
  fireEvent.press(view.getByTestId("ai-review-submit-next"));
199
173
  await Promise.resolve();
200
174
  });
201
- expect(view.getByText("Score correct before submitting.")).toBeTruthy();
175
+ expect(view.getByText(`Answer "correct" before submitting.`)).toBeTruthy();
202
176
  assert.equal(server.callsTo(ACTION_ROUTE).length, 0);
203
177
 
204
178
  await act(async () => {
205
- fireEvent.press(view.getByTestId("ai-review-score-correct-pass"));
179
+ fireEvent.press(view.getByTestId("ai-review-question-correct-yes"));
206
180
  await Promise.resolve();
207
181
  });
208
182
  await act(async () => {
@@ -221,32 +195,17 @@ describe("AiReviewItemScreen", () => {
221
195
 
222
196
  it("shows missing id and load error with retry", async () => {
223
197
  reviewId = "";
224
- const missing = renderWithTheme(
225
- <AiReviewItemScreenWidget
226
- config={emptyConfig}
227
- routeBase="/admin"
228
- screenName="ai-review-item"
229
- server={createServer()}
230
- />
231
- );
232
- await flushObservabilityRequests();
198
+ const missing = await renderScreen(createServer());
233
199
  expect(missing.getByText(/Missing review item id/)).toBeTruthy();
234
200
  missing.unmount();
235
201
  reviewId = "rev-1";
236
202
 
237
203
  const errorServer = createServer({detailRoute: {isError: true}});
238
- const errored = renderWithTheme(
239
- <AiReviewItemScreenWidget
240
- config={emptyConfig}
241
- routeBase="/admin"
242
- screenName="ai-review-item"
243
- server={errorServer}
244
- />
245
- );
246
- await flushObservabilityRequests();
204
+ const errored = await renderScreen(errorServer);
205
+ expect(errored.getByText("Could not load this review item.")).toBeTruthy();
247
206
  assert.equal(errorServer.callsTo(DETAIL_ROUTE).length, 1);
248
207
  await act(async () => {
249
- fireEvent.press(errored.getByText("Retry"));
208
+ fireEvent.press(errored.getByTestId("ai-review-item-error-retry"));
250
209
  await new Promise((resolve) => setTimeout(resolve, 100));
251
210
  });
252
211
  await flushObservabilityRequests();
@@ -255,23 +214,14 @@ describe("AiReviewItemScreen", () => {
255
214
 
256
215
  it("skips, assigns, and surfaces action errors", async () => {
257
216
  actionShouldFail = false;
258
- routerPush.mockClear();
259
217
  const server = createServer();
260
- const view = renderWithTheme(
261
- <AiReviewItemScreenWidget
262
- config={emptyConfig}
263
- routeBase="/admin"
264
- screenName="ai-review-item"
265
- server={server}
266
- />
267
- );
268
- await flushObservabilityRequests();
218
+ const view = await renderScreen(server);
269
219
  await act(async () => {
270
220
  fireEvent.press(view.getByTestId("ai-review-skip"));
271
221
  await new Promise((resolve) => setTimeout(resolve, 50));
272
222
  });
273
223
  await flushObservabilityRequests();
274
- assert.isAtLeast(server.callsTo(ACTION_ROUTE).length, 1);
224
+ assert.equal(server.callsTo(ACTION_ROUTE).length, 1);
275
225
  assert.deepInclude(server.callsTo(ACTION_ROUTE)[0]?.body as Record<string, unknown>, {
276
226
  action: "skip",
277
227
  });
@@ -289,15 +239,7 @@ describe("AiReviewItemScreen", () => {
289
239
  });
290
240
 
291
241
  actionShouldFail = true;
292
- const failing = renderWithTheme(
293
- <AiReviewItemScreenWidget
294
- config={emptyConfig}
295
- routeBase="/admin"
296
- screenName="ai-review-item"
297
- server={createServer()}
298
- />
299
- );
300
- await flushObservabilityRequests();
242
+ const failing = await renderScreen(createServer());
301
243
  await act(async () => {
302
244
  fireEvent.press(failing.getByTestId("ai-review-skip"));
303
245
  await Promise.resolve();
@@ -306,15 +248,7 @@ describe("AiReviewItemScreen", () => {
306
248
  expect(failing.getByText("Could not skip this review.")).toBeTruthy();
307
249
 
308
250
  const noUserServer = createServer({currentUserId: ""});
309
- const noUser = renderWithTheme(
310
- <AiReviewItemScreenWidget
311
- config={emptyConfig}
312
- routeBase="/admin"
313
- screenName="ai-review-item"
314
- server={noUserServer}
315
- />
316
- );
317
- await flushObservabilityRequests();
251
+ const noUser = await renderScreen(noUserServer);
318
252
  await act(async () => {
319
253
  fireEvent.press(noUser.getByTestId("ai-review-assign"));
320
254
  await Promise.resolve();
@@ -335,26 +269,17 @@ describe("AiReviewItemScreen", () => {
335
269
  traceId: "trace-2",
336
270
  traceName: "summarize",
337
271
  };
338
- const server = createServer({pendingItems: [pending[0]!, secondPending]});
339
-
340
- routerPush.mockClear();
341
- const view = renderWithTheme(
342
- <AiReviewItemScreenWidget
343
- config={emptyConfig}
344
- routeBase="/admin"
345
- screenName="ai-review-item"
346
- server={server}
347
- />
348
- );
349
- await flushObservabilityRequests();
272
+ const server = createServer({pendingItems: [...pending, secondPending]});
273
+ const view = await renderScreen(server);
274
+ expect(view.getByText("Item 1 of 2")).toBeTruthy();
350
275
  await act(async () => {
351
276
  fireEvent.press(view.getByText("Next"));
352
277
  await new Promise((resolve) => setTimeout(resolve, 50));
353
278
  });
354
- assert.include(String(routerPush.mock.calls[0]?.[0]), "ai-review-item");
279
+ assert.equal(String(routerPush.mock.calls[0]?.[0]), "/admin/ai-review-item?id=rev-2");
355
280
 
356
281
  await act(async () => {
357
- fireEvent.press(view.getByTestId("ai-review-score-correct-pass"));
282
+ fireEvent.press(view.getByTestId("ai-review-question-correct-yes"));
358
283
  await Promise.resolve();
359
284
  });
360
285
  await act(async () => {
@@ -367,11 +292,55 @@ describe("AiReviewItemScreen", () => {
367
292
  });
368
293
  await flushObservabilityRequests();
369
294
  const actions = server.callsTo(ACTION_ROUTE);
370
- assert.isAtLeast(actions.length, 1);
295
+ assert.equal(actions.length, 1);
371
296
  assert.deepInclude(actions[0]?.body as Record<string, unknown>, {
372
297
  action: "submit",
373
298
  comment: "looks good",
299
+ scores: {correct: true},
374
300
  });
301
+ assert.equal(String(routerPush.mock.calls.at(-1)?.[0]), "/admin/ai-review-item?id=rev-2");
302
+ });
303
+
304
+ it("walks pending and in-progress items of the item's batch", async () => {
305
+ const batchItem = (id: string, status: ReviewListItem["status"]): ReviewListItem => ({
306
+ batchId: "b1",
307
+ enqueuedAt: "2026-01-01T00:00:00.000Z",
308
+ evaluatorId: "eval-1",
309
+ id,
310
+ reason: "manual",
311
+ status,
312
+ traceId: `trace-${id}`,
313
+ traceName: "summarize",
314
+ });
315
+ const batchItems = [
316
+ batchItem("rev-1", "pending"),
317
+ batchItem("rev-2", "in_progress"),
318
+ batchItem("rev-3", "done"),
319
+ ];
320
+ // The global pending queue and the batch queue share a route; branch on `batchId`.
321
+ const server = createServer({
322
+ detailRoute: {data: {...detail, batchId: "b1"}},
323
+ listRoute: (request) => reviewList(request.query.batchId === "b1" ? batchItems : []),
324
+ });
325
+ const view = await renderScreen(server);
326
+ const batchQueueCalls = server
327
+ .callsTo(LIST_ROUTE)
328
+ .filter((request) => request.query.batchId !== undefined);
329
+ assert.isAtLeast(batchQueueCalls.length, 1);
330
+ assert.deepEqual(batchQueueCalls.at(-1)?.query, {batchId: "b1"});
331
+ expect(view.getByText("Item 1 of 2")).toBeTruthy();
332
+
333
+ await act(async () => {
334
+ fireEvent.press(view.getByTestId("ai-review-question-correct-yes"));
335
+ await Promise.resolve();
336
+ });
337
+ await act(async () => {
338
+ fireEvent.press(view.getByTestId("ai-review-submit-next"));
339
+ await new Promise((resolve) => setTimeout(resolve, 50));
340
+ });
341
+ await flushObservabilityRequests();
342
+ assert.equal(server.callsTo(ACTION_ROUTE).length, 1);
343
+ assert.equal(String(routerPush.mock.calls.at(-1)?.[0]), "/admin/ai-review-item?id=rev-2");
375
344
  });
376
345
  });
377
346
  });
@@ -403,18 +372,16 @@ describe("AiReviewItemView", () => {
403
372
  <AiReviewItemView
404
373
  comment=""
405
374
  detail={detail}
406
- isPending
407
375
  onAssign={() => undefined}
408
376
  onCommentChange={() => undefined}
409
377
  onScoreChange={() => undefined}
410
378
  onSkip={() => undefined}
411
379
  onSubmit={() => undefined}
412
- position={1}
413
380
  scores={{}}
414
- totalPending={2}
415
381
  />
416
382
  );
417
- expect(getByText("Item 1 of 2 pending")).toBeTruthy();
383
+ expect(reviewItemTitle({isPending: true, position: 1, totalPending: 2})).toBe("Item 1 of 2");
384
+ expect(reviewItemTitle({isPending: false, position: 1, totalPending: 0})).toBe("Review item");
418
385
  expect(getByText("45 words")).toBeTruthy();
419
386
  expect(queryByText(longInput)).toBeNull();
420
387
  expect(getByTestId("ai-review-raw-json")).toBeTruthy();
@@ -431,15 +398,12 @@ describe("AiReviewItemView", () => {
431
398
  <AiReviewItemView
432
399
  comment=""
433
400
  detail={detail}
434
- isPending
435
401
  onAssign={onAssign}
436
402
  onCommentChange={() => undefined}
437
403
  onScoreChange={() => undefined}
438
404
  onSkip={onSkip}
439
405
  onSubmit={onSubmit}
440
- position={1}
441
406
  scores={{correct: true}}
442
- totalPending={1}
443
407
  />
444
408
  );
445
409
  await act(async () => {
@@ -458,24 +422,25 @@ describe("AiReviewItemView", () => {
458
422
  const onPrevious = mock(() => undefined);
459
423
  const onCommentChange = mock(() => undefined);
460
424
  const {getByTestId, getByText} = renderWithTheme(
461
- <AiReviewItemView
462
- comment="needs work"
463
- detail={{...detail, status: "done"}}
464
- isPending={false}
465
- onAssign={() => undefined}
466
- onCommentChange={onCommentChange}
467
- onNext={onNext}
468
- onPrevious={onPrevious}
469
- onScoreChange={() => undefined}
470
- onSkip={() => undefined}
471
- onSubmit={() => undefined}
472
- position={1}
473
- scores={{correct: true}}
474
- submitError="Could not submit this review."
475
- totalPending={0}
476
- />
425
+ <>
426
+ <AiReviewItemHeaderMeta detail={{...detail, status: "done"}} isPending={false} />
427
+ <AiReviewItemNav onNext={onNext} onPrevious={onPrevious} />
428
+ <AiReviewItemView
429
+ comment="needs work"
430
+ detail={{...detail, status: "done"}}
431
+ onAssign={() => undefined}
432
+ onCommentChange={onCommentChange}
433
+ onScoreChange={() => undefined}
434
+ onSkip={() => undefined}
435
+ onSubmit={() => undefined}
436
+ scores={{correct: true}}
437
+ submitError="Could not submit this review."
438
+ />
439
+ </>
477
440
  );
478
- expect(getByText(/not in pending queue/)).toBeTruthy();
441
+ expect(getByText("Not in the pending queue")).toBeTruthy();
442
+ expect(getByText("From a trace")).toBeTruthy();
443
+ expect(getByTestId("ai-review-item-status")).toBeTruthy();
479
444
  await act(async () => {
480
445
  fireEvent.press(getByText("Previous"));
481
446
  fireEvent.press(getByText("Next"));
@@ -491,22 +456,22 @@ describe("AiReviewItemView", () => {
491
456
  it("scores boolean dimensions when navigation handlers are absent", async () => {
492
457
  const onScoreChange = mock(() => undefined);
493
458
  const {getByTestId, getByText, UNSAFE_root} = renderWithTheme(
494
- <AiReviewItemView
495
- comment=""
496
- detail={detail}
497
- isPending
498
- onAssign={() => undefined}
499
- onCommentChange={() => undefined}
500
- onScoreChange={onScoreChange}
501
- onSkip={() => undefined}
502
- onSubmit={() => undefined}
503
- position={1}
504
- scores={{}}
505
- totalPending={1}
506
- />
459
+ <>
460
+ <AiReviewItemNav />
461
+ <AiReviewItemView
462
+ comment=""
463
+ detail={detail}
464
+ onAssign={() => undefined}
465
+ onCommentChange={() => undefined}
466
+ onScoreChange={onScoreChange}
467
+ onSkip={() => undefined}
468
+ onSubmit={() => undefined}
469
+ scores={{}}
470
+ />
471
+ </>
507
472
  );
508
473
  await act(async () => {
509
- fireEvent.press(getByTestId("ai-review-score-correct-pass"));
474
+ fireEvent.press(getByTestId("ai-review-question-correct-yes"));
510
475
  await Promise.resolve();
511
476
  });
512
477
  assert.isAtLeast(onScoreChange.mock.calls.length, 1);
@@ -529,15 +494,12 @@ describe("AiReviewItemView", () => {
529
494
  <AiReviewItemView
530
495
  comment=""
531
496
  detail={detail}
532
- isPending
533
497
  onAssign={() => undefined}
534
498
  onCommentChange={() => undefined}
535
499
  onScoreChange={() => undefined}
536
500
  onSkip={() => undefined}
537
501
  onSubmit={() => undefined}
538
- position={1}
539
502
  scores={{}}
540
- totalPending={1}
541
503
  />
542
504
  );
543
505
  await act(async () => {
@@ -562,19 +524,18 @@ describe("AiReviewItemView", () => {
562
524
  <AiReviewItemView
563
525
  comment=""
564
526
  detail={multiDetail}
565
- isPending
566
527
  isSaving
567
528
  onAssign={() => undefined}
568
529
  onCommentChange={() => undefined}
569
530
  onScoreChange={onScoreChange}
570
531
  onSkip={() => undefined}
571
532
  onSubmit={() => undefined}
572
- position={2}
573
533
  scores={{correct: true, helpfulness: 0.7}}
574
- totalPending={3}
575
534
  />
576
535
  );
577
- expect(getByText("Item 2 of 3 pending")).toBeTruthy();
536
+ // Scores without question text are labelled by their humanized key, not "2. helpfulness".
537
+ expect(getByText("Helpfulness")).toBeTruthy();
538
+ expect(queryByText("2. helpfulness")).toBeNull();
578
539
  expect(queryByText("Mark correct only when grounded.")).toBeNull();
579
540
  await act(async () => {
580
541
  fireEvent.press(getByTestId("ai-review-score-tone-safe"));
@@ -592,16 +553,6 @@ describe("AiReviewQueueScreen", () => {
592
553
  setExpoSearchParams(() => ({}));
593
554
  routerPush.mockClear();
594
555
  });
595
- const statusData = {
596
- localOn: true,
597
- plugins: [],
598
- primaries: {
599
- datasets: "local",
600
- experiments: "local",
601
- prompts: "local",
602
- reviewQueue: "local",
603
- },
604
- };
605
556
 
606
557
  const items: ReviewListItem[] = [
607
558
  {
@@ -615,25 +566,21 @@ describe("AiReviewQueueScreen", () => {
615
566
  },
616
567
  ];
617
568
 
618
- const listState = {
619
- // The review route answers a list envelope (`more`), so `counts` reaches the screen.
620
- data: {counts: {done: 0, in_progress: 0, pending: 1, skipped: 0}, data: items, more: false},
621
- };
622
-
569
+ const EVALUATORS_ROUTE = "GET /ai/observability/evaluators";
623
570
  const LIST_ROUTE = "GET /ai/observability/review";
624
571
 
625
572
  const createServer = (): FakeObservabilityServer => {
626
573
  return createObservabilityServer({
627
- [LIST_ROUTE]: listState,
574
+ [EVALUATORS_ROUTE]: {
575
+ data: [{dimensions: [], id: "eval-1", name: "summary-questions", type: "human"}],
576
+ },
577
+ [LIST_ROUTE]: {data: reviewList(items)},
628
578
  "GET /ai/observability/status": {data: statusData},
629
579
  });
630
580
  };
631
581
 
632
- const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
633
-
634
582
  describe("AiReviewScreenWidget", () => {
635
583
  it("shows pending queue and opens the oldest item", async () => {
636
- routerPush.mockClear();
637
584
  const server = createServer();
638
585
  const view = renderWithTheme(
639
586
  <AiReviewScreenWidget
@@ -646,11 +593,23 @@ describe("AiReviewQueueScreen", () => {
646
593
  await flushObservabilityRequests();
647
594
  expect(view.getByTestId("ai-review-table")).toBeTruthy();
648
595
  assert.equal(server.callsTo(LIST_ROUTE)[0]?.query.status, "pending");
596
+ assert.isAtLeast(server.callsTo(EVALUATORS_ROUTE).length, 1);
597
+ expect(view.getByText("summary-questions")).toBeTruthy();
598
+ expect(
599
+ view.getByText(
600
+ "Answer yes or no questions about AI outputs, oldest first. Items arrive from Traces and from review batches."
601
+ )
602
+ ).toBeTruthy();
649
603
  await act(async () => {
650
604
  fireEvent.press(view.getByTestId("ai-review-start-oldest"));
651
605
  await new Promise((resolve) => setTimeout(resolve, 50));
652
606
  });
653
- assert.include(String(routerPush.mock.calls[0]?.[0]), "ai-review-item");
607
+ assert.equal(String(routerPush.mock.calls[0]?.[0]), "/admin/ai-review-item?id=rev-1");
608
+ await act(async () => {
609
+ fireEvent.press(view.getByTestId("ai-review-open-batches"));
610
+ await new Promise((resolve) => setTimeout(resolve, 50));
611
+ });
612
+ assert.equal(String(routerPush.mock.calls.at(-1)?.[0]), "/admin/ai-review-batches");
654
613
  });
655
614
  });
656
615
  });
@@ -673,40 +632,49 @@ describe("AiReviewQueueView", () => {
673
632
  };
674
633
 
675
634
  describe("AiReviewQueueView", () => {
676
- it("names both review intake paths in the empty state", () => {
635
+ it("names both review intake paths in the empty state and links to Traces", async () => {
636
+ const onOpenTraces = mock(() => undefined);
677
637
  const {getByTestId, getByText} = renderWithTheme(
678
638
  <AiReviewQueueView
679
639
  counts={counts}
680
640
  items={[]}
681
641
  onOpenItem={() => undefined}
642
+ onOpenTraces={onOpenTraces}
682
643
  onRetry={() => undefined}
683
- onStart={() => undefined}
684
644
  onStatusChange={() => undefined}
685
645
  status="pending"
686
646
  />
687
647
  );
688
648
  expect(getByTestId("ai-review-empty")).toBeTruthy();
689
- expect(getByText(/Traces bulk action/)).toBeTruthy();
690
- expect(getByText(/Assign to me for manual assignment/)).toBeTruthy();
649
+ expect(getByText(/send them to human review, or start a review batch/)).toBeTruthy();
650
+ await act(async () => {
651
+ fireEvent.press(getByTestId("ai-review-empty-action"));
652
+ await new Promise((resolve) => setTimeout(resolve, 50));
653
+ });
654
+ expect(onOpenTraces).toHaveBeenCalled();
691
655
  });
692
656
 
693
657
  it("renders oldest-first row fields and starts reviewing", async () => {
694
658
  const onStart = mock(() => undefined);
695
- const {getByTestId, getByText} = renderWithTheme(
696
- <AiReviewQueueView
697
- counts={{...counts, pending: 1}}
698
- items={[item]}
699
- onOpenItem={() => undefined}
700
- onRetry={() => undefined}
701
- onStart={onStart}
702
- onStatusChange={() => undefined}
703
- status="pending"
704
- />
659
+ const {getByTestId, getByText, queryByText} = renderWithTheme(
660
+ <>
661
+ <AiReviewQueueActions canStart onStart={onStart} />
662
+ <AiReviewQueueView
663
+ counts={{...counts, pending: 1}}
664
+ items={[item, {...item, batchId: "b1", id: "review-item-2", outputPreview: "Short"}]}
665
+ onOpenItem={() => undefined}
666
+ onRetry={() => undefined}
667
+ onStatusChange={() => undefined}
668
+ status="pending"
669
+ />
670
+ </>
705
671
  );
706
672
  expect(getByTestId("ai-review-table")).toBeTruthy();
707
- expect(getByText("generate summary")).toBeTruthy();
708
- expect(getByText("summarize")).toBeTruthy();
709
- expect(getByText("Unassigned")).toBeTruthy();
673
+ expect(getByTestId("ai-review-open-review-item-1")).toBeTruthy();
674
+ expect(getByText("From Traces")).toBeTruthy();
675
+ expect(getByText("Short")).toBeTruthy();
676
+ expect(getByText("Review oldest pending")).toBeTruthy();
677
+ expect(queryByText("Open")).toBeNull();
710
678
  await act(async () => {
711
679
  fireEvent.press(getByTestId("ai-review-start-oldest"));
712
680
  await new Promise((resolve) => setTimeout(resolve, 50));
@@ -714,6 +682,26 @@ describe("AiReviewQueueView", () => {
714
682
  expect(onStart).toHaveBeenCalled();
715
683
  });
716
684
 
685
+ it("labels where each untitled review item came from", () => {
686
+ const {getByText} = renderWithTheme(
687
+ <AiReviewQueueView
688
+ counts={{...counts, pending: 3}}
689
+ items={[
690
+ {...item, batchId: "b1", id: "review-item-batch"},
691
+ {...item, id: "review-item-eval", reason: "eval"},
692
+ {...item, id: "review-item-other", reason: "other"},
693
+ ]}
694
+ onOpenItem={() => undefined}
695
+ onRetry={() => undefined}
696
+ onStatusChange={() => undefined}
697
+ status="pending"
698
+ />
699
+ );
700
+ expect(getByText("From a review batch")).toBeTruthy();
701
+ expect(getByText("From an experiment")).toBeTruthy();
702
+ expect(getByText("From Traces")).toBeTruthy();
703
+ });
704
+
717
705
  it("renders loading, error retry, status tabs, and open controls", async () => {
718
706
  const onRetry = mock(() => undefined);
719
707
  const onStatusChange = mock(() => undefined);
@@ -725,7 +713,6 @@ describe("AiReviewQueueView", () => {
725
713
  items={[]}
726
714
  onOpenItem={onOpenItem}
727
715
  onRetry={onRetry}
728
- onStart={() => undefined}
729
716
  onStatusChange={onStatusChange}
730
717
  status="pending"
731
718
  />
@@ -739,24 +726,23 @@ describe("AiReviewQueueView", () => {
739
726
  items={[]}
740
727
  onOpenItem={onOpenItem}
741
728
  onRetry={onRetry}
742
- onStart={() => undefined}
743
729
  onStatusChange={onStatusChange}
744
730
  status="pending"
745
731
  />
746
732
  );
733
+ expect(errored.getByText("Could not load the review queue.")).toBeTruthy();
747
734
  await act(async () => {
748
- fireEvent.press(errored.getByText("Retry"));
749
- await Promise.resolve();
735
+ fireEvent.press(errored.getByTestId("ai-review-error-retry"));
736
+ await new Promise((resolve) => setTimeout(resolve, 50));
750
737
  });
751
738
  expect(onRetry).toHaveBeenCalled();
752
739
 
753
- const {getByText} = renderWithTheme(
740
+ const {getByTestId, getByText} = renderWithTheme(
754
741
  <AiReviewQueueView
755
742
  counts={{...counts, done: 1, pending: 1}}
756
743
  items={[item]}
757
744
  onOpenItem={onOpenItem}
758
745
  onRetry={onRetry}
759
- onStart={() => undefined}
760
746
  onStatusChange={onStatusChange}
761
747
  status="pending"
762
748
  />
@@ -767,37 +753,41 @@ describe("AiReviewQueueView", () => {
767
753
  });
768
754
  assert.isAtLeast(onStatusChange.mock.calls.length, 1);
769
755
  await act(async () => {
770
- fireEvent.press(getByText("Open"));
756
+ fireEvent.press(getByTestId("ai-review-open-review-item-1"));
771
757
  await Promise.resolve();
772
758
  });
773
- expect(onOpenItem).toHaveBeenCalled();
759
+ expect(onOpenItem).toHaveBeenCalledWith("review-item-1");
774
760
  });
775
761
  });
776
762
  });
763
+
777
764
  describe("ReviewScoreField", () => {
778
765
  beforeEach(() => {
779
766
  setExpoSearchParams(() => ({}));
780
767
  routerPush.mockClear();
781
768
  });
782
769
  describe("ReviewScoreField", () => {
783
- it("renders boolean dimensions as Pass and Fail controls", async () => {
770
+ it("renders boolean dimensions as one Yes/No control", async () => {
784
771
  const onChange = mock(() => undefined);
785
- const {getByTestId, getByText} = renderWithTheme(
772
+ const {getByTestId, getByText, queryByText} = renderWithTheme(
786
773
  <ReviewScoreField
787
- dimension={{dataType: "boolean", key: "correct", required: true}}
774
+ dimension={{dataType: "boolean", key: "is_correct", required: true}}
788
775
  onChange={onChange}
776
+ value={false}
789
777
  />
790
778
  );
791
- expect(getByTestId("ai-review-score-boolean-correct")).toBeTruthy();
792
- expect(getByText("Pass")).toBeTruthy();
793
- expect(getByText("Fail")).toBeTruthy();
779
+ expect(getByTestId("ai-review-score-boolean-is_correct")).toBeTruthy();
780
+ expect(getByTestId("ai-review-score-is_correct-answer")).toBeTruthy();
781
+ expect(getByText("Is correct")).toBeTruthy();
782
+ expect(queryByText("Pass")).toBeNull();
783
+ expect(queryByText("Fail")).toBeNull();
794
784
  await act(async () => {
795
- fireEvent.press(getByTestId("ai-review-score-correct-pass"));
785
+ fireEvent.press(getByTestId("ai-review-score-is_correct-yes"));
796
786
  await new Promise((resolve) => setTimeout(resolve, 50));
797
787
  });
798
788
  expect(onChange).toHaveBeenCalledWith(true);
799
789
  await act(async () => {
800
- fireEvent.press(getByTestId("ai-review-score-correct-fail"));
790
+ fireEvent.press(getByTestId("ai-review-score-is_correct-no"));
801
791
  await new Promise((resolve) => setTimeout(resolve, 50));
802
792
  });
803
793
  expect(onChange).toHaveBeenCalledWith(false);
@@ -813,7 +803,7 @@ describe("ReviewScoreField", () => {
813
803
  />
814
804
  );
815
805
  expect(getByTestId("ai-review-score-numeric-helpfulness")).toBeTruthy();
816
- expect(getByText("helpfulness")).toBeTruthy();
806
+ expect(getByText("Helpfulness")).toBeTruthy();
817
807
  expect(getByText("0")).toBeTruthy();
818
808
  expect(getByText("1")).toBeTruthy();
819
809
  fireEvent(UNSAFE_getByType(SliderComponent), "valueChange", 0.8);
@@ -829,7 +819,9 @@ describe("ReviewScoreField", () => {
829
819
  value=""
830
820
  />
831
821
  );
832
- fireEvent.changeText(getAllByDisplayValue("")[0]!, "custom");
822
+ const [input] = getAllByDisplayValue("");
823
+ assert.exists(input);
824
+ fireEvent.changeText(input as NonNullable<typeof input>, "custom");
833
825
  expect(onChange).toHaveBeenCalledWith("custom");
834
826
  });
835
827