@terreno/admin-frontend 58.0.0-beta.3 → 58.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (371) hide show
  1. package/CHANGELOG.md +166 -0
  2. package/dist/AdminModelForm.js +12 -12
  3. package/dist/AdminModelForm.js.map +1 -1
  4. package/dist/AdminModelTable.d.ts.map +1 -1
  5. package/dist/AdminModelTable.js +11 -0
  6. package/dist/AdminModelTable.js.map +1 -1
  7. package/dist/ConfigurationScreen.d.ts.map +1 -1
  8. package/dist/ConfigurationScreen.js +1 -2
  9. package/dist/ConfigurationScreen.js.map +1 -1
  10. package/dist/adminModelUrls.d.ts +7 -0
  11. package/dist/adminModelUrls.d.ts.map +1 -0
  12. package/dist/adminModelUrls.js +9 -0
  13. package/dist/adminModelUrls.js.map +1 -0
  14. package/dist/adminRpc.d.ts.map +1 -1
  15. package/dist/adminRpc.js +9 -0
  16. package/dist/adminRpc.js.map +1 -1
  17. package/dist/adminRpcSeed.d.ts +25 -0
  18. package/dist/adminRpcSeed.d.ts.map +1 -0
  19. package/dist/adminRpcSeed.js +49 -0
  20. package/dist/adminRpcSeed.js.map +1 -0
  21. package/dist/comms/commsDashboardParams.d.ts.map +1 -1
  22. package/dist/comms/commsDashboardParams.js +7 -1
  23. package/dist/comms/commsDashboardParams.js.map +1 -1
  24. package/dist/index.d.ts +9 -2
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js +9 -2
  27. package/dist/index.js.map +1 -1
  28. package/dist/useAdminModelApi.d.ts.map +1 -1
  29. package/dist/useAdminModelApi.js +2 -1
  30. package/dist/useAdminModelApi.js.map +1 -1
  31. package/dist/useAdminRpc.d.ts.map +1 -1
  32. package/dist/useAdminRpc.js +50 -19
  33. package/dist/useAdminRpc.js.map +1 -1
  34. package/dist/useConfigurationApi.d.ts.map +1 -1
  35. package/dist/useConfigurationApi.js +8 -2
  36. package/dist/useConfigurationApi.js.map +1 -1
  37. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  38. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  39. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  40. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  41. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  42. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  43. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  44. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  45. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  47. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  60. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  61. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  62. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  63. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  64. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  65. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  66. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  67. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  68. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  83. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  90. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  91. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  93. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  95. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  97. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  99. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  100. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  101. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  102. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  103. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  104. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
  105. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  108. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  109. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  111. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  112. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  113. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  115. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  116. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  123. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  128. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  129. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  130. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  131. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  132. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  134. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  136. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  137. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  138. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  139. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  140. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  141. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  142. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  143. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  144. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
  145. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  146. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  147. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  149. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  151. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  152. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  153. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  154. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  155. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  156. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  157. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  158. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  159. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  160. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  161. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  162. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  163. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  164. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  165. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  166. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
  168. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  169. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  170. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  172. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  173. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  174. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  176. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  177. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  178. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  179. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  180. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  181. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
  182. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  183. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
  184. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  185. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  186. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  188. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  190. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  191. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  192. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  193. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  194. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  196. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  198. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  199. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  200. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  201. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  203. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  204. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  205. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  207. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  208. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  209. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  211. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  212. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  213. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  215. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  216. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  217. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  218. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  219. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  220. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  221. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  222. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  223. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  224. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  225. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  226. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  227. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  228. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  229. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  230. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  231. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  232. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  233. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  234. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  235. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  236. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  237. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  238. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  239. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  240. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  241. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  242. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  243. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  244. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  245. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  246. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  247. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  248. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  249. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  250. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  251. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  252. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  253. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  254. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  255. package/dist/widgets/homeWidgetUrls.d.ts +13 -0
  256. package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
  257. package/dist/widgets/homeWidgetUrls.js +71 -0
  258. package/dist/widgets/homeWidgetUrls.js.map +1 -0
  259. package/package.json +4 -4
  260. package/src/AdminModelForm.tsx +16 -16
  261. package/src/AdminModelTable.tsx +12 -0
  262. package/src/ConfigurationScreen.tsx +1 -2
  263. package/src/adminModelUrls.test.ts +31 -0
  264. package/src/adminModelUrls.ts +8 -0
  265. package/src/adminRpc.test.ts +10 -0
  266. package/src/adminRpc.ts +9 -0
  267. package/src/adminRpcSeed.tsx +65 -0
  268. package/src/comms/commsDashboardParams.ts +7 -1
  269. package/src/index.tsx +10 -0
  270. package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
  271. package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
  272. package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
  273. package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
  274. package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
  275. package/src/isolated/aiListTables.isolated.tsx +648 -0
  276. package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
  277. package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
  278. package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
  279. package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
  280. package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
  281. package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
  282. package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
  283. package/src/isolated/aiTracesTable.isolated.tsx +368 -0
  284. package/src/isolated/hooks.isolated.tsx +89 -0
  285. package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
  286. package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
  287. package/src/useAdminModelApi.ts +2 -1
  288. package/src/useAdminRpc.test.tsx +538 -2
  289. package/src/useAdminRpc.ts +50 -19
  290. package/src/useConfigurationApi.ts +9 -1
  291. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  292. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  293. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  294. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  295. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  296. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  297. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  298. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  299. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  300. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  301. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  302. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  303. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  304. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  305. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  306. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  307. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  308. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  309. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  310. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  311. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  312. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  313. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  314. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  315. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  316. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
  317. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
  318. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  319. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  320. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
  321. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  322. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  323. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  324. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  325. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  326. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  327. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  328. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  329. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  330. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
  331. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  332. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
  333. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  334. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  335. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  336. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  337. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  338. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
  339. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  340. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  341. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  342. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  343. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
  344. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
  345. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  346. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
  347. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  348. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
  349. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  350. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  351. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  352. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  353. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  354. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  355. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  356. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  357. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  358. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  359. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  360. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  361. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  362. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  363. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  364. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  365. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  366. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  367. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  368. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
  369. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  370. package/src/widgets/homeWidgetUrls.test.ts +201 -0
  371. package/src/widgets/homeWidgetUrls.ts +87 -0
@@ -0,0 +1,426 @@
1
+ import {beforeEach, describe, expect, it, mock} from "bun:test";
2
+ import {act, fireEvent} from "@testing-library/react-native";
3
+ import {assert} from "chai";
4
+ import React from "react";
5
+ import {renderWithTheme} from "../../../ui/src/test-utils";
6
+ import type {AdminConfigResponse} from "../types";
7
+ import type {EvaluatorRecord} from "../widgets/aiObservability/evaluators/evaluatorTypes";
8
+ import {AiReviewBatchesScreenWidget as AiReviewBatchesScreenWidgetBase} from "../widgets/aiObservability/review/AiReviewBatchesScreen";
9
+ import {AiReviewBatchesView} from "../widgets/aiObservability/review/AiReviewBatchesView";
10
+ import {AiReviewBatchScreenWidget as AiReviewBatchScreenWidgetBase} from "../widgets/aiObservability/review/AiReviewBatchScreen";
11
+ import type {ReviewBatchDetail} from "../widgets/aiObservability/review/batchTypes";
12
+ import type {ObservabilityStatusPayload} from "../widgets/aiObservability/shell/aiObservabilityNav";
13
+ import {
14
+ createObservabilityServer,
15
+ type FakeObservabilityHandler,
16
+ type FakeObservabilityRoute,
17
+ type FakeObservabilityServer,
18
+ flushObservabilityRequests,
19
+ withObservabilityServer,
20
+ } from "./observabilityFakeApi.isolated";
21
+ import {operatorObservabilityStatus} from "./observabilityStatusFixtures.isolated";
22
+
23
+ const AiReviewBatchesScreenWidget = withObservabilityServer(AiReviewBatchesScreenWidgetBase);
24
+ const AiReviewBatchScreenWidget = withObservabilityServer(AiReviewBatchScreenWidgetBase);
25
+
26
+ const routerPush = mock((_href: string) => undefined);
27
+ const searchParams: {current: Record<string, string>} = {current: {}};
28
+
29
+ mock.module("expo-router", () => ({
30
+ router: {
31
+ push: (href: string): void => {
32
+ routerPush(href);
33
+ },
34
+ },
35
+ useLocalSearchParams: (): Record<string, string> => searchParams.current,
36
+ }));
37
+
38
+ const config: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
39
+
40
+ const press = async (element: Parameters<typeof fireEvent.press>[0]): Promise<void> => {
41
+ await act(async () => {
42
+ fireEvent.press(element);
43
+ await new Promise((resolve) => setTimeout(resolve, 0));
44
+ });
45
+ await flushObservabilityRequests();
46
+ };
47
+
48
+ const QUESTIONS = [
49
+ {dataType: "boolean" as const, key: "faithful", question: "Is it faithful?", required: true},
50
+ {dataType: "boolean" as const, key: "concise", question: "Is it concise?", required: true},
51
+ ];
52
+
53
+ const evaluator = (overrides: Partial<EvaluatorRecord>): EvaluatorRecord => ({
54
+ confidenceAlertBelow: 0.5,
55
+ dimensions: QUESTIONS,
56
+ id: "qs",
57
+ name: "summary-questions",
58
+ runModes: {allowManualRun: true, availableInExperiments: false, liveSampleRate: 0},
59
+ target: "full trace",
60
+ type: "human",
61
+ ...overrides,
62
+ });
63
+
64
+ const EVALUATORS: EvaluatorRecord[] = [
65
+ evaluator({dimensions: [QUESTIONS[0] as (typeof QUESTIONS)[number]], id: "qs-small"}),
66
+ evaluator({}),
67
+ evaluator({id: "careful", name: "careful-judge", type: "llm-judge"}),
68
+ evaluator({
69
+ dimensions: [QUESTIONS[0] as (typeof QUESTIONS)[number]],
70
+ id: "quick",
71
+ name: "quick-judge",
72
+ type: "llm-judge",
73
+ }),
74
+ evaluator({
75
+ dimensions: [{dataType: "categorical", key: "tone", required: true}],
76
+ id: "tone",
77
+ name: "tone-judge",
78
+ type: "llm-judge",
79
+ }),
80
+ ];
81
+
82
+ const judgeSummary = (evaluatorId: string, rate?: number) => ({
83
+ agreement: {
84
+ compared: rate === undefined ? 0 : 4,
85
+ disagreements: [],
86
+ errors: 0,
87
+ itemsCompared: rate === undefined ? 0 : 2,
88
+ matches: rate === undefined ? 0 : Math.round(rate * 4),
89
+ questions: QUESTIONS.map((question) => ({
90
+ compared: 2,
91
+ covered: true,
92
+ key: question.key,
93
+ matches: 2,
94
+ rate,
95
+ })),
96
+ rate,
97
+ },
98
+ completedAt: "2026-10-15T00:00:00.000Z",
99
+ evaluatorId,
100
+ evaluatorName: `${evaluatorId}-judge`,
101
+ runId: `run-${evaluatorId}`,
102
+ });
103
+
104
+ const BATCH: ReviewBatchDetail = {
105
+ counts: {done: 1, pending: 1, skipped: 0, total: 2},
106
+ created: "2026-10-15T00:00:00.000Z",
107
+ dimensions: QUESTIONS,
108
+ evaluatorId: "qs",
109
+ evaluatorName: "summary-questions",
110
+ id: "b1",
111
+ items: [
112
+ {
113
+ judgeAnswers: {careful: {scores: {concise: true, faithful: true}}},
114
+ output: "First summary",
115
+ reviewItemId: "r1",
116
+ scores: {concise: true, faithful: true},
117
+ status: "done",
118
+ traceId: "t1",
119
+ traceName: "summarize",
120
+ },
121
+ {
122
+ judgeAnswers: {},
123
+ output: "Second summary",
124
+ reviewItemId: "r2",
125
+ status: "pending",
126
+ traceId: "t2",
127
+ traceName: "summarize",
128
+ },
129
+ ],
130
+ judgeCount: 1,
131
+ judges: [judgeSummary("careful", 1)],
132
+ name: "Recent summaries",
133
+ };
134
+
135
+ const BATCH_ROUTE = "GET /ai/observability/review/batches/:id";
136
+ const BATCHES_ROUTE = "GET /ai/observability/review/batches";
137
+ const CREATE_ROUTE = "POST /ai/observability/review/batches";
138
+ const JUDGE_ROUTE = "POST /ai/observability/review/batches/:id/judgeRuns";
139
+
140
+ const PROMPTS = [
141
+ {folder: "chat", latestVersion: 1, name: "example-summarize", production: 1, type: "chat"},
142
+ {
143
+ folder: "evaluators",
144
+ latestVersion: 1,
145
+ name: "eval-judge-summary-questions",
146
+ production: 1,
147
+ type: "chat",
148
+ },
149
+ ];
150
+
151
+ const createServer = (params: {
152
+ batch?: FakeObservabilityRoute;
153
+ batches?: FakeObservabilityRoute;
154
+ create?: FakeObservabilityHandler;
155
+ evaluators?: EvaluatorRecord[];
156
+ runJudge?: FakeObservabilityHandler;
157
+ status?: ObservabilityStatusPayload;
158
+ }): FakeObservabilityServer =>
159
+ createObservabilityServer({
160
+ [BATCH_ROUTE]: params.batch ?? {data: BATCH},
161
+ [BATCHES_ROUTE]: params.batches ?? {data: {data: [], more: false}},
162
+ [CREATE_ROUTE]: params.create ?? (() => BATCH),
163
+ "GET /ai/observability/evaluators": {data: params.evaluators ?? EVALUATORS},
164
+ "GET /ai/observability/prompts": {data: PROMPTS},
165
+ "GET /ai/observability/status": {data: params.status ?? operatorObservabilityStatus()},
166
+ [JUDGE_ROUTE]: params.runJudge ?? (() => BATCH),
167
+ });
168
+
169
+ /**
170
+ * Make `fetch` reject (a transport failure, no response body) for requests whose path ends with
171
+ * `pathSuffix`, so screens fall back to their generic error copy. Returns a restore function.
172
+ */
173
+ const failTransportFor = (pathSuffix: string): (() => void) => {
174
+ const previous = globalThis.fetch;
175
+ globalThis.fetch = (async (input: RequestInfo | URL, init?: RequestInit) => {
176
+ if (new URL(String(input)).pathname.endsWith(pathSuffix)) {
177
+ throw new TypeError("Network request failed");
178
+ }
179
+ return previous(input, init);
180
+ }) as typeof fetch;
181
+ return (): void => {
182
+ globalThis.fetch = previous;
183
+ };
184
+ };
185
+
186
+ describe("AiReviewBatchScreenWidget", () => {
187
+ beforeEach(() => {
188
+ searchParams.current = {id: "b1"};
189
+ routerPush.mockClear();
190
+ });
191
+
192
+ const renderScreen = async (
193
+ server: FakeObservabilityServer,
194
+ props: Partial<React.ComponentProps<typeof AiReviewBatchScreenWidgetBase>> = {}
195
+ ): Promise<ReturnType<typeof renderWithTheme>> => {
196
+ const view = renderWithTheme(
197
+ <AiReviewBatchScreenWidget
198
+ config={config}
199
+ routeBase="/admin/"
200
+ screenName="ai-review-batch"
201
+ server={server}
202
+ {...props}
203
+ />
204
+ );
205
+ await flushObservabilityRequests();
206
+ return view;
207
+ };
208
+
209
+ it("asks for a batch id, shows loading, and retries a failed load", async () => {
210
+ searchParams.current = {};
211
+ const missingServer = createServer({});
212
+ const missing = await renderScreen(missingServer);
213
+ expect(missing.getByText("Missing batch id. Open a batch from Review batches.")).toBeTruthy();
214
+ assert.equal(missingServer.callsTo(BATCH_ROUTE).length, 0);
215
+ missing.unmount();
216
+
217
+ searchParams.current = {id: "b1"};
218
+ const loading = await renderScreen(createServer({batch: {isLoading: true}}));
219
+ expect(loading.getByTestId("ai-review-batch-loading")).toBeTruthy();
220
+ loading.unmount();
221
+
222
+ const failedServer = createServer({batch: {isError: true}});
223
+ const errored = await renderScreen(failedServer);
224
+ expect(errored.getByText("Could not load this batch.")).toBeTruthy();
225
+ assert.equal(failedServer.callsTo(BATCH_ROUTE).length, 1);
226
+ assert.deepEqual(failedServer.callsTo(BATCH_ROUTE)[0]?.params, {id: "b1"});
227
+ await press(errored.getByTestId("ai-review-batch-error-retry"));
228
+ assert.isAtLeast(failedServer.callsTo(BATCH_ROUTE).length, 2);
229
+ });
230
+
231
+ it("offers judges that share questions and opens the next pending item", async () => {
232
+ const view = await renderScreen(createServer({}), {apiKey: "key-1"});
233
+ expect(view.getByTestId("observability-page-header-title").props.children).toBe(
234
+ "Recent summaries"
235
+ );
236
+ expect(view.getByTestId("ai-review-batch-question-set")).toBeTruthy();
237
+ expect(view.getByText("Answer 1 remaining")).toBeTruthy();
238
+ expect(view.queryByText("tone-judge (answers 0 of 2)")).toBeNull();
239
+ await press(view.getByTestId("ai-review-batch-answer-next"));
240
+ expect(routerPush).toHaveBeenCalledWith("/admin/ai-review-item?id=r2");
241
+ await press(view.getByTestId("ai-review-batch-items-table-row-r1-clickable"));
242
+ expect(routerPush).toHaveBeenCalledWith("/admin/ai-review-item?id=r1");
243
+ });
244
+
245
+ it("runs the first judge that has not run yet with the caller key", async () => {
246
+ const server = createServer({
247
+ runJudge: () => ({
248
+ ...BATCH,
249
+ judgeCount: 2,
250
+ judges: [judgeSummary("careful", 1), judgeSummary("quick", 0.75)],
251
+ }),
252
+ status: operatorObservabilityStatus({playgroundAi: {source: "server"}}),
253
+ });
254
+ const view = await renderScreen(server, {apiKey: "key-1"});
255
+ await press(view.getByTestId("ai-review-batch-run-judge"));
256
+ const runs = server.callsTo(JUDGE_ROUTE);
257
+ assert.equal(runs.length, 1);
258
+ assert.deepEqual(runs[0]?.params, {id: "b1"});
259
+ assert.deepEqual(runs[0]?.body, {evaluatorId: "quick"});
260
+ assert.equal(runs[0]?.headers["x-ai-api-key"], "key-1");
261
+ expect(view.queryByTestId("ai-review-batch-run-error")).toBeNull();
262
+ });
263
+
264
+ it("reports judge runs with nothing to compare and run failures", async () => {
265
+ // Without a saved caller key the run sends no `x-ai-api-key` header.
266
+ const ranServer = createServer({
267
+ runJudge: () => ({...BATCH, judges: [judgeSummary("careful", 1), judgeSummary("quick")]}),
268
+ });
269
+ const ran = await renderScreen(ranServer);
270
+ await press(ran.getByTestId("ai-review-batch-run-judge"));
271
+ const runs = ranServer.callsTo(JUDGE_ROUTE);
272
+ assert.equal(runs.length, 1);
273
+ assert.notProperty(runs[0]?.headers ?? {}, "x-ai-api-key");
274
+ expect(ran.queryByTestId("ai-review-batch-run-error")).toBeNull();
275
+ ran.unmount();
276
+
277
+ const failed = await renderScreen(
278
+ createServer({
279
+ runJudge: () => {
280
+ throw {data: {title: "Judge prompt has no production output schema"}};
281
+ },
282
+ }),
283
+ {apiKey: "key-1"}
284
+ );
285
+ await press(failed.getByTestId("ai-review-batch-run-judge"));
286
+ expect(failed.getByTestId("ai-review-batch-run-error")).toBeTruthy();
287
+ expect(failed.getByText("Judge prompt has no production output schema")).toBeTruthy();
288
+ failed.unmount();
289
+
290
+ const generic = await renderScreen(createServer({}), {apiKey: "key-1"});
291
+ const restore = failTransportFor("/judgeRuns");
292
+ try {
293
+ await press(generic.getByTestId("ai-review-batch-run-judge"));
294
+ } finally {
295
+ restore();
296
+ }
297
+ expect(generic.getByText("Could not run the judge.")).toBeTruthy();
298
+ });
299
+
300
+ it("explains why judges cannot run without AI", async () => {
301
+ const noServer = await renderScreen(
302
+ createServer({
303
+ status: operatorObservabilityStatus({playgroundAi: {source: "unavailable"}}),
304
+ })
305
+ );
306
+ expect(
307
+ noServer.getByText("No AI service is configured on the server, so judges cannot run.")
308
+ ).toBeTruthy();
309
+ noServer.unmount();
310
+
311
+ const requestKey = operatorObservabilityStatus({playgroundAi: {source: "request-key"}});
312
+ const hinted = await renderScreen(createServer({status: requestKey}), {
313
+ apiKeyHint: "Save a Gemini key.",
314
+ });
315
+ expect(hinted.getByText("Save a Gemini key.")).toBeTruthy();
316
+ hinted.unmount();
317
+
318
+ const fallback = await renderScreen(createServer({status: requestKey}));
319
+ expect(fallback.getByText("Save an AI API key to run judges.")).toBeTruthy();
320
+ });
321
+ });
322
+
323
+ describe("AiReviewBatchesScreenWidget", () => {
324
+ beforeEach(() => {
325
+ routerPush.mockClear();
326
+ });
327
+
328
+ const renderScreen = async (
329
+ server: FakeObservabilityServer
330
+ ): Promise<ReturnType<typeof renderWithTheme>> => {
331
+ const view = renderWithTheme(
332
+ <AiReviewBatchesScreenWidget
333
+ config={config}
334
+ routeBase="/admin"
335
+ screenName="ai-review-batches"
336
+ server={server}
337
+ />
338
+ );
339
+ await flushObservabilityRequests();
340
+ return view;
341
+ };
342
+
343
+ it("creates a batch from the widest question set and opens it", async () => {
344
+ const server = createServer({
345
+ batches: {
346
+ data: {
347
+ data: [
348
+ {
349
+ counts: BATCH.counts,
350
+ created: BATCH.created,
351
+ evaluatorId: "qs",
352
+ evaluatorName: "summary-questions",
353
+ id: "b1",
354
+ judgeCount: 0,
355
+ name: "Recent summaries",
356
+ },
357
+ ],
358
+ more: false,
359
+ },
360
+ },
361
+ });
362
+ const view = await renderScreen(server);
363
+ const props = view.UNSAFE_root.findByType(AiReviewBatchesView).props;
364
+ expect(props.questionSetId).toBe("qs");
365
+ expect(props.questionSetOptions.map((option: {label: string}) => option.label)).toEqual([
366
+ "summary-questions (1 question)",
367
+ "summary-questions (2 questions)",
368
+ ]);
369
+ expect(props.promptOptions).toEqual([{label: "example-summarize", value: "example-summarize"}]);
370
+
371
+ await act(async () => {
372
+ props.onNameChange(" My batch ");
373
+ props.onPromptChange("example-summarize");
374
+ });
375
+ await press(view.getByTestId("ai-review-batch-grab-recent"));
376
+ const creates = server.callsTo(CREATE_ROUTE);
377
+ assert.equal(creates.length, 1);
378
+ assert.deepEqual(creates[0]?.body, {
379
+ evaluatorId: "qs",
380
+ limit: 10,
381
+ name: "My batch",
382
+ promptName: "example-summarize",
383
+ });
384
+ expect(routerPush).toHaveBeenCalledWith("/admin/ai-review-batch?id=b1");
385
+
386
+ await press(view.getByTestId("ai-review-batches-open-b1"));
387
+ expect(routerPush).toHaveBeenCalledTimes(2);
388
+ });
389
+
390
+ it("shows create errors and requires a question set", async () => {
391
+ const titled = () => {
392
+ throw {data: {title: "No recent traces that are not already in a batch"}};
393
+ };
394
+ const view = await renderScreen(createServer({create: titled}));
395
+ await press(view.getByTestId("ai-review-batch-grab-recent"));
396
+ expect(view.getByText("No recent traces that are not already in a batch")).toBeTruthy();
397
+ view.unmount();
398
+
399
+ const generic = await renderScreen(createServer({}));
400
+ const restore = failTransportFor("/review/batches");
401
+ try {
402
+ await press(generic.getByTestId("ai-review-batch-grab-recent"));
403
+ } finally {
404
+ restore();
405
+ }
406
+ expect(generic.getByText("Could not create the batch.")).toBeTruthy();
407
+ generic.unmount();
408
+
409
+ // With no human evaluators there is nothing to batch against.
410
+ const emptyServer = createServer({create: titled, evaluators: []});
411
+ const empty = await renderScreen(emptyServer);
412
+ // The header button is disabled without a question set; call its handler to cover the guard.
413
+ const grab = empty.UNSAFE_root.find(
414
+ (node) => node.props.testID === "ai-review-batch-grab-recent" && "onClick" in node.props
415
+ );
416
+ expect(grab.props.disabled).toBe(true);
417
+ await act(async () => {
418
+ await grab.props.onClick();
419
+ });
420
+ expect(empty.getByText("Choose a question set first.")).toBeTruthy();
421
+ expect(
422
+ empty.getByText("Create a human evaluator with one score per question first.")
423
+ ).toBeTruthy();
424
+ assert.equal(emptyServer.callsTo(CREATE_ROUTE).length, 0);
425
+ });
426
+ });