@terreno/admin-frontend 57.20.0 → 57.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (361) hide show
  1. package/CHANGELOG.md +81 -0
  2. package/dist/AdminFilterDrawer.d.ts.map +1 -1
  3. package/dist/AdminFilterDrawer.js.map +1 -1
  4. package/dist/index.d.ts +2 -2
  5. package/dist/index.d.ts.map +1 -1
  6. package/dist/index.js +1 -1
  7. package/dist/index.js.map +1 -1
  8. package/dist/types.d.ts +2 -0
  9. package/dist/types.d.ts.map +1 -1
  10. package/dist/types.js.map +1 -1
  11. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  12. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  13. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  14. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  15. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  16. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  17. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  18. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  19. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  20. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  21. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  22. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  23. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  24. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  25. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  26. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  27. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  28. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  29. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  30. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  31. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  32. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  33. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  34. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  35. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  36. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  37. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  38. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  39. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  40. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  41. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  42. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  43. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  44. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  45. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  46. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  47. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  48. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  49. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  50. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  51. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  52. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  53. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  54. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  55. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  56. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  57. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  58. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  59. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  60. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  61. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  62. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  63. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  64. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  65. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  66. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  67. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  68. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  69. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  70. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  71. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  72. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  73. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  75. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  77. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  78. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
  79. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  80. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  82. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  83. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  84. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  85. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  86. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  87. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  88. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  89. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  90. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  91. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  92. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  93. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  94. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  95. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  96. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  97. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  98. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  99. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  100. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  101. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  102. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  103. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  104. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  105. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  106. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  107. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  108. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  109. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  110. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  111. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  112. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  113. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  114. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  115. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  116. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  117. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
  119. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  121. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  122. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  123. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  124. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  126. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  128. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  129. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  130. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  131. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  132. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  134. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  136. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  137. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  138. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  139. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  140. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  141. package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
  142. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  143. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  144. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  145. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  146. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  147. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  148. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  149. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  150. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  151. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  152. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  153. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  154. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  155. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
  156. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  157. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
  158. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  159. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  160. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  161. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  162. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  163. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  164. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  165. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  166. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  167. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  168. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  169. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  170. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  171. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  172. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  173. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  174. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  175. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  176. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  177. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  178. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  179. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  180. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  181. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  182. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  183. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  184. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  185. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  186. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  187. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  188. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  189. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  190. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  191. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  192. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  193. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  194. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  195. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  196. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  197. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  198. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  199. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  200. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  201. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  202. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  203. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  204. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  205. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  206. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  207. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  208. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  209. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  210. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  211. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  212. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  213. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  214. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  215. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  216. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  217. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  218. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  219. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  220. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  221. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  222. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  223. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  224. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  225. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  226. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  227. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  228. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  229. package/package.json +7 -3
  230. package/src/AdminBreadcrumbs.test.tsx +1 -1
  231. package/src/AdminFieldRenderer.test.tsx +2 -1
  232. package/src/AdminFilterDrawer.tsx +1 -2
  233. package/src/AdminHome.test.tsx +2 -1
  234. package/src/AdminModelTable.test.tsx +16 -12
  235. package/src/AdminModelTable.windowed.test.tsx +11 -5
  236. package/src/AdminPrimitiveArrayField.test.tsx +3 -3
  237. package/src/AdminProvider.test.tsx +11 -6
  238. package/src/AdminRolesList.test.tsx +22 -13
  239. package/src/AdminScreenPage.test.tsx +1 -1
  240. package/src/AdminScreenRouter.test.tsx +15 -5
  241. package/src/AdminScriptList.test.tsx +9 -2
  242. package/src/AdminShell.test.tsx +1 -1
  243. package/src/AdminVersionConfig.test.tsx +4 -4
  244. package/src/AnnouncementOverviewScreenWidget.test.tsx +6 -1
  245. package/src/CheckboxListEditor.test.tsx +11 -9
  246. package/src/ConfigurationScreen.test.tsx +2 -2
  247. package/src/adminRequest.test.ts +3 -3
  248. package/src/adminWindowedTable.test.ts +4 -2
  249. package/src/comms/CommsDashboardScreen.test.tsx +5 -5
  250. package/src/comms/CommsMessageDetail.test.tsx +1 -1
  251. package/src/index.tsx +4 -0
  252. package/src/isolated/AdminFieldRenderer.isolated.tsx +11 -6
  253. package/src/isolated/AdminFilterDrawer.isolated.tsx +8 -6
  254. package/src/isolated/AdminFilterDrawerMobile.isolated.tsx +3 -1
  255. package/src/isolated/AdminHomeWidgets.isolated.tsx +2 -0
  256. package/src/isolated/AdminNestedArrayField.isolated.tsx +10 -9
  257. package/src/isolated/AdminObjectPicker.isolated.tsx +9 -10
  258. package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
  259. package/src/isolated/AiPromptsListScreen.isolated.tsx +1 -1
  260. package/src/isolated/DocumentStorageBrowser.isolated.tsx +16 -8
  261. package/src/isolated/RecentActivityWidget.isolated.tsx +2 -0
  262. package/src/isolated/adminWidgets.isolated.tsx +46 -6
  263. package/src/isolated/aiListTables.isolated.tsx +654 -0
  264. package/src/isolated/aiObservabilityScreens.isolated.tsx +731 -294
  265. package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
  266. package/src/isolated/aiTracesTable.isolated.tsx +375 -0
  267. package/src/isolated/generateConsentHistoryPdf.isolated.ts +30 -10
  268. package/src/isolated/generateConsentPdfsMobile.isolated.ts +24 -3
  269. package/src/isolated/hooks.isolated.tsx +84 -60
  270. package/src/isolated/rpcDualRun.isolated.tsx +9 -2
  271. package/src/jobs/JobsDashboardScreen.test.tsx +3 -3
  272. package/src/jobs/JobsHomeWidget.test.tsx +1 -1
  273. package/src/jobs/JobsJobDetail.test.tsx +1 -1
  274. package/src/orgs/OrgManagementScreens.test.tsx +1 -1
  275. package/src/orgs/adminModelEndpoints.test.ts +1 -1
  276. package/src/testing/useAdminApiDouble.ts +2 -1
  277. package/src/types.ts +2 -0
  278. package/src/useAdminRpc.test.tsx +3 -3
  279. package/src/widgets/AIRequestsScreenWidget.test.tsx +20 -3
  280. package/src/widgets/ModelsGridWidget.test.tsx +25 -5
  281. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +4 -2
  282. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  283. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  284. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -14
  285. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  286. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  287. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  288. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +186 -32
  289. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  290. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  291. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  292. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  293. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  294. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  295. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +168 -2
  296. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  297. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  298. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  299. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  300. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  301. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  302. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  303. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  304. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  305. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  306. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  307. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
  308. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
  309. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  310. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  311. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
  312. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  313. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  314. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  315. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  316. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  317. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  318. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  319. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  320. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  321. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
  322. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  323. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
  324. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  325. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  326. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  327. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  328. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  329. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
  330. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  331. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  332. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  333. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  334. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
  335. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
  336. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  337. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
  338. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  339. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  340. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  341. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  342. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  343. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  344. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  345. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  346. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  347. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  348. package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +7 -1
  349. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  350. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  351. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  352. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  353. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  354. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  355. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  356. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  357. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  358. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  359. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
  360. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  361. package/src/widgets/builtInFieldWidgets.test.tsx +16 -3
@@ -1,5 +1,6 @@
1
1
  import {describe, expect, it} from "bun:test";
2
2
  import {
3
+ appendPromptReference,
3
4
  filterPrompts,
4
5
  folderCounts,
5
6
  formatPlaygroundMetrics,
@@ -54,6 +55,7 @@ const detail: PromptDetail = {
54
55
  traces: {items: [], limit: 20, total: 0},
55
56
  },
56
57
  tags: ["ops"],
58
+ usedBy: {items: [], limit: 20, total: 0},
57
59
  versions: [version({version: 1}), version({system: "Be brief", version: 2})],
58
60
  };
59
61
 
@@ -62,11 +64,21 @@ describe("promptTypes helpers", () => {
62
64
  expect(unwrapPromptList(sample)).toEqual(sample);
63
65
  expect(unwrapPromptList({data: sample})).toEqual(sample);
64
66
  expect(unwrapPromptList(undefined)).toEqual([]);
67
+ expect(unwrapPromptList({data: {data: sample}})).toEqual(sample);
65
68
  });
66
69
 
67
70
  it("unwraps detail payloads", () => {
68
71
  expect(unwrapPromptDetail(detail)?.name).toBe("summarize");
69
72
  expect(unwrapPromptDetail({data: detail})?.name).toBe("summarize");
73
+ const legacy = unwrapPromptDetail({
74
+ ...detail,
75
+ usedBy: [{folder: "ops", name: "caller", versions: [1]}],
76
+ });
77
+ expect(legacy?.usedBy).toEqual({
78
+ items: [{folder: "ops", name: "caller", versions: [1]}],
79
+ limit: 20,
80
+ total: 1,
81
+ });
70
82
  });
71
83
 
72
84
  it("counts folders and filters by folder plus search", () => {
@@ -113,13 +125,55 @@ describe("promptTypes helpers", () => {
113
125
  );
114
126
  });
115
127
 
128
+ it("appends a prompt reference on its own line", () => {
129
+ expect(appendPromptReference("", "base-rules")).toBe("{{> base-rules}}");
130
+ expect(appendPromptReference("Triage the form.", "base-rules")).toBe(
131
+ "Triage the form.\n{{> base-rules}}"
132
+ );
133
+ expect(appendPromptReference("Triage the form.\n", "base-rules")).toBe(
134
+ "Triage the form.\n{{> base-rules}}"
135
+ );
136
+ });
137
+
116
138
  it("parses template variables and falls back when the version list is empty", () => {
117
- expect(templateVariableKeys("Hi {{first}} and {{ last }}")).toEqual(["first", "last"]);
139
+ expect(templateVariableKeys("Hi {{first}} and {{ last }} and {{first}}")).toEqual([
140
+ "first",
141
+ "last",
142
+ ]);
118
143
  expect(
119
144
  variableNamesFromVersion(version({template: "Hi {{topic}}", variables: [], version: 1}))
120
145
  ).toEqual(["topic"]);
121
146
  });
122
147
 
148
+ it("summarizes a JSON Schema output by its properties, not its keywords", () => {
149
+ const summary = schemaSummary(
150
+ version({
151
+ outputSchema: {
152
+ properties: {
153
+ confidence: {type: "number"},
154
+ faithful: {type: "boolean"},
155
+ notes: {description: "free text"},
156
+ },
157
+ required: ["faithful"],
158
+ type: "object",
159
+ },
160
+ version: 1,
161
+ })
162
+ );
163
+ expect(summary).toBe(
164
+ "Variables: name. Output: confidence (number), faithful (boolean), notes."
165
+ );
166
+ expect(schemaSummary(version({outputSchema: {summary: {type: "string"}}, version: 1}))).toBe(
167
+ "Variables: name. Output: summary."
168
+ );
169
+ // A field map with a field named "properties" stays a field map.
170
+ expect(
171
+ schemaSummary(
172
+ version({outputSchema: {properties: {type: "string"}, title: {type: "string"}}, version: 1})
173
+ )
174
+ ).toBe("Variables: name. Output: properties, title.");
175
+ });
176
+
123
177
  it("summarizes schema and playground metrics", () => {
124
178
  expect(
125
179
  schemaSummary(version({outputSchema: {summary: {type: "string"}}, version: 1})).includes(
@@ -135,5 +189,13 @@ describe("promptTypes helpers", () => {
135
189
  tokens: {totalTokens: 9},
136
190
  })
137
191
  ).toBe("12 ms · 9 tokens · $0.0100");
192
+ expect(
193
+ formatPlaygroundMetrics({
194
+ compiledMessages: [],
195
+ latencyMs: 4,
196
+ output: "ok",
197
+ tokens: {inputTokens: 2, outputTokens: 3},
198
+ })
199
+ ).toBe("4 ms · 2+3 tokens");
138
200
  });
139
201
  });
@@ -39,6 +39,12 @@ export interface PromptRelatedTraceSummary {
39
39
  status: "error" | "ok";
40
40
  }
41
41
 
42
+ export interface PromptUsedBy {
43
+ folder: string;
44
+ name: string;
45
+ versions: number[];
46
+ }
47
+
42
48
  export interface PromptRelationships {
43
49
  experiments: {
44
50
  items: PromptRelatedExperimentSummary[];
@@ -73,6 +79,12 @@ export interface PromptDetail {
73
79
  name: string;
74
80
  relationships: PromptRelationships;
75
81
  tags: string[];
82
+ /** Other prompts whose saved text contains `{{> this name}}`, capped like other relationships. */
83
+ usedBy: {
84
+ items: PromptUsedBy[];
85
+ limit: number;
86
+ total: number;
87
+ };
76
88
  versions: PromptVersionDetail[];
77
89
  }
78
90
 
@@ -81,10 +93,22 @@ const emptyRelationships = (): PromptRelationships => ({
81
93
  traces: {items: [], limit: 20, total: 0},
82
94
  });
83
95
 
96
+ const emptyUsedBy = (): PromptDetail["usedBy"] => ({items: [], limit: 20, total: 0});
97
+
98
+ const normalizeUsedBy = (
99
+ usedBy: PromptDetail["usedBy"] | PromptUsedBy[] | undefined
100
+ ): PromptDetail["usedBy"] => {
101
+ if (Array.isArray(usedBy)) {
102
+ return {items: usedBy, limit: 20, total: usedBy.length};
103
+ }
104
+ return usedBy ?? emptyUsedBy();
105
+ };
106
+
84
107
  const normalizePromptDetail = (detail: PromptDetail): PromptDetail => {
85
108
  return {
86
109
  ...detail,
87
110
  relationships: detail.relationships ?? emptyRelationships(),
111
+ usedBy: normalizeUsedBy(detail.usedBy),
88
112
  };
89
113
  };
90
114
 
@@ -103,6 +127,23 @@ export interface FolderCount {
103
127
 
104
128
  export const ALL_FOLDERS = "";
105
129
 
130
+ /**
131
+ * The registry tag that pulls another prompt's production body into this one.
132
+ * Keep this aligned with `promptReferencePattern` in `@terreno/ai`: `{{> name}}`.
133
+ */
134
+ const promptReferenceTag = (name: string): string => {
135
+ return `{{> ${name}}}`;
136
+ };
137
+
138
+ /** Appends a prompt reference, keeping it on its own line when the field already has text. */
139
+ export const appendPromptReference = (current: string, name: string): string => {
140
+ const tag = promptReferenceTag(name);
141
+ if (current.trim().length === 0) {
142
+ return tag;
143
+ }
144
+ return current.endsWith("\n") ? `${current}${tag}` : `${current}\n${tag}`;
145
+ };
146
+
106
147
  export const TEMPERATURE_PRESETS: Array<{label: string; value: string}> = [
107
148
  {label: "Deterministic (0)", value: "0"},
108
149
  {label: "Low (0.3)", value: "0.3"},
@@ -160,27 +201,6 @@ export const formatProduction = (production: number | "—"): string => {
160
201
  return `v${production}`;
161
202
  };
162
203
 
163
- export const formatUsageCalls = (usage?: PromptUsage7d): string => {
164
- if (!usage) {
165
- return "—";
166
- }
167
- return String(usage.calls);
168
- };
169
-
170
- export const formatUsageCost = (usage?: PromptUsage7d): string => {
171
- if (!usage || usage.costUsd === undefined) {
172
- return "—";
173
- }
174
- return `$${usage.costUsd.toFixed(4)}`;
175
- };
176
-
177
- export const formatLastUsed = (usage?: PromptUsage7d): string => {
178
- if (!usage?.lastUsed) {
179
- return "—";
180
- }
181
- return usage.lastUsed;
182
- };
183
-
184
204
  export const filterPrompts = ({
185
205
  folder,
186
206
  prompts,
@@ -248,10 +268,51 @@ export const variableNamesFromVersion = (version: PromptVersionDetail): string[]
248
268
  return templateVariableKeys(version.template ?? "");
249
269
  };
250
270
 
271
+ const JSON_SCHEMA_OBJECT_KEYWORDS = new Set([
272
+ "$schema",
273
+ "additionalProperties",
274
+ "description",
275
+ "properties",
276
+ "required",
277
+ "title",
278
+ ]);
279
+
280
+ const isPlainObject = (value: unknown): value is Record<string, unknown> => {
281
+ return typeof value === "object" && value !== null && !Array.isArray(value);
282
+ };
283
+
284
+ // Output field names: a JSON Schema's `properties` (with types when given), else a field map's keys.
285
+ const outputFieldNames = (schema?: Record<string, unknown>): string[] => {
286
+ if (!schema) {
287
+ return [];
288
+ }
289
+ const {properties} = schema;
290
+ // A field map may have a field named "properties"; only treat it as JSON Schema when the
291
+ // object says so or holds nothing but object-schema keywords.
292
+ const isJsonSchema =
293
+ isPlainObject(properties) &&
294
+ Object.values(properties).every(isPlainObject) &&
295
+ (schema.type === "object" ||
296
+ Object.keys(schema).every((key) => JSON_SCHEMA_OBJECT_KEYWORDS.has(key)));
297
+ if (!isJsonSchema) {
298
+ return Object.keys(schema);
299
+ }
300
+ return Object.entries(properties).map(([name, property]) => {
301
+ const type = isPlainObject(property) ? property.type : undefined;
302
+ if (typeof type === "string") {
303
+ return `${name} (${type})`;
304
+ }
305
+ if (Array.isArray(type) && type.length > 0) {
306
+ return `${name} (${type.join(" | ")})`;
307
+ }
308
+ return name;
309
+ });
310
+ };
311
+
251
312
  export const schemaSummary = (version: PromptVersionDetail): string => {
252
313
  const variableKeys = version.variables.map((entry) => entry.key);
253
314
  const input = variableKeys.length > 0 ? variableKeys.join(", ") : "none";
254
- const outputKeys = version.outputSchema ? Object.keys(version.outputSchema) : [];
315
+ const outputKeys = outputFieldNames(version.outputSchema);
255
316
  const output = outputKeys.length > 0 ? outputKeys.join(", ") : "none";
256
317
  return `Variables: ${input}. Output: ${output}.`;
257
318
  };
@@ -0,0 +1,217 @@
1
+ import {Badge, Box, Button, Spinner, Text, useToast} from "@terreno/ui";
2
+ import {router, useLocalSearchParams} from "expo-router";
3
+ import React, {useCallback, useEffect, useMemo, useState} from "react";
4
+ import type {AdminScreenWidgetProps} from "../../../types";
5
+ import {unwrapEvaluatorList} from "../evaluators/evaluatorTypes";
6
+ import {useAiObservabilityEvaluatorsApi} from "../evaluators/useAiObservabilityEvaluatorsApi";
7
+ import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
8
+ import {unwrapObservabilityStatus} from "../shell/aiObservabilityNav";
9
+ import {ObservabilityErrorState} from "../shell/ObservabilityStates";
10
+ import {AiReviewBatchView} from "./AiReviewBatchView";
11
+ import {formatPercent, unwrapBatchDetail} from "./batchTypes";
12
+ import {useAiObservabilityReviewApi} from "./useAiObservabilityReviewApi";
13
+
14
+ const errorTitle = (error: unknown): string | undefined => {
15
+ if (!error || typeof error !== "object") {
16
+ return undefined;
17
+ }
18
+ const data = (error as {data?: {title?: unknown}}).data;
19
+ return typeof data?.title === "string" ? data.title : undefined;
20
+ };
21
+
22
+ export interface AiReviewBatchScreenWidgetProps extends AdminScreenWidgetProps {
23
+ /** Caller AI key sent as `x-ai-api-key` when the server has no `aiService`. */
24
+ apiKey?: string;
25
+ /** Shown when the server expects a caller key and none is saved yet. */
26
+ apiKeyHint?: string;
27
+ apiKeyLoading?: boolean;
28
+ }
29
+
30
+ export const AiReviewBatchScreenWidget: React.FC<AiReviewBatchScreenWidgetProps> = (props) => {
31
+ const {api, apiKey, apiKeyHint, apiKeyLoading, routeBase} = props;
32
+ const params = useLocalSearchParams<{id?: string | string[]}>();
33
+ const id = Array.isArray(params.id) ? params.id[0] : params.id;
34
+ const {useBatchQuery, useRunJudgeMutation, useStatusQuery} = useAiObservabilityReviewApi(api);
35
+ const {useListQuery: useEvaluatorListQuery} = useAiObservabilityEvaluatorsApi(api);
36
+ const batchQuery = useBatchQuery(id ?? "", {skip: !id});
37
+ const statusQuery = useStatusQuery();
38
+ const evaluatorsQuery = useEvaluatorListQuery();
39
+ const [runJudge, runState] = useRunJudgeMutation();
40
+ const [judgeId, setJudgeId] = useState("");
41
+ const [selectedJudgeId, setSelectedJudgeId] = useState<string | undefined>(undefined);
42
+ const [runError, setRunError] = useState("");
43
+ const toast = useToast();
44
+ const prefix = (routeBase ?? "").replace(/\/$/, "");
45
+ const listHref = `${prefix}/ai-review-batches`;
46
+
47
+ const batch = useMemo(() => unwrapBatchDetail(batchQuery.data), [batchQuery.data]);
48
+ const aiSource = unwrapObservabilityStatus(statusQuery.data)?.playgroundAi?.source;
49
+ const aiBlockedMessage =
50
+ aiSource === "unavailable"
51
+ ? "No AI service is configured on the server, so judges cannot run."
52
+ : aiSource === "request-key" && !apiKey && !apiKeyLoading
53
+ ? (apiKeyHint ?? "Save an AI API key to run judges.")
54
+ : undefined;
55
+ const judgeOptions = useMemo(() => {
56
+ const questionKeys = new Set((batch?.dimensions ?? []).map((dimension) => dimension.key));
57
+ return unwrapEvaluatorList(evaluatorsQuery.data)
58
+ .filter((evaluator) => evaluator.type === "llm-judge")
59
+ .map((evaluator) => {
60
+ const shared = evaluator.dimensions.filter((dimension) => questionKeys.has(dimension.key));
61
+ return {evaluator, shared: shared.length};
62
+ })
63
+ .filter((entry) => entry.shared > 0)
64
+ .sort((a, b) => b.shared - a.shared)
65
+ .map(({evaluator, shared}) => ({
66
+ label: `${evaluator.name} (answers ${shared} of ${questionKeys.size})`,
67
+ value: evaluator.id,
68
+ }));
69
+ }, [batch?.dimensions, evaluatorsQuery.data]);
70
+
71
+ // Preselect the first judge that has not run on this batch yet, else the first option.
72
+ useEffect(() => {
73
+ if (judgeId || judgeOptions.length === 0) {
74
+ return;
75
+ }
76
+ const ran = new Set((batch?.judges ?? []).map((judge) => judge.evaluatorId));
77
+ setJudgeId(
78
+ judgeOptions.find((option) => !ran.has(option.value))?.value ?? judgeOptions[0]?.value ?? ""
79
+ );
80
+ }, [batch?.judges, judgeId, judgeOptions]);
81
+
82
+ const selectedJudge = useMemo(() => {
83
+ const judges = batch?.judges ?? [];
84
+ return judges.find((judge) => judge.evaluatorId === selectedJudgeId) ?? judges[0];
85
+ }, [batch?.judges, selectedJudgeId]);
86
+
87
+ const openItem = useCallback(
88
+ (reviewItemId: string): void => {
89
+ router.push(`${prefix}/ai-review-item?id=${encodeURIComponent(reviewItemId)}`);
90
+ },
91
+ [prefix]
92
+ );
93
+
94
+ const nextPending = batch?.items.find(
95
+ (item) => item.status === "pending" || item.status === "in_progress"
96
+ );
97
+ const handleAnswerNext = useCallback((): void => {
98
+ if (nextPending) {
99
+ openItem(nextPending.reviewItemId);
100
+ }
101
+ }, [nextPending, openItem]);
102
+
103
+ const handleRunJudge = useCallback(async (): Promise<void> => {
104
+ if (!id || !judgeId) {
105
+ return;
106
+ }
107
+ setRunError("");
108
+ try {
109
+ const result = await runJudge({apiKey, batchId: id, evaluatorId: judgeId}).unwrap();
110
+ const summary = unwrapBatchDetail(result)?.judges.find(
111
+ (judge) => judge.evaluatorId === judgeId
112
+ );
113
+ setSelectedJudgeId(judgeId);
114
+ toast.success(
115
+ summary?.agreement.rate === undefined
116
+ ? `${summary?.evaluatorName ?? "Judge"} ran; answer items to compare`
117
+ : `${summary.evaluatorName} agrees with people ${formatPercent(summary.agreement.rate)}`
118
+ );
119
+ } catch (error) {
120
+ setRunError(errorTitle(error) ?? "Could not run the judge.");
121
+ }
122
+ }, [apiKey, id, judgeId, runJudge, toast]);
123
+
124
+ const header = batch
125
+ ? {
126
+ actions: (
127
+ <Button
128
+ disabled={!nextPending}
129
+ iconName="play"
130
+ onClick={handleAnswerNext}
131
+ testID="ai-review-batch-answer-next"
132
+ text={
133
+ batch.counts.pending > 0 ? `Answer ${batch.counts.pending} remaining` : "All answered"
134
+ }
135
+ />
136
+ ),
137
+ meta: (
138
+ <>
139
+ <Badge
140
+ iconName="list-check"
141
+ secondary
142
+ status="neutral"
143
+ testID="ai-review-batch-question-set"
144
+ value={batch.evaluatorName}
145
+ />
146
+ {batch.promptName ? (
147
+ <Badge iconName="file-lines" secondary status="neutral" value={batch.promptName} />
148
+ ) : undefined}
149
+ {batch.datasetId ? (
150
+ <Badge
151
+ iconName="database"
152
+ secondary
153
+ status="neutral"
154
+ testID="ai-review-batch-dataset"
155
+ value={`Dataset ${batch.datasetName ?? batch.datasetId}`}
156
+ />
157
+ ) : undefined}
158
+ </>
159
+ ),
160
+ title: batch.name,
161
+ }
162
+ : {};
163
+
164
+ const chrome = (children: React.ReactNode): React.ReactElement => (
165
+ <AiObservabilityChrome
166
+ {...props}
167
+ {...header}
168
+ backHref={listHref}
169
+ description={batch?.description}
170
+ error={statusQuery.isError}
171
+ isLoading={statusQuery.isLoading}
172
+ screenName="ai-review-batch"
173
+ status={unwrapObservabilityStatus(statusQuery.data)}
174
+ >
175
+ {children}
176
+ </AiObservabilityChrome>
177
+ );
178
+
179
+ if (!id) {
180
+ return chrome(
181
+ <Box padding={4}>
182
+ <Text color="secondaryLight">Missing batch id. Open a batch from Review batches.</Text>
183
+ </Box>
184
+ );
185
+ }
186
+ if (batchQuery.isLoading) {
187
+ return chrome(
188
+ <Box alignItems="center" padding={5} testID="ai-review-batch-loading">
189
+ <Spinner />
190
+ </Box>
191
+ );
192
+ }
193
+ if (batchQuery.isError || !batch) {
194
+ return chrome(
195
+ <ObservabilityErrorState
196
+ onRetry={() => batchQuery.refetch()}
197
+ testID="ai-review-batch-error"
198
+ text="Could not load this batch."
199
+ />
200
+ );
201
+ }
202
+ return chrome(
203
+ <AiReviewBatchView
204
+ aiBlockedMessage={aiBlockedMessage}
205
+ batch={batch}
206
+ isRunningJudge={runState.isLoading}
207
+ judgeId={judgeId}
208
+ judgeOptions={judgeOptions}
209
+ onJudgeChange={setJudgeId}
210
+ onOpenItem={openItem}
211
+ onRunJudge={handleRunJudge}
212
+ onSelectJudge={setSelectedJudgeId}
213
+ runError={runError}
214
+ selectedJudge={selectedJudge}
215
+ />
216
+ );
217
+ };