@terreno/admin-frontend 58.0.0-beta.2 → 58.0.0-beta.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (371) hide show
  1. package/CHANGELOG.md +146 -0
  2. package/dist/AdminModelForm.js +12 -12
  3. package/dist/AdminModelForm.js.map +1 -1
  4. package/dist/AdminModelTable.d.ts.map +1 -1
  5. package/dist/AdminModelTable.js +11 -0
  6. package/dist/AdminModelTable.js.map +1 -1
  7. package/dist/ConfigurationScreen.d.ts.map +1 -1
  8. package/dist/ConfigurationScreen.js +1 -2
  9. package/dist/ConfigurationScreen.js.map +1 -1
  10. package/dist/adminModelUrls.d.ts +7 -0
  11. package/dist/adminModelUrls.d.ts.map +1 -0
  12. package/dist/adminModelUrls.js +9 -0
  13. package/dist/adminModelUrls.js.map +1 -0
  14. package/dist/adminRpc.d.ts.map +1 -1
  15. package/dist/adminRpc.js +9 -0
  16. package/dist/adminRpc.js.map +1 -1
  17. package/dist/adminRpcSeed.d.ts +25 -0
  18. package/dist/adminRpcSeed.d.ts.map +1 -0
  19. package/dist/adminRpcSeed.js +49 -0
  20. package/dist/adminRpcSeed.js.map +1 -0
  21. package/dist/comms/commsDashboardParams.d.ts.map +1 -1
  22. package/dist/comms/commsDashboardParams.js +7 -1
  23. package/dist/comms/commsDashboardParams.js.map +1 -1
  24. package/dist/index.d.ts +9 -2
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js +9 -2
  27. package/dist/index.js.map +1 -1
  28. package/dist/useAdminModelApi.d.ts.map +1 -1
  29. package/dist/useAdminModelApi.js +2 -1
  30. package/dist/useAdminModelApi.js.map +1 -1
  31. package/dist/useAdminRpc.d.ts.map +1 -1
  32. package/dist/useAdminRpc.js +50 -19
  33. package/dist/useAdminRpc.js.map +1 -1
  34. package/dist/useConfigurationApi.d.ts.map +1 -1
  35. package/dist/useConfigurationApi.js +8 -2
  36. package/dist/useConfigurationApi.js.map +1 -1
  37. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  38. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  39. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  40. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  41. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  42. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  43. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  44. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  45. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  47. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  60. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  61. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  62. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  63. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  64. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  65. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  66. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  67. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  68. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  83. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  90. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  91. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  93. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  95. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  97. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  99. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  100. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  101. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  102. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  103. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  104. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
  105. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  108. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  109. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  111. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  112. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  113. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  115. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  116. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  123. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  128. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  129. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  130. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  131. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  132. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  134. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  136. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  137. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  138. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  139. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  140. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  141. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  142. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  143. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  144. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
  145. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  146. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  147. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  149. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  151. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  152. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  153. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  154. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  155. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  156. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  157. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  158. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  159. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  160. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  161. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  162. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  163. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  164. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  165. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  166. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
  168. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  169. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  170. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  172. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  173. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  174. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  176. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  177. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  178. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  179. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  180. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  181. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
  182. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  183. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
  184. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  185. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  186. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  188. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  190. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  191. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  192. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  193. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  194. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  196. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  198. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  199. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  200. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  201. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  203. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  204. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  205. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  207. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  208. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  209. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  211. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  212. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  213. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  215. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  216. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  217. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  218. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  219. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  220. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  221. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  222. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  223. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  224. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  225. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  226. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  227. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  228. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  229. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  230. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  231. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  232. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  233. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  234. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  235. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  236. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  237. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  238. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  239. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  240. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  241. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  242. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  243. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  244. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  245. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  246. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  247. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  248. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  249. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  250. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  251. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  252. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  253. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  254. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  255. package/dist/widgets/homeWidgetUrls.d.ts +13 -0
  256. package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
  257. package/dist/widgets/homeWidgetUrls.js +71 -0
  258. package/dist/widgets/homeWidgetUrls.js.map +1 -0
  259. package/package.json +4 -4
  260. package/src/AdminModelForm.tsx +16 -16
  261. package/src/AdminModelTable.tsx +12 -0
  262. package/src/ConfigurationScreen.tsx +1 -2
  263. package/src/adminModelUrls.test.ts +31 -0
  264. package/src/adminModelUrls.ts +8 -0
  265. package/src/adminRpc.test.ts +10 -0
  266. package/src/adminRpc.ts +9 -0
  267. package/src/adminRpcSeed.tsx +65 -0
  268. package/src/comms/commsDashboardParams.ts +7 -1
  269. package/src/index.tsx +10 -0
  270. package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
  271. package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
  272. package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
  273. package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
  274. package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
  275. package/src/isolated/aiListTables.isolated.tsx +648 -0
  276. package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
  277. package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
  278. package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
  279. package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
  280. package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
  281. package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
  282. package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
  283. package/src/isolated/aiTracesTable.isolated.tsx +368 -0
  284. package/src/isolated/hooks.isolated.tsx +89 -0
  285. package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
  286. package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
  287. package/src/useAdminModelApi.ts +2 -1
  288. package/src/useAdminRpc.test.tsx +538 -2
  289. package/src/useAdminRpc.ts +50 -19
  290. package/src/useConfigurationApi.ts +9 -1
  291. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  292. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  293. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  294. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  295. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  296. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  297. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  298. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  299. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  300. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  301. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  302. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  303. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  304. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  305. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  306. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  307. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  308. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  309. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  310. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  311. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  312. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  313. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  314. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  315. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  316. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
  317. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
  318. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  319. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  320. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
  321. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  322. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  323. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  324. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  325. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  326. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  327. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  328. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  329. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  330. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
  331. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  332. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
  333. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  334. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  335. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  336. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  337. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  338. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
  339. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  340. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  341. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  342. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  343. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
  344. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
  345. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  346. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
  347. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  348. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
  349. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  350. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  351. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  352. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  353. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  354. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  355. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  356. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  357. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  358. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  359. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  360. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  361. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  362. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  363. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  364. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  365. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  366. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  367. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  368. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
  369. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  370. package/src/widgets/homeWidgetUrls.test.ts +201 -0
  371. package/src/widgets/homeWidgetUrls.ts +87 -0
@@ -0,0 +1,162 @@
1
+ import {AGREEMENT_LEVEL_STYLE, formatRate, getAgreementLevel} from "../shell/observabilityStatus";
2
+ import type {EvaluatorDimension, ReviewListItem, ReviewStatus} from "./reviewTypes";
3
+
4
+ export type ScoreValue = boolean | number | string;
5
+
6
+ export interface JudgeQuestionAgreement {
7
+ compared: number;
8
+ covered: boolean;
9
+ key: string;
10
+ matches: number;
11
+ question?: string;
12
+ rate?: number;
13
+ }
14
+
15
+ export interface JudgeDisagreement {
16
+ /** Set when the answers pair by dataset item (dataset batches and judge experiments). */
17
+ datasetItemId?: string;
18
+ human: ScoreValue;
19
+ judge?: ScoreValue;
20
+ key: string;
21
+ traceId?: string;
22
+ }
23
+
24
+ export interface JudgeAgreement {
25
+ compared: number;
26
+ disagreements: JudgeDisagreement[];
27
+ errors: number;
28
+ itemsCompared: number;
29
+ matches: number;
30
+ questions: JudgeQuestionAgreement[];
31
+ rate?: number;
32
+ }
33
+
34
+ export interface ReviewBatchJudgeSummary {
35
+ agreement: JudgeAgreement;
36
+ completedAt: string;
37
+ evaluatorId: string;
38
+ evaluatorName: string;
39
+ judgePromptName?: string;
40
+ modelId?: string;
41
+ runId: string;
42
+ }
43
+
44
+ export interface ReviewBatchCounts {
45
+ done: number;
46
+ pending: number;
47
+ skipped: number;
48
+ total: number;
49
+ }
50
+
51
+ export interface ReviewBatchListItem {
52
+ bestJudge?: {evaluatorName: string; rate?: number};
53
+ counts: ReviewBatchCounts;
54
+ created: string;
55
+ /** Dataset the batch judges, when it was built from a dataset. */
56
+ datasetId?: string;
57
+ datasetName?: string;
58
+ description?: string;
59
+ evaluatorId: string;
60
+ evaluatorName: string;
61
+ id: string;
62
+ judgeCount: number;
63
+ name: string;
64
+ promptName?: string;
65
+ /** Question-set fingerprint when the batch was created (dataset batches). */
66
+ questionsFingerprint?: string;
67
+ /** True when the question set's questions changed after this dataset batch was created. */
68
+ questionsStale?: boolean;
69
+ }
70
+
71
+ export interface ReviewBatchItem {
72
+ datasetItemId?: string;
73
+ input?: unknown;
74
+ judgeAnswers: Record<string, {error?: string; scores?: Record<string, ScoreValue>}>;
75
+ output?: unknown;
76
+ reviewItemId: string;
77
+ scores?: Record<string, ScoreValue>;
78
+ status: ReviewStatus;
79
+ /** Unset for a dataset item without a source trace. */
80
+ traceId?: string;
81
+ traceName: string;
82
+ }
83
+
84
+ export interface ReviewBatchDetail extends ReviewBatchListItem {
85
+ dimensions: EvaluatorDimension[];
86
+ instructions?: string;
87
+ items: ReviewBatchItem[];
88
+ judges: ReviewBatchJudgeSummary[];
89
+ }
90
+
91
+ export const DEFAULT_BATCH_SIZE = 10;
92
+
93
+ /** Key that pairs a human answer row with judge answers: the dataset item, else the trace. */
94
+ export const answerSubjectKey = (row: {datasetItemId?: string; traceId?: string}): string => {
95
+ return row.datasetItemId ?? row.traceId ?? "";
96
+ };
97
+
98
+ /** Batch items still awaiting an answer: pending or in progress, in batch order. */
99
+ export const openBatchItems = (items: ReviewListItem[]): ReviewListItem[] =>
100
+ items.filter((item) => item.status === "pending" || item.status === "in_progress");
101
+
102
+ export const formatPercent = (rate?: number): string => formatRate(rate);
103
+
104
+ export const formatAnswer = (value: ScoreValue | undefined): string => {
105
+ if (value === undefined) {
106
+ return "—";
107
+ }
108
+ if (typeof value === "boolean") {
109
+ return value ? "Yes" : "No";
110
+ }
111
+ return String(value);
112
+ };
113
+
114
+ export const previewText = (value: unknown, max = 90): string => {
115
+ const text = typeof value === "string" ? value : value === undefined ? "" : JSON.stringify(value);
116
+ const flat = text.replace(/\s+/g, " ").trim();
117
+ return flat.length > max ? `${flat.slice(0, max - 1)}…` : flat;
118
+ };
119
+
120
+ const unwrapData = (raw: unknown): unknown => {
121
+ if (raw && typeof raw === "object" && !Array.isArray(raw) && "data" in raw) {
122
+ return (raw as {data: unknown}).data;
123
+ }
124
+ return raw;
125
+ };
126
+
127
+ export const unwrapBatchList = (raw: unknown): ReviewBatchListItem[] => {
128
+ const data = unwrapData(raw);
129
+ return Array.isArray(data) ? (data as ReviewBatchListItem[]) : [];
130
+ };
131
+
132
+ export const unwrapBatchDetail = (raw: unknown): ReviewBatchDetail | undefined => {
133
+ const data = unwrapData(raw);
134
+ if (data && typeof data === "object" && "items" in data && "judges" in data) {
135
+ return data as ReviewBatchDetail;
136
+ }
137
+ return undefined;
138
+ };
139
+
140
+ /** Readable short label from a score key: "is_faithful" or "isFaithful" become "Is faithful". */
141
+ export const humanizeKey = (key: string): string => {
142
+ const words = key
143
+ .replace(/([a-z0-9])([A-Z])/g, "$1 $2")
144
+ .replace(/[_\-.]+/g, " ")
145
+ .trim()
146
+ .toLowerCase();
147
+ if (!words) {
148
+ return key;
149
+ }
150
+ return `${words.charAt(0).toUpperCase()}${words.slice(1)}`;
151
+ };
152
+
153
+ /** Text colour for an agreement rate, from the shared agreement cut-offs. */
154
+ export const agreementTextColor = (
155
+ rate?: number
156
+ ): "error" | "secondaryDark" | "success" | "warning" => {
157
+ const tone = AGREEMENT_LEVEL_STYLE[getAgreementLevel(rate)].tone;
158
+ if (tone === "success" || tone === "warning" || tone === "error") {
159
+ return tone;
160
+ }
161
+ return "secondaryDark";
162
+ };
@@ -0,0 +1,195 @@
1
+ import {useEffect, useRef} from "react";
2
+
3
+ export type ReviewShortcutAction = "next" | "no" | "previous" | "skip" | "submit" | "yes";
4
+
5
+ interface ShortcutKeyEvent {
6
+ altKey?: boolean;
7
+ ctrlKey?: boolean;
8
+ key: string;
9
+ metaKey?: boolean;
10
+ target?: unknown;
11
+ }
12
+
13
+ interface ReviewAnswerElement {
14
+ dataset?: {reviewAnswer?: string};
15
+ isContentEditable?: boolean;
16
+ parentElement?: ReviewAnswerElement | null;
17
+ tagName?: string;
18
+ }
19
+
20
+ const HANDLED = Symbol.for("terreno.reviewShortcutHandled");
21
+
22
+ const eventObject = (event: ShortcutKeyEvent): object | undefined => {
23
+ if (!event || typeof event !== "object") {
24
+ return undefined;
25
+ }
26
+ const native = (event as {nativeEvent?: unknown}).nativeEvent;
27
+ if (native && typeof native === "object") {
28
+ return native;
29
+ }
30
+ return event;
31
+ };
32
+
33
+ const isHandled = (event: ShortcutKeyEvent): boolean => {
34
+ const target = eventObject(event);
35
+ return Boolean(target && (target as {[HANDLED]?: boolean})[HANDLED]);
36
+ };
37
+
38
+ const markHandled = (event: ShortcutKeyEvent): void => {
39
+ const target = eventObject(event);
40
+ if (target) {
41
+ (target as {[HANDLED]?: boolean})[HANDLED] = true;
42
+ }
43
+ };
44
+
45
+ /** Yes/No segments are focusable buttons. Keys on them still answer the question. */
46
+ const isReviewAnswerTarget = (target: unknown): boolean => {
47
+ let node = target as ReviewAnswerElement | null;
48
+ while (node && typeof node === "object") {
49
+ if (node.dataset?.reviewAnswer === "true") {
50
+ return true;
51
+ }
52
+ node = node.parentElement ?? null;
53
+ }
54
+ return false;
55
+ };
56
+
57
+ const isTypingTarget = (target: unknown): boolean => {
58
+ if (isReviewAnswerTarget(target)) {
59
+ return false;
60
+ }
61
+ if (!target || typeof target !== "object") {
62
+ return false;
63
+ }
64
+ const element = target as ReviewAnswerElement;
65
+ const tag = element.tagName?.toLowerCase();
66
+ return tag === "input" || tag === "textarea" || tag === "select" || !!element.isContentEditable;
67
+ };
68
+
69
+ /** Map a keydown to a review action; typing in a field or using modifiers never triggers one. */
70
+ export const reviewShortcutAction = (event: ShortcutKeyEvent): ReviewShortcutAction | undefined => {
71
+ if (isHandled(event)) {
72
+ return undefined;
73
+ }
74
+ if (event.altKey || event.ctrlKey || event.metaKey || isTypingTarget(event.target)) {
75
+ return undefined;
76
+ }
77
+ const key = event.key.toLowerCase();
78
+ if (key === "y" || key === "1") {
79
+ return "yes";
80
+ }
81
+ if (key === "n" || key === "2") {
82
+ return "no";
83
+ }
84
+ if (key === "arrowdown" || key === "j") {
85
+ return "next";
86
+ }
87
+ if (key === "arrowup" || key === "k") {
88
+ return "previous";
89
+ }
90
+ if (key === "enter") {
91
+ return "submit";
92
+ }
93
+ if (key === "s") {
94
+ return "skip";
95
+ }
96
+ return undefined;
97
+ };
98
+
99
+ interface ShortcutRoot {
100
+ addEventListener: (
101
+ type: string,
102
+ listener: (event: KeyboardEvent) => void,
103
+ capture?: boolean
104
+ ) => void;
105
+ removeEventListener: (
106
+ type: string,
107
+ listener: (event: KeyboardEvent) => void,
108
+ capture?: boolean
109
+ ) => void;
110
+ }
111
+
112
+ /** Window capture misses keys in some web hosts; document capture is the fallback. */
113
+ const shortcutRoots = (): ShortcutRoot[] => {
114
+ const root = globalThis as {document?: ShortcutRoot; window?: ShortcutRoot};
115
+ const roots = [root.window, root.document].filter((entry): entry is ShortcutRoot =>
116
+ Boolean(entry)
117
+ );
118
+ return [...new Set(roots)];
119
+ };
120
+
121
+ /** Move focus to the page so Y/N are not typed into a note field on the first item. */
122
+ export const focusReviewPage = (): void => {
123
+ const root = globalThis as {
124
+ document?: {activeElement?: unknown};
125
+ window?: {focus?: () => void};
126
+ };
127
+ root.window?.focus?.();
128
+ const active = root.document?.activeElement;
129
+ if (!active || typeof active !== "object" || !("blur" in active)) {
130
+ return;
131
+ }
132
+ if (!isTypingTarget(active)) {
133
+ return;
134
+ }
135
+ const blur = (active as {blur?: () => void}).blur;
136
+ if (blur) {
137
+ blur.call(active);
138
+ }
139
+ };
140
+
141
+ /** Web-only keyboard shortcuts for answering review questions without the mouse. */
142
+ export const useReviewShortcuts = ({
143
+ enabled,
144
+ onAction,
145
+ }: {
146
+ enabled: boolean;
147
+ onAction: (action: ReviewShortcutAction) => void;
148
+ }): void => {
149
+ const handlerRef = useRef(onAction);
150
+ handlerRef.current = onAction;
151
+ const enabledRef = useRef(enabled);
152
+ enabledRef.current = enabled;
153
+
154
+ // Attach once, in the capture phase, so the first item hears keys before any click.
155
+ // Window and document both listen: a focused Yes/No segment can swallow the key before it
156
+ // reaches window, and the same event must only answer once.
157
+ useEffect(() => {
158
+ const roots = shortcutRoots();
159
+ if (roots.length === 0) {
160
+ return undefined;
161
+ }
162
+ const listener = (event: KeyboardEvent): void => {
163
+ if (!enabledRef.current) {
164
+ return;
165
+ }
166
+ const action = reviewShortcutAction(event);
167
+ if (!action) {
168
+ return;
169
+ }
170
+ markHandled(event);
171
+ event.preventDefault();
172
+ handlerRef.current(action);
173
+ };
174
+ for (const root of roots) {
175
+ root.addEventListener("keydown", listener, true);
176
+ }
177
+ return () => {
178
+ for (const root of roots) {
179
+ root.removeEventListener("keydown", listener, true);
180
+ }
181
+ };
182
+ }, []);
183
+ };
184
+
185
+ /** Y/N pressed on a focused Yes/No segment. Returns undefined when the page shortcut already ran. */
186
+ export const reviewAnswerKey = (
187
+ event: ShortcutKeyEvent
188
+ ): Extract<ReviewShortcutAction, "no" | "yes"> | undefined => {
189
+ const action = reviewShortcutAction(event);
190
+ if (action !== "yes" && action !== "no") {
191
+ return undefined;
192
+ }
193
+ markHandled(event);
194
+ return action;
195
+ };
@@ -4,19 +4,27 @@ export type ReviewStatus = "done" | "in_progress" | "pending" | "skipped";
4
4
 
5
5
  export interface ReviewListItem {
6
6
  assigneeId?: string;
7
+ batchId?: string;
8
+ /** Set when reviewers judge a dataset item. */
9
+ datasetItemId?: string;
7
10
  enqueuedAt: string;
8
11
  evaluatorId: string;
9
12
  id: string;
13
+ /** Short preview of what the AI wrote; the queue falls back to the trace name without it. */
14
+ outputPreview?: string;
10
15
  promptName?: string;
11
16
  reason: string;
12
17
  status: ReviewStatus;
13
- traceId: string;
18
+ /** Unset when the reviewed dataset item has no source trace. */
19
+ traceId?: string;
14
20
  traceName: string;
15
21
  }
16
22
 
17
23
  export interface EvaluatorDimension {
18
24
  dataType: "boolean" | "categorical" | "numeric";
19
25
  key: string;
26
+ /** Question shown to human reviewers in place of the score key. */
27
+ question?: string;
20
28
  range?: string;
21
29
  required: boolean;
22
30
  }
@@ -29,6 +37,8 @@ export interface ReviewPanelField {
29
37
  }
30
38
 
31
39
  export interface ReviewDetail {
40
+ batchId?: string;
41
+ batchName?: string;
32
42
  comment?: string;
33
43
  dimensions: EvaluatorDimension[];
34
44
  evaluatorId: string;
@@ -42,7 +52,10 @@ export interface ReviewDetail {
42
52
  rawOutput?: unknown;
43
53
  scores?: Record<string, boolean | number | string>;
44
54
  status: ReviewStatus;
45
- traceId: string;
55
+ /** Unset when the reviewed dataset item has no source trace. */
56
+ traceId?: string;
57
+ /** Set when reviewers judge a dataset item; answers are saved on that item. */
58
+ datasetItemId?: string;
46
59
  }
47
60
 
48
61
  export const REVIEW_STATUSES: ReviewStatus[] = ["pending", "in_progress", "done", "skipped"];
@@ -152,3 +165,50 @@ export const categoricalOptions = (range?: string): string[] => {
152
165
  .map((entry) => entry.trim())
153
166
  .filter(Boolean);
154
167
  };
168
+
169
+ /** Reviewer-facing label for a score: its question when set, otherwise the key. */
170
+ export const dimensionLabel = (dimension: EvaluatorDimension): string => {
171
+ return dimension.question?.trim() || dimension.key;
172
+ };
173
+
174
+ /** Key of the first required-or-optional dimension still missing an answer. */
175
+ const firstUnanswered = (
176
+ dimensions: EvaluatorDimension[],
177
+ scores: Record<string, boolean | number | string>
178
+ ): string | undefined => {
179
+ return dimensions.find((dimension) => scores[dimension.key] === undefined)?.key;
180
+ };
181
+
182
+ /** The first unanswered question after `fromKey`, wrapping to the start; undefined when all are answered. */
183
+ export const nextUnansweredAfter = (
184
+ dimensions: EvaluatorDimension[],
185
+ scores: Record<string, boolean | number | string>,
186
+ fromKey?: string
187
+ ): string | undefined => {
188
+ const start = dimensions.findIndex((dimension) => dimension.key === fromKey) + 1;
189
+ return firstUnanswered([...dimensions.slice(start), ...dimensions.slice(0, start)], scores);
190
+ };
191
+
192
+ /** Move the highlighted question up or down one row, stopping at the first and last question. */
193
+ export const stepQuestionKey = (
194
+ dimensions: EvaluatorDimension[],
195
+ currentKey: string | undefined,
196
+ step: 1 | -1
197
+ ): string | undefined => {
198
+ const index = dimensions.findIndex((dimension) => dimension.key === currentKey);
199
+ if (index < 0) {
200
+ return (step > 0 ? dimensions[0] : dimensions.at(-1))?.key;
201
+ }
202
+ return dimensions[Math.min(dimensions.length - 1, Math.max(0, index + step))]?.key;
203
+ };
204
+
205
+ /** Key of the first unanswered yes/no question: the one the list highlights and Y or N answers. */
206
+ export const firstUnansweredBoolean = (
207
+ dimensions: EvaluatorDimension[],
208
+ scores: Record<string, boolean | number | string>
209
+ ): string | undefined => {
210
+ return firstUnanswered(
211
+ dimensions.filter((dimension) => dimension.dataType === "boolean"),
212
+ scores
213
+ );
214
+ };
@@ -81,4 +81,63 @@ describe("useAiObservabilityReviewApi", () => {
81
81
  });
82
82
  expect(calls.map((call) => call.url)).toContain("/ai/observability/review?status=pending");
83
83
  });
84
+
85
+ it("reads review batches and a batch's queue", async () => {
86
+ const calls = stub();
87
+ renderHook(
88
+ () => {
89
+ const api = useAiObservabilityReviewApi();
90
+ return {
91
+ batch: api.useBatchQuery("batch 1"),
92
+ batches: api.useBatchesQuery(),
93
+ queue: api.useBatchQueueQuery({batchId: "batch-1", status: "pending"}),
94
+ queueAll: api.useBatchQueueQuery({batchId: "batch-2"}),
95
+ skipped: api.useBatchQuery("batch-3", {skip: true}),
96
+ };
97
+ },
98
+ {wrapper: ObservabilityTestProvider}
99
+ );
100
+ await flushObservabilityRequests();
101
+
102
+ expect(calls.map((call) => `${call.method} ${call.url}`).sort()).toEqual([
103
+ "GET /ai/observability/review/batches",
104
+ "GET /ai/observability/review/batches/batch%201",
105
+ "GET /ai/observability/review?batchId=batch-1&status=pending",
106
+ "GET /ai/observability/review?batchId=batch-2",
107
+ ]);
108
+ });
109
+
110
+ it("creates a batch and runs a judge with the caller's AI key", async () => {
111
+ const calls = stub();
112
+ const {result} = renderHook(
113
+ () => {
114
+ const api = useAiObservabilityReviewApi();
115
+ return {create: api.useCreateBatchMutation(), runJudge: api.useRunJudgeMutation()};
116
+ },
117
+ {wrapper: ObservabilityTestProvider}
118
+ );
119
+
120
+ await act(async () => {
121
+ await result.current.create[0]({evaluatorId: "eval-1", limit: 10}).unwrap();
122
+ await result.current.runJudge[0]({
123
+ apiKey: "key-1",
124
+ batchId: "batch 1",
125
+ evaluatorId: "judge-1",
126
+ }).unwrap();
127
+ await result.current.runJudge[0]({batchId: "batch-2", evaluatorId: "judge-1"}).unwrap();
128
+ });
129
+
130
+ expect(calls[0]).toMatchObject({
131
+ body: {evaluatorId: "eval-1", limit: 10},
132
+ method: "POST",
133
+ url: "/ai/observability/review/batches",
134
+ });
135
+ expect(calls[1]).toMatchObject({
136
+ body: {evaluatorId: "judge-1"},
137
+ method: "POST",
138
+ url: "/ai/observability/review/batches/batch%201/judgeRuns",
139
+ });
140
+ expect(calls[1]?.headers["x-ai-api-key"]).toBe("key-1");
141
+ expect(calls[2]?.headers["x-ai-api-key"]).toBeUndefined();
142
+ });
84
143
  });
@@ -11,6 +11,20 @@ import type {ReviewDetail, ReviewStatus} from "./reviewTypes";
11
11
 
12
12
  const REVIEW_TAGS = ["aiObservabilityReview"] as const;
13
13
  const REVIEW_URL = "/ai/observability/review";
14
+ const BATCHES_URL = `${REVIEW_URL}/batches`;
15
+
16
+ /**
17
+ * Create a review batch from the newest traces (`limit`, `promptName`) or from a dataset's
18
+ * unanswered items (`datasetId`). The server rejects `datasetId` together with `limit`.
19
+ */
20
+ export interface CreateReviewBatchBody {
21
+ datasetId?: string;
22
+ description?: string;
23
+ evaluatorId: string;
24
+ limit?: number;
25
+ name?: string;
26
+ promptName?: string;
27
+ }
14
28
 
15
29
  export interface ReviewActionBody {
16
30
  action: "assign" | "skip" | "submit";
@@ -19,20 +33,36 @@ export interface ReviewActionBody {
19
33
  scores?: Record<string, boolean | number | string>;
20
34
  }
21
35
 
36
+ export interface RunJudgeArgs {
37
+ /** Caller AI key sent as `x-ai-api-key` when the server has no `aiService`. */
38
+ apiKey?: string;
39
+ batchId: string;
40
+ evaluatorId: string;
41
+ }
42
+
22
43
  export interface AiObservabilityReviewApi {
23
44
  useActionMutation: () => ObservabilityMutation<
24
45
  {body: ReviewActionBody; id: string},
25
46
  ReviewDetail
26
47
  >;
48
+ useBatchesQuery: () => AdminRpcQueryState<unknown>;
49
+ useBatchQuery: (id: string, options?: ObservabilityQueryOptions) => AdminRpcQueryState<unknown>;
50
+ useBatchQueueQuery: (
51
+ args: {batchId: string; status?: ReviewStatus},
52
+ options?: ObservabilityQueryOptions
53
+ ) => AdminRpcQueryState<unknown>;
54
+ useCreateBatchMutation: () => ObservabilityMutation<CreateReviewBatchBody, unknown>;
27
55
  useCurrentUserQuery: () => AdminRpcQueryState<unknown>;
28
56
  useDetailQuery: (id: string, options?: ObservabilityQueryOptions) => AdminRpcQueryState<unknown>;
29
57
  useListQuery: (status: ReviewStatus) => AdminRpcQueryState<unknown>;
58
+ useRunJudgeMutation: () => ObservabilityMutation<RunJudgeArgs, unknown>;
30
59
  useStatusQuery: () => AdminRpcQueryState<unknown>;
31
60
  }
32
61
 
33
62
  const reviewItemUrl = (id: string): string => `${REVIEW_URL}/${encodeURIComponent(id)}`;
63
+ const batchUrl = (id: string): string => `${BATCHES_URL}/${encodeURIComponent(id)}`;
34
64
 
35
- /** Review queue hooks for `/ai/observability/review` over the host-bound admin client. */
65
+ /** Review queue and batch hooks for `/ai/observability/review` over the host-bound admin client. */
36
66
  export const useAiObservabilityReviewApi = (): AiObservabilityReviewApi => {
37
67
  return {
38
68
  useActionMutation: () =>
@@ -44,6 +74,28 @@ export const useAiObservabilityReviewApi = (): AiObservabilityReviewApi => {
44
74
  url: reviewItemUrl(id),
45
75
  }),
46
76
  }),
77
+ useBatchesQuery: () => useObservabilityQuery({providesTags: REVIEW_TAGS, url: BATCHES_URL}),
78
+ useBatchQuery: (id, options) =>
79
+ useObservabilityQuery({
80
+ providesTags: REVIEW_TAGS,
81
+ skip: options?.skip,
82
+ url: batchUrl(id),
83
+ }),
84
+ useBatchQueueQuery: ({batchId, status}, options) =>
85
+ useObservabilityQuery({
86
+ providesTags: REVIEW_TAGS,
87
+ skip: options?.skip,
88
+ url: withQueryString({params: {batchId, status}, url: REVIEW_URL}),
89
+ }),
90
+ useCreateBatchMutation: () =>
91
+ useObservabilityMutation({
92
+ invalidatesTags: REVIEW_TAGS,
93
+ toRequest: (body: CreateReviewBatchBody) => ({
94
+ body: asJsonBody(body),
95
+ method: "POST",
96
+ url: BATCHES_URL,
97
+ }),
98
+ }),
47
99
  useCurrentUserQuery: () => useObservabilityQuery({url: "/auth/me"}),
48
100
  useDetailQuery: (id, options) =>
49
101
  useObservabilityQuery({
@@ -56,6 +108,16 @@ export const useAiObservabilityReviewApi = (): AiObservabilityReviewApi => {
56
108
  providesTags: REVIEW_TAGS,
57
109
  url: withQueryString({params: {status}, url: REVIEW_URL}),
58
110
  }),
111
+ useRunJudgeMutation: () =>
112
+ useObservabilityMutation({
113
+ invalidatesTags: REVIEW_TAGS,
114
+ toRequest: ({apiKey, batchId, evaluatorId}: RunJudgeArgs) => ({
115
+ body: {evaluatorId},
116
+ headers: apiKey ? {"x-ai-api-key": apiKey} : undefined,
117
+ method: "POST",
118
+ url: `${batchUrl(batchId)}/judgeRuns`,
119
+ }),
120
+ }),
59
121
  useStatusQuery: () => useObservabilityQuery({url: OBSERVABILITY_STATUS_URL}),
60
122
  };
61
123
  };