@terreno/admin-frontend 58.0.0-beta.3 → 58.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (371) hide show
  1. package/CHANGELOG.md +166 -0
  2. package/dist/AdminModelForm.js +12 -12
  3. package/dist/AdminModelForm.js.map +1 -1
  4. package/dist/AdminModelTable.d.ts.map +1 -1
  5. package/dist/AdminModelTable.js +11 -0
  6. package/dist/AdminModelTable.js.map +1 -1
  7. package/dist/ConfigurationScreen.d.ts.map +1 -1
  8. package/dist/ConfigurationScreen.js +1 -2
  9. package/dist/ConfigurationScreen.js.map +1 -1
  10. package/dist/adminModelUrls.d.ts +7 -0
  11. package/dist/adminModelUrls.d.ts.map +1 -0
  12. package/dist/adminModelUrls.js +9 -0
  13. package/dist/adminModelUrls.js.map +1 -0
  14. package/dist/adminRpc.d.ts.map +1 -1
  15. package/dist/adminRpc.js +9 -0
  16. package/dist/adminRpc.js.map +1 -1
  17. package/dist/adminRpcSeed.d.ts +25 -0
  18. package/dist/adminRpcSeed.d.ts.map +1 -0
  19. package/dist/adminRpcSeed.js +49 -0
  20. package/dist/adminRpcSeed.js.map +1 -0
  21. package/dist/comms/commsDashboardParams.d.ts.map +1 -1
  22. package/dist/comms/commsDashboardParams.js +7 -1
  23. package/dist/comms/commsDashboardParams.js.map +1 -1
  24. package/dist/index.d.ts +9 -2
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js +9 -2
  27. package/dist/index.js.map +1 -1
  28. package/dist/useAdminModelApi.d.ts.map +1 -1
  29. package/dist/useAdminModelApi.js +2 -1
  30. package/dist/useAdminModelApi.js.map +1 -1
  31. package/dist/useAdminRpc.d.ts.map +1 -1
  32. package/dist/useAdminRpc.js +50 -19
  33. package/dist/useAdminRpc.js.map +1 -1
  34. package/dist/useConfigurationApi.d.ts.map +1 -1
  35. package/dist/useConfigurationApi.js +8 -2
  36. package/dist/useConfigurationApi.js.map +1 -1
  37. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  38. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  39. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  40. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  41. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  42. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  43. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  44. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  45. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  47. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  60. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  61. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  62. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  63. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  64. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  65. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  66. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  67. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  68. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  83. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  90. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  91. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  93. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  95. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  97. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  99. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  100. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  101. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  102. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  103. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  104. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
  105. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  108. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  109. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  111. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  112. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  113. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  115. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  116. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  123. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  128. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  129. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  130. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  131. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  132. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  134. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  136. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  137. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  138. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  139. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  140. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  141. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  142. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  143. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  144. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
  145. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  146. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  147. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  149. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  151. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  152. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  153. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  154. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  155. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  156. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  157. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  158. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  159. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  160. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  161. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  162. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  163. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  164. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  165. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  166. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
  168. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  169. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  170. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  172. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  173. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  174. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  176. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  177. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  178. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  179. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  180. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  181. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
  182. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  183. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
  184. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  185. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  186. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  188. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  190. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  191. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  192. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  193. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  194. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  196. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  198. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  199. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  200. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  201. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  203. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  204. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  205. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  207. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  208. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  209. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  211. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  212. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  213. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  215. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  216. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  217. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  218. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  219. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  220. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  221. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  222. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  223. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  224. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  225. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  226. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  227. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  228. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  229. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  230. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  231. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  232. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  233. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  234. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  235. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  236. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  237. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  238. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  239. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  240. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  241. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  242. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  243. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  244. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  245. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  246. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  247. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  248. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  249. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  250. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  251. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  252. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  253. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  254. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  255. package/dist/widgets/homeWidgetUrls.d.ts +13 -0
  256. package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
  257. package/dist/widgets/homeWidgetUrls.js +71 -0
  258. package/dist/widgets/homeWidgetUrls.js.map +1 -0
  259. package/package.json +4 -4
  260. package/src/AdminModelForm.tsx +16 -16
  261. package/src/AdminModelTable.tsx +12 -0
  262. package/src/ConfigurationScreen.tsx +1 -2
  263. package/src/adminModelUrls.test.ts +31 -0
  264. package/src/adminModelUrls.ts +8 -0
  265. package/src/adminRpc.test.ts +10 -0
  266. package/src/adminRpc.ts +9 -0
  267. package/src/adminRpcSeed.tsx +65 -0
  268. package/src/comms/commsDashboardParams.ts +7 -1
  269. package/src/index.tsx +10 -0
  270. package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
  271. package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
  272. package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
  273. package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
  274. package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
  275. package/src/isolated/aiListTables.isolated.tsx +648 -0
  276. package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
  277. package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
  278. package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
  279. package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
  280. package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
  281. package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
  282. package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
  283. package/src/isolated/aiTracesTable.isolated.tsx +368 -0
  284. package/src/isolated/hooks.isolated.tsx +89 -0
  285. package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
  286. package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
  287. package/src/useAdminModelApi.ts +2 -1
  288. package/src/useAdminRpc.test.tsx +538 -2
  289. package/src/useAdminRpc.ts +50 -19
  290. package/src/useConfigurationApi.ts +9 -1
  291. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  292. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  293. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  294. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  295. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  296. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  297. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  298. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  299. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  300. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  301. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  302. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  303. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  304. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  305. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  306. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  307. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  308. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  309. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  310. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  311. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  312. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  313. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  314. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  315. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  316. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
  317. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
  318. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  319. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  320. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
  321. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  322. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  323. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  324. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  325. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  326. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  327. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  328. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  329. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  330. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
  331. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  332. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
  333. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  334. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  335. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  336. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  337. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  338. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
  339. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  340. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  341. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  342. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  343. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
  344. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
  345. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  346. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
  347. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  348. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
  349. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  350. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  351. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  352. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  353. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  354. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  355. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  356. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  357. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  358. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  359. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  360. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  361. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  362. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  363. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  364. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  365. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  366. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  367. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  368. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
  369. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  370. package/src/widgets/homeWidgetUrls.test.ts +201 -0
  371. package/src/widgets/homeWidgetUrls.ts +87 -0
@@ -0,0 +1,648 @@
1
+ import {beforeEach, describe, expect, it, mock} from "bun:test";
2
+ import type {DataTableProps} from "@terreno/ui";
3
+ import {act, fireEvent} from "@testing-library/react-native";
4
+ import {assert} from "chai";
5
+ import React from "react";
6
+ import {renderWithTheme} from "../../../ui/src/test-utils";
7
+ import type {AdminConfigResponse} from "../types";
8
+ import {AiDatasetsListView} from "../widgets/aiObservability/datasets/AiDatasetsListView";
9
+ import type {DatasetRecord} from "../widgets/aiObservability/datasets/datasetTypes";
10
+ import {AiEvaluatorsListView} from "../widgets/aiObservability/evaluators/AiEvaluatorsListView";
11
+ import type {EvaluatorRecord} from "../widgets/aiObservability/evaluators/evaluatorTypes";
12
+ import {AiExperimentsScreenWidget as AiExperimentsScreenWidgetBase} from "../widgets/aiObservability/experiments/AiExperimentsListScreen";
13
+ import {AiExperimentsListView} from "../widgets/aiObservability/experiments/AiExperimentsListView";
14
+ import type {ExperimentRecord} from "../widgets/aiObservability/experiments/experimentTypes";
15
+ import {AiReviewBatchesView} from "../widgets/aiObservability/review/AiReviewBatchesView";
16
+ import {AiReviewQueueView} from "../widgets/aiObservability/review/AiReviewQueueView";
17
+ import type {ReviewBatchListItem} from "../widgets/aiObservability/review/batchTypes";
18
+ import type {ReviewListItem} from "../widgets/aiObservability/review/reviewTypes";
19
+ import {
20
+ createObservabilityServer,
21
+ type FakeObservabilityServer,
22
+ flushObservabilityRequests,
23
+ withObservabilityServer,
24
+ } from "./observabilityFakeApi.isolated";
25
+ import {operatorObservabilityStatus} from "./observabilityStatusFixtures.isolated";
26
+
27
+ const AiExperimentsScreenWidget = withObservabilityServer(AiExperimentsScreenWidgetBase);
28
+
29
+ const routerPush = mock((_href: string) => undefined);
30
+
31
+ mock.module("expo-router", () => ({
32
+ router: {
33
+ push: (href: string): void => {
34
+ routerPush(href);
35
+ },
36
+ },
37
+ useLocalSearchParams: (): Record<string, string> => ({}),
38
+ }));
39
+
40
+ type View = ReturnType<typeof renderWithTheme>;
41
+
42
+ /** Props of the DataTable rendered under `testID`, read fresh after each update. */
43
+ const tableProps = (view: View, testID: string): DataTableProps => {
44
+ return view.UNSAFE_root.find(
45
+ (node) => node.props.testID === testID && "setSortColumn" in node.props
46
+ ).props as DataTableProps;
47
+ };
48
+
49
+ /** Row order as the ids in each row's button testIDs. */
50
+ const rowOrder = (view: View, prefix: string): string[] => {
51
+ return view
52
+ .getAllByTestId(new RegExp(`^${prefix}`))
53
+ .map((node) => String(node.props.testID).slice(prefix.length));
54
+ };
55
+
56
+ const sortBy = (view: View, testID: string, column: number, direction: "asc" | "desc"): void => {
57
+ act(() => {
58
+ tableProps(view, testID).setSortColumn?.({column, direction});
59
+ });
60
+ };
61
+
62
+ const filterBy = (view: View, testID: string, values: Record<string, unknown>): void => {
63
+ act(() => {
64
+ tableProps(view, testID).onFilterValuesChange?.(values);
65
+ });
66
+ };
67
+
68
+ const experiment = (overrides: Partial<ExperimentRecord>): ExperimentRecord => ({
69
+ created: "2026-01-01T00:00:00.000Z",
70
+ datasetId: "ds-1",
71
+ evaluatorIds: [],
72
+ id: "exp",
73
+ includeUnproofread: false,
74
+ items: [],
75
+ name: "experiment",
76
+ promptName: "summarize",
77
+ status: "completed",
78
+ thresholds: [],
79
+ updated: "2026-01-01T00:00:00.000Z",
80
+ versions: [1, 2],
81
+ ...overrides,
82
+ });
83
+
84
+ const EXPERIMENTS: ExperimentRecord[] = [
85
+ experiment({
86
+ datasetId: "ds-gold",
87
+ estimate: {costUsd: 0.5} as ExperimentRecord["estimate"],
88
+ id: "e1",
89
+ name: "Summarize v2 vs v3 (length cap)",
90
+ }),
91
+ experiment({
92
+ datasetId: "ds-jokes",
93
+ estimate: {costUsd: 2} as ExperimentRecord["estimate"],
94
+ id: "e2",
95
+ name: "Jokes v1 vs v2 (one-liners)",
96
+ status: "failed",
97
+ }),
98
+ experiment({datasetId: "ds-gold", id: "e3", name: "Summarize v1 vs v2 (gold)"}),
99
+ ];
100
+
101
+ const DATASET_NAMES = {"ds-gold": "example-summarize-gold", "ds-jokes": "joke-generator-topics"};
102
+
103
+ describe("AiExperimentsListView table", () => {
104
+ it("sorts by cost, filters by dataset name, and sizes name and dataset to one line", () => {
105
+ const view = renderWithTheme(
106
+ <AiExperimentsListView
107
+ datasetNames={DATASET_NAMES}
108
+ experiments={EXPERIMENTS}
109
+ isLoading={false}
110
+ onCreate={() => undefined}
111
+ onOpenResults={() => undefined}
112
+ onRetry={() => undefined}
113
+ />
114
+ );
115
+ const table = tableProps(view, "ai-experiments-table");
116
+ expect(table.columns.map((column) => column.title)).toEqual([
117
+ "Experiment",
118
+ "Dataset",
119
+ "Status",
120
+ "Result",
121
+ "Cost",
122
+ ]);
123
+ expect(table.columns.map((column) => column.sortable)).toEqual([true, true, true, true, true]);
124
+ expect(table.columns[0]?.width).toBeGreaterThanOrEqual(300);
125
+ expect(table.columns[1]?.width).toBeGreaterThanOrEqual(240);
126
+ expect(table.columns[1]?.filter?.options).toEqual([
127
+ {label: "example-summarize-gold", value: "example-summarize-gold"},
128
+ {label: "joke-generator-topics", value: "joke-generator-topics"},
129
+ ]);
130
+ expect(view.getAllByText("example-summarize-gold").length).toBe(2);
131
+
132
+ sortBy(view, "ai-experiments-table", 4, "desc");
133
+ expect(rowOrder(view, "ai-experiment-open-")).toEqual(["e2", "e1", "e3"]);
134
+
135
+ filterBy(view, "ai-experiments-table", {dataset: ["example-summarize-gold"]});
136
+ expect(rowOrder(view, "ai-experiment-open-")).toEqual(["e1", "e3"]);
137
+
138
+ act(() => {
139
+ tableProps(view, "ai-experiments-table").onSearchChange?.("v1 vs v2");
140
+ });
141
+ expect(rowOrder(view, "ai-experiment-open-")).toEqual(["e3"]);
142
+ });
143
+
144
+ it("shows the dataset id when the name is unknown", () => {
145
+ const view = renderWithTheme(
146
+ <AiExperimentsListView
147
+ experiments={[experiment({datasetId: "ds-orphan", id: "e9"})]}
148
+ isLoading={false}
149
+ onCreate={() => undefined}
150
+ onOpenResults={() => undefined}
151
+ onRetry={() => undefined}
152
+ />
153
+ );
154
+ expect(view.getByText("ds-orphan")).toBeTruthy();
155
+ });
156
+
157
+ it("shows one gate verdict badge per experiment", () => {
158
+ const gate = {
159
+ aggregate: "mean" as const,
160
+ dimension: "helpfulness",
161
+ evaluatorName: "helpfulness",
162
+ op: "gte" as const,
163
+ value: 0.8,
164
+ };
165
+ const view = renderWithTheme(
166
+ <AiExperimentsListView
167
+ experiments={[
168
+ experiment({
169
+ id: "e5",
170
+ results: {
171
+ gates: [
172
+ {...gate, actual: 0.6, passed: false, version: 1},
173
+ {...gate, actual: 0.9, passed: true, version: 2},
174
+ ],
175
+ lowConfidenceItemIds: [],
176
+ outlierItemIds: [],
177
+ progress: {completed: 1, total: 1},
178
+ } as ExperimentRecord["results"],
179
+ }),
180
+ ]}
181
+ isLoading={false}
182
+ onCreate={() => undefined}
183
+ onOpenResults={() => undefined}
184
+ onRetry={() => undefined}
185
+ />
186
+ );
187
+ expect(view.getByTestId("ai-experiment-result-e5")).toHaveTextContent("v2 ready to promote");
188
+ expect(view.queryByText(/gates failing/)).toBeNull();
189
+ });
190
+
191
+ it("says how many gates fail when no version passes", () => {
192
+ const gate = {
193
+ aggregate: "mean" as const,
194
+ dimension: "helpfulness",
195
+ evaluatorName: "helpfulness",
196
+ op: "gte" as const,
197
+ value: 0.8,
198
+ };
199
+ const view = renderWithTheme(
200
+ <AiExperimentsListView
201
+ experiments={[
202
+ experiment({
203
+ id: "e6",
204
+ results: {
205
+ gates: [
206
+ {...gate, actual: 0.6, passed: false, version: 1},
207
+ {...gate, actual: 0.7, passed: false, version: 2},
208
+ ],
209
+ lowConfidenceItemIds: [],
210
+ outlierItemIds: [],
211
+ progress: {completed: 1, total: 1},
212
+ } as ExperimentRecord["results"],
213
+ }),
214
+ ]}
215
+ isLoading={false}
216
+ onCreate={() => undefined}
217
+ onOpenResults={() => undefined}
218
+ onRetry={() => undefined}
219
+ />
220
+ );
221
+ expect(view.getByTestId("ai-experiment-result-e6")).toHaveTextContent("Fails 1 of 1 gate");
222
+ });
223
+
224
+ it("filters by kind with the segmented control", () => {
225
+ const view = renderWithTheme(
226
+ <AiExperimentsListView
227
+ experiments={[
228
+ experiment({id: "j1", kind: "judge", name: "Judge run"}),
229
+ experiment({id: "p1", kind: "prompt", name: "Prompt run"}),
230
+ ]}
231
+ isLoading={false}
232
+ onCreate={() => undefined}
233
+ onOpenResults={() => undefined}
234
+ onRetry={() => undefined}
235
+ />
236
+ );
237
+ expect(rowOrder(view, "ai-experiment-open-").sort()).toEqual(["j1", "p1"]);
238
+ fireEvent.press(view.getAllByText("Judge calibration")[0] as never);
239
+ expect(rowOrder(view, "ai-experiment-open-")).toEqual(["j1"]);
240
+ });
241
+
242
+ it("formats sub-cent costs", () => {
243
+ const view = renderWithTheme(
244
+ <AiExperimentsListView
245
+ experiments={[
246
+ experiment({estimate: {costUsd: 0.004} as ExperimentRecord["estimate"], id: "c1"}),
247
+ ]}
248
+ isLoading={false}
249
+ onCreate={() => undefined}
250
+ onOpenResults={() => undefined}
251
+ onRetry={() => undefined}
252
+ />
253
+ );
254
+ expect(view.getByText("<$0.01")).toBeTruthy();
255
+ });
256
+ });
257
+
258
+ const EXPERIMENTS_ROUTE = "GET /ai/observability/experiments";
259
+
260
+ const createExperimentsServer = ({
261
+ datasets = [],
262
+ listResponse,
263
+ }: {
264
+ datasets?: unknown[];
265
+ listResponse: unknown;
266
+ }): FakeObservabilityServer => {
267
+ return createObservabilityServer({
268
+ [EXPERIMENTS_ROUTE]: {data: listResponse},
269
+ "GET /ai/observability/datasets": {data: datasets},
270
+ "GET /ai/observability/status": {data: operatorObservabilityStatus()},
271
+ });
272
+ };
273
+
274
+ const renderExperimentsScreen = async (server: FakeObservabilityServer): Promise<View> => {
275
+ const config: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
276
+ const view = renderWithTheme(
277
+ <AiExperimentsScreenWidget
278
+ config={config}
279
+ routeBase="/admin"
280
+ screenName="ai-experiments"
281
+ server={server}
282
+ />
283
+ );
284
+ await flushObservabilityRequests();
285
+ return view;
286
+ };
287
+
288
+ describe("AiExperimentsScreenWidget dataset names", () => {
289
+ beforeEach(() => {
290
+ routerPush.mockClear();
291
+ });
292
+
293
+ it("resolves dataset ids to names and opens a sorted row", async () => {
294
+ const server = createExperimentsServer({
295
+ datasets: [{counts: {}, id: "ds-gold", name: "example-summarize-gold", tags: []}],
296
+ listResponse: EXPERIMENTS,
297
+ });
298
+ const view = await renderExperimentsScreen(server);
299
+ assert.equal(server.callsTo("GET /ai/observability/datasets").length, 1);
300
+ expect(view.getAllByText("example-summarize-gold").length).toBe(2);
301
+ expect(view.getByText("ds-jokes")).toBeTruthy();
302
+ sortBy(view, "ai-experiments-table", 0, "asc");
303
+ expect(rowOrder(view, "ai-experiment-open-")).toEqual(["e2", "e3", "e1"]);
304
+ await act(async () => {
305
+ fireEvent.press(view.getByTestId("ai-experiment-open-e2"));
306
+ await new Promise((resolve) => setTimeout(resolve, 0));
307
+ });
308
+ expect(String(routerPush.mock.calls[0]?.[0])).toContain("id=e2");
309
+ });
310
+ });
311
+
312
+ describe("AiExperimentsScreenWidget truncation", () => {
313
+ it("requests the newest 100 experiments and notes when more exist", async () => {
314
+ const server = createExperimentsServer({
315
+ listResponse: {data: EXPERIMENTS, limit: 100, more: true, page: 1, total: 240},
316
+ });
317
+ const view = await renderExperimentsScreen(server);
318
+ const calls = server.callsTo(EXPERIMENTS_ROUTE);
319
+ assert.isAtLeast(calls.length, 1);
320
+ assert.deepEqual(calls[0]?.query, {limit: "100"});
321
+ expect(view.getByTestId("ai-experiments-truncated-note")).toBeTruthy();
322
+ expect(
323
+ view.getByText("Showing the newest 100 experiments; filters and sorting apply to these.")
324
+ ).toBeTruthy();
325
+ });
326
+
327
+ it("hides the note when every experiment fits", async () => {
328
+ const server = createExperimentsServer({
329
+ listResponse: {data: EXPERIMENTS, limit: 100, more: false, page: 1, total: 3},
330
+ });
331
+ const view = await renderExperimentsScreen(server);
332
+ // The rows loaded, so the missing note is not just a missing response.
333
+ expect(view.getByTestId("ai-experiment-open-e1")).toBeTruthy();
334
+ expect(view.queryByTestId("ai-experiments-truncated-note")).toBeNull();
335
+ });
336
+ });
337
+
338
+ const dataset = (overrides: Partial<DatasetRecord>): DatasetRecord => ({
339
+ counts: {auto: 0, human: 0, needsReview: 0, total: 0},
340
+ created: "2026-01-01T00:00:00.000Z",
341
+ id: "ds",
342
+ name: "dataset",
343
+ tags: [],
344
+ updated: "2026-01-01T00:00:00.000Z",
345
+ ...overrides,
346
+ });
347
+
348
+ describe("AiDatasetsListView table", () => {
349
+ it("sorts by item count and filters by updated date", () => {
350
+ const view = renderWithTheme(
351
+ <AiDatasetsListView
352
+ createName=""
353
+ createOpen={false}
354
+ createPromptBinding=""
355
+ datasets={[
356
+ dataset({
357
+ counts: {auto: 1, human: 9, needsReview: 0, total: 10},
358
+ id: "d1",
359
+ name: "gold",
360
+ updated: "2026-03-01T00:00:00.000Z",
361
+ }),
362
+ dataset({
363
+ counts: {auto: 2, human: 0, needsReview: 2, total: 2},
364
+ id: "d2",
365
+ inputSchemaPromptName: "summarize",
366
+ name: "auto",
367
+ }),
368
+ dataset({
369
+ counts: {auto: 0, human: 30, needsReview: 0, total: 30},
370
+ id: "d3",
371
+ name: "big",
372
+ updated: "2026-02-01T00:00:00.000Z",
373
+ }),
374
+ ]}
375
+ importOpen={false}
376
+ importPaste=""
377
+ isCreating={false}
378
+ isImporting={false}
379
+ isLoading={false}
380
+ onCreate={() => undefined}
381
+ onCreateNameChange={() => undefined}
382
+ onCreatePromptBindingChange={() => undefined}
383
+ onDismissCreate={() => undefined}
384
+ onDismissImport={() => undefined}
385
+ onFilePicked={() => undefined}
386
+ onImportPasteChange={() => undefined}
387
+ onImportSubmit={() => undefined}
388
+ onOpenCreate={() => undefined}
389
+ onOpenDetail={() => undefined}
390
+ onOpenImport={() => undefined}
391
+ onRetry={() => undefined}
392
+ />
393
+ );
394
+ const table = tableProps(view, "ai-datasets-table");
395
+ expect(table.columns.map((column) => column.sortable)).toEqual([
396
+ true,
397
+ true,
398
+ true,
399
+ true,
400
+ true,
401
+ false,
402
+ ]);
403
+ expect(table.columns[3]?.filter?.options).toEqual([{label: "summarize", value: "summarize"}]);
404
+
405
+ sortBy(view, "ai-datasets-table", 1, "desc");
406
+ expect(rowOrder(view, "ai-datasets-open-")).toEqual(["d3", "d1", "d2"]);
407
+
408
+ filterBy(view, "ai-datasets-table", {updated_gte: "2026-01-15T00:00:00.000Z"});
409
+ expect(rowOrder(view, "ai-datasets-open-")).toEqual(["d3", "d1"]);
410
+
411
+ filterBy(view, "ai-datasets-table", {provenance: {$gte: 95}});
412
+ expect(rowOrder(view, "ai-datasets-open-")).toEqual(["d3"]);
413
+ });
414
+ });
415
+
416
+ describe("AiDatasetsListView People's answers", () => {
417
+ const judgment = (
418
+ overrides: Partial<NonNullable<DatasetRecord["judgments"]>[number]>
419
+ ): NonNullable<DatasetRecord["judgments"]>[number] => ({
420
+ answered: 4,
421
+ current: 4,
422
+ evaluatorId: "qs-1",
423
+ evaluatorName: "summary-review-questions",
424
+ stale: 0,
425
+ total: 4,
426
+ ...overrides,
427
+ });
428
+
429
+ it("summarizes answers from judgments, not the proofread count", () => {
430
+ const view = renderWithTheme(
431
+ <AiDatasetsListView
432
+ createName=""
433
+ createOpen={false}
434
+ createPromptBinding=""
435
+ datasets={[
436
+ // Every item answered, but none proofread: the cell must not ask for proofreading.
437
+ dataset({
438
+ counts: {auto: 4, human: 0, needsReview: 4, total: 4},
439
+ id: "all",
440
+ judgments: [judgment({})],
441
+ name: "all-answered",
442
+ }),
443
+ // Reworded questions left two stale answers.
444
+ dataset({
445
+ counts: {auto: 0, human: 4, needsReview: 0, total: 4},
446
+ id: "stale",
447
+ judgments: [judgment({current: 2, stale: 2})],
448
+ name: "stale-answers",
449
+ }),
450
+ // Half answered, nothing stale.
451
+ dataset({
452
+ counts: {auto: 0, human: 4, needsReview: 0, total: 4},
453
+ id: "partial",
454
+ judgments: [judgment({answered: 2, current: 2})],
455
+ name: "partial",
456
+ }),
457
+ ]}
458
+ importOpen={false}
459
+ importPaste=""
460
+ isCreating={false}
461
+ isImporting={false}
462
+ isLoading={false}
463
+ onCreate={() => undefined}
464
+ onCreateNameChange={() => undefined}
465
+ onCreatePromptBindingChange={() => undefined}
466
+ onDismissCreate={() => undefined}
467
+ onDismissImport={() => undefined}
468
+ onFilePicked={() => undefined}
469
+ onImportPasteChange={() => undefined}
470
+ onImportSubmit={() => undefined}
471
+ onOpenCreate={() => undefined}
472
+ onOpenDetail={() => undefined}
473
+ onOpenImport={() => undefined}
474
+ onRetry={() => undefined}
475
+ />
476
+ );
477
+ expect(view.queryByText(/need proofreading/)).toBeNull();
478
+ expect(view.getByTestId("ai-datasets-answers-all")).toHaveTextContent("All answered");
479
+ expect(view.getByTestId("ai-datasets-answers-stale")).toHaveTextContent(
480
+ "2 answers out of date"
481
+ );
482
+ expect(view.getByTestId("ai-datasets-answers-partial")).toHaveTextContent("2 of 4 answered");
483
+ });
484
+ });
485
+
486
+ const evaluator = (overrides: Partial<EvaluatorRecord>): EvaluatorRecord => ({
487
+ confidenceAlertBelow: 0.5,
488
+ dimensions: [{dataType: "boolean", key: "correct", required: true}],
489
+ id: "ev",
490
+ name: "evaluator",
491
+ runModes: {allowManualRun: true, availableInExperiments: false, liveSampleRate: 0},
492
+ target: "full trace",
493
+ type: "llm-judge",
494
+ ...overrides,
495
+ });
496
+
497
+ describe("AiEvaluatorsListView table", () => {
498
+ it("sorts by name and filters by type", () => {
499
+ const view = renderWithTheme(
500
+ <AiEvaluatorsListView
501
+ evaluators={[
502
+ evaluator({id: "v1", name: "eval-judge-helpfulness"}),
503
+ evaluator({id: "v2", name: "summary-review-questions", type: "human"}),
504
+ evaluator({id: "v3", name: "eval-judge-correctness"}),
505
+ ]}
506
+ isLoading={false}
507
+ onCreate={() => undefined}
508
+ onOpen={() => undefined}
509
+ onRetry={() => undefined}
510
+ />
511
+ );
512
+ const table = tableProps(view, "ai-evaluators-table");
513
+ expect(table.columns[1]?.filter?.options).toEqual([
514
+ {label: "Human", value: "human"},
515
+ {label: "LLM judge", value: "llm-judge"},
516
+ ]);
517
+
518
+ sortBy(view, "ai-evaluators-table", 0, "asc");
519
+ expect(rowOrder(view, "ai-evaluator-open-")).toEqual(["v3", "v1", "v2"]);
520
+
521
+ filterBy(view, "ai-evaluators-table", {type: ["llm-judge"]});
522
+ expect(rowOrder(view, "ai-evaluator-open-")).toEqual(["v3", "v1"]);
523
+ });
524
+ });
525
+
526
+ const reviewItem = (overrides: Partial<ReviewListItem>): ReviewListItem => ({
527
+ enqueuedAt: "2026-01-01T00:00:00.000Z",
528
+ evaluatorId: "qs",
529
+ id: "item",
530
+ reason: "sampled",
531
+ status: "pending",
532
+ traceId: "trace",
533
+ traceName: "summarize",
534
+ ...overrides,
535
+ });
536
+
537
+ describe("AiReviewQueueView table", () => {
538
+ it("sorts by waiting time and filters by assignee", async () => {
539
+ const onOpenItem = mock((_id: string) => undefined);
540
+ const view = renderWithTheme(
541
+ <AiReviewQueueView
542
+ counts={{done: 0, in_progress: 0, pending: 3, skipped: 0}}
543
+ items={[
544
+ reviewItem({enqueuedAt: "2026-01-02T00:00:00.000Z", id: "r1", promptName: "a"}),
545
+ reviewItem({assigneeId: "user-1", enqueuedAt: "2026-01-03T00:00:00.000Z", id: "r2"}),
546
+ reviewItem({enqueuedAt: "2026-01-01T00:00:00.000Z", id: "r3", promptName: "b"}),
547
+ ]}
548
+ onOpenItem={onOpenItem}
549
+ onRetry={() => undefined}
550
+ onStatusChange={() => undefined}
551
+ questionSetNames={{qs: "summary-questions"}}
552
+ status="pending"
553
+ />
554
+ );
555
+ const table = tableProps(view, "ai-review-table");
556
+ expect(table.columns.map((column) => column.title)).toEqual([
557
+ "Output",
558
+ "Question set",
559
+ "Prompt",
560
+ "Assignee",
561
+ "Waiting",
562
+ "Status",
563
+ ]);
564
+ expect(table.columns[3]?.filter?.options).toEqual([
565
+ {label: "Unassigned", value: "Unassigned"},
566
+ {label: "user-1", value: "user-1"},
567
+ ]);
568
+
569
+ sortBy(view, "ai-review-table", 4, "desc");
570
+ expect(rowOrder(view, "ai-review-open-")).toEqual(["r2", "r1", "r3"]);
571
+
572
+ filterBy(view, "ai-review-table", {assignee: ["Unassigned"]});
573
+ expect(rowOrder(view, "ai-review-open-")).toEqual(["r1", "r3"]);
574
+
575
+ await act(async () => {
576
+ fireEvent.press(view.getByTestId("ai-review-open-r3"));
577
+ await new Promise((resolve) => setTimeout(resolve, 0));
578
+ });
579
+ expect(onOpenItem).toHaveBeenCalledWith("r3");
580
+ });
581
+ });
582
+
583
+ const batch = (overrides: Partial<ReviewBatchListItem>): ReviewBatchListItem => ({
584
+ counts: {done: 0, pending: 0, skipped: 0, total: 10},
585
+ created: "2026-01-01T00:00:00.000Z",
586
+ evaluatorId: "qs",
587
+ evaluatorName: "summary-review-questions",
588
+ id: "b",
589
+ judgeCount: 0,
590
+ name: "batch",
591
+ ...overrides,
592
+ });
593
+
594
+ describe("AiReviewBatchesView table", () => {
595
+ it("sorts by best judge agreement and filters by question set", async () => {
596
+ const onOpenBatch = mock((_id: string) => undefined);
597
+ const view = renderWithTheme(
598
+ <AiReviewBatchesView
599
+ batches={[
600
+ batch({
601
+ bestJudge: {evaluatorName: "careful", rate: 0.6},
602
+ id: "b1",
603
+ judgeCount: 1,
604
+ name: "Recent summaries — batch 1",
605
+ promptName: "example-summarize",
606
+ }),
607
+ batch({
608
+ bestJudge: {evaluatorName: "quick", rate: 0.9},
609
+ evaluatorName: "helpfulness-questions",
610
+ id: "b2",
611
+ judgeCount: 2,
612
+ name: "Helpfulness",
613
+ }),
614
+ batch({id: "b3", name: "No judges yet"}),
615
+ ]}
616
+ name=""
617
+ onCreate={() => undefined}
618
+ onNameChange={() => undefined}
619
+ onOpenBatch={onOpenBatch}
620
+ onPromptChange={() => undefined}
621
+ onQuestionSetChange={() => undefined}
622
+ onRetry={() => undefined}
623
+ promptName=""
624
+ promptOptions={[]}
625
+ questionSetId=""
626
+ questionSetOptions={[]}
627
+ />
628
+ );
629
+ expect(view.getByText("summary-review-questions · example-summarize")).toBeTruthy();
630
+ expect(view.getByText("No judge run yet")).toBeTruthy();
631
+ expect(view.getByTestId("ai-review-batch-answered-b1")).toBeTruthy();
632
+ expect(
633
+ tableProps(view, "ai-review-batches-table").columns.map((column) => column.title)
634
+ ).toEqual(["Batch", "Answered by people", "Best judge vs people", "Created"]);
635
+
636
+ sortBy(view, "ai-review-batches-table", 2, "desc");
637
+ expect(rowOrder(view, "ai-review-batches-open-")).toEqual(["b2", "b1", "b3"]);
638
+
639
+ filterBy(view, "ai-review-batches-table", {questionSet: ["summary-review-questions"]});
640
+ expect(rowOrder(view, "ai-review-batches-open-")).toEqual(["b1", "b3"]);
641
+
642
+ await act(async () => {
643
+ fireEvent.press(view.getByTestId("ai-review-batches-open-b3"));
644
+ await new Promise((resolve) => setTimeout(resolve, 0));
645
+ });
646
+ expect(onOpenBatch).toHaveBeenCalledWith("b3");
647
+ });
648
+ });