@terreno/admin-frontend 58.0.0-beta.2 → 58.0.0-beta.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (371) hide show
  1. package/CHANGELOG.md +146 -0
  2. package/dist/AdminModelForm.js +12 -12
  3. package/dist/AdminModelForm.js.map +1 -1
  4. package/dist/AdminModelTable.d.ts.map +1 -1
  5. package/dist/AdminModelTable.js +11 -0
  6. package/dist/AdminModelTable.js.map +1 -1
  7. package/dist/ConfigurationScreen.d.ts.map +1 -1
  8. package/dist/ConfigurationScreen.js +1 -2
  9. package/dist/ConfigurationScreen.js.map +1 -1
  10. package/dist/adminModelUrls.d.ts +7 -0
  11. package/dist/adminModelUrls.d.ts.map +1 -0
  12. package/dist/adminModelUrls.js +9 -0
  13. package/dist/adminModelUrls.js.map +1 -0
  14. package/dist/adminRpc.d.ts.map +1 -1
  15. package/dist/adminRpc.js +9 -0
  16. package/dist/adminRpc.js.map +1 -1
  17. package/dist/adminRpcSeed.d.ts +25 -0
  18. package/dist/adminRpcSeed.d.ts.map +1 -0
  19. package/dist/adminRpcSeed.js +49 -0
  20. package/dist/adminRpcSeed.js.map +1 -0
  21. package/dist/comms/commsDashboardParams.d.ts.map +1 -1
  22. package/dist/comms/commsDashboardParams.js +7 -1
  23. package/dist/comms/commsDashboardParams.js.map +1 -1
  24. package/dist/index.d.ts +9 -2
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js +9 -2
  27. package/dist/index.js.map +1 -1
  28. package/dist/useAdminModelApi.d.ts.map +1 -1
  29. package/dist/useAdminModelApi.js +2 -1
  30. package/dist/useAdminModelApi.js.map +1 -1
  31. package/dist/useAdminRpc.d.ts.map +1 -1
  32. package/dist/useAdminRpc.js +50 -19
  33. package/dist/useAdminRpc.js.map +1 -1
  34. package/dist/useConfigurationApi.d.ts.map +1 -1
  35. package/dist/useConfigurationApi.js +8 -2
  36. package/dist/useConfigurationApi.js.map +1 -1
  37. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  38. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  39. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  40. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  41. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  42. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  43. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  44. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  45. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  47. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  60. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  61. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  62. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  63. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  64. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  65. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  66. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  67. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  68. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  83. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  90. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  91. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  93. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  95. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  97. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  99. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  100. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  101. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  102. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  103. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  104. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
  105. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  108. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  109. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  111. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  112. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  113. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  115. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  116. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  123. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  128. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  129. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  130. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  131. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  132. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  134. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  136. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  137. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  138. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  139. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  140. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  141. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  142. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  143. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  144. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
  145. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  146. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  147. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  149. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  151. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  152. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  153. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  154. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  155. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  156. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  157. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  158. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  159. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  160. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  161. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  162. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  163. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  164. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  165. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  166. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
  168. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  169. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  170. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  172. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  173. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  174. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  176. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  177. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  178. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  179. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  180. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  181. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
  182. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  183. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
  184. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  185. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  186. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  188. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  190. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  191. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  192. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  193. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  194. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  196. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  198. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  199. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  200. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  201. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  203. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  204. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  205. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  207. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  208. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  209. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  211. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  212. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  213. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  215. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  216. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  217. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  218. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  219. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  220. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  221. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  222. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  223. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  224. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  225. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  226. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  227. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  228. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  229. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  230. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  231. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  232. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  233. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  234. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  235. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  236. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  237. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  238. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  239. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  240. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  241. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  242. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  243. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  244. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  245. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  246. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  247. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  248. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  249. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  250. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  251. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  252. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  253. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  254. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  255. package/dist/widgets/homeWidgetUrls.d.ts +13 -0
  256. package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
  257. package/dist/widgets/homeWidgetUrls.js +71 -0
  258. package/dist/widgets/homeWidgetUrls.js.map +1 -0
  259. package/package.json +4 -4
  260. package/src/AdminModelForm.tsx +16 -16
  261. package/src/AdminModelTable.tsx +12 -0
  262. package/src/ConfigurationScreen.tsx +1 -2
  263. package/src/adminModelUrls.test.ts +31 -0
  264. package/src/adminModelUrls.ts +8 -0
  265. package/src/adminRpc.test.ts +10 -0
  266. package/src/adminRpc.ts +9 -0
  267. package/src/adminRpcSeed.tsx +65 -0
  268. package/src/comms/commsDashboardParams.ts +7 -1
  269. package/src/index.tsx +10 -0
  270. package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
  271. package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
  272. package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
  273. package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
  274. package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
  275. package/src/isolated/aiListTables.isolated.tsx +648 -0
  276. package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
  277. package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
  278. package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
  279. package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
  280. package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
  281. package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
  282. package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
  283. package/src/isolated/aiTracesTable.isolated.tsx +368 -0
  284. package/src/isolated/hooks.isolated.tsx +89 -0
  285. package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
  286. package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
  287. package/src/useAdminModelApi.ts +2 -1
  288. package/src/useAdminRpc.test.tsx +538 -2
  289. package/src/useAdminRpc.ts +50 -19
  290. package/src/useConfigurationApi.ts +9 -1
  291. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  292. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  293. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  294. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  295. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  296. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  297. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  298. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  299. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  300. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  301. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  302. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  303. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  304. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  305. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  306. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  307. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  308. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  309. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  310. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  311. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  312. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  313. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  314. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  315. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  316. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
  317. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
  318. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  319. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  320. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
  321. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  322. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  323. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  324. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  325. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  326. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  327. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  328. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  329. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  330. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
  331. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  332. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
  333. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  334. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  335. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  336. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  337. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  338. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
  339. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  340. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  341. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  342. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  343. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
  344. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
  345. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  346. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
  347. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  348. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
  349. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  350. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  351. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  352. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  353. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  354. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  355. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  356. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  357. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  358. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  359. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  360. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  361. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  362. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  363. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  364. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  365. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  366. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  367. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  368. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
  369. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  370. package/src/widgets/homeWidgetUrls.test.ts +201 -0
  371. package/src/widgets/homeWidgetUrls.ts +87 -0
@@ -79,7 +79,7 @@ describe("AiExperimentNewScreen", () => {
79
79
  const pendingEstimates: PendingEstimate[] = [];
80
80
 
81
81
  beforeEach(() => {
82
- setExpoSearchParams(() => ({datasetId: "ds-1"}));
82
+ setExpoSearchParams(() => ({datasetId: "ds-1", pipeline: "prompt"}));
83
83
  routerPush.mockClear();
84
84
  estimateShouldFail = false;
85
85
  createShouldFail = false;
@@ -142,10 +142,36 @@ describe("AiExperimentNewScreen", () => {
142
142
  counts: {auto: 0, human: 2, needsReview: 0, total: 2},
143
143
  created: "2026-01-01T00:00:00.000Z",
144
144
  id: "ds-1",
145
+ judgments: [
146
+ {
147
+ answered: 2,
148
+ current: 2,
149
+ evaluatorId: "eval-human",
150
+ evaluatorName: "review queue",
151
+ stale: 0,
152
+ total: 2,
153
+ },
154
+ {
155
+ answered: 1,
156
+ current: 1,
157
+ evaluatorId: "eval-tone-human",
158
+ evaluatorName: "tone review",
159
+ stale: 0,
160
+ total: 2,
161
+ },
162
+ ],
145
163
  name: "gold",
146
164
  tags: [],
147
165
  updated: "2026-01-02T00:00:00.000Z",
148
166
  },
167
+ {
168
+ counts: {auto: 0, human: 0, needsReview: 0, total: 1},
169
+ created: "2026-01-01T00:00:00.000Z",
170
+ id: "ds-plain",
171
+ name: "ungraded",
172
+ tags: [],
173
+ updated: "2026-01-02T00:00:00.000Z",
174
+ },
149
175
  ],
150
176
  },
151
177
  "GET /ai/observability/evaluators": {
@@ -159,6 +185,38 @@ describe("AiExperimentNewScreen", () => {
159
185
  target: "full trace",
160
186
  type: "human",
161
187
  },
188
+ {
189
+ confidenceAlertBelow: 0.5,
190
+ dimensions: [{dataType: "boolean", key: "tone", required: true}],
191
+ id: "eval-tone-human",
192
+ name: "tone review",
193
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
194
+ target: "full trace",
195
+ type: "human",
196
+ },
197
+ {
198
+ confidenceAlertBelow: 0.5,
199
+ dimensions: [{dataType: "boolean", key: "correct", required: true}],
200
+ id: "eval-judge",
201
+ judgePromptName: "summarize",
202
+ name: "tone judge",
203
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
204
+ target: "full trace",
205
+ type: "llm-judge",
206
+ },
207
+ {
208
+ confidenceAlertBelow: 0.5,
209
+ dimensions: [
210
+ {dataType: "boolean", key: "correct", required: true},
211
+ {dataType: "boolean", key: "tone", required: true},
212
+ ],
213
+ id: "eval-judge-tone",
214
+ judgePromptName: "summarize",
215
+ name: "full judge",
216
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
217
+ target: "full trace",
218
+ type: "llm-judge",
219
+ },
162
220
  {
163
221
  confidenceAlertBelow: 0.5,
164
222
  dimensions: [{dataType: "boolean", key: "correct", required: true}],
@@ -305,17 +363,17 @@ describe("AiExperimentNewScreen", () => {
305
363
  holdEstimates = true;
306
364
  const view = await renderNewScreen();
307
365
  await advanceToReview(view);
308
- const firstBatch = pendingEstimates.length;
309
- assert.isAtLeast(firstBatch, 1);
366
+ // One estimate per selection, not one per render.
367
+ assert.lengthOf(pendingEstimates, 1);
310
368
 
311
369
  await act(async () => {
312
370
  fireEvent.changeText(view.getByTestId("ai-experiment-model-override"), "gpt-test");
313
371
  await Promise.resolve();
314
372
  });
315
373
  await flushObservabilityRequests();
316
- assert.isAbove(pendingEstimates.length, firstBatch);
374
+ assert.lengthOf(pendingEstimates, 2);
317
375
  const stale = pendingEstimates[0];
318
- const fresh = pendingEstimates[pendingEstimates.length - 1];
376
+ const fresh = pendingEstimates[1];
319
377
  assert.exists(stale);
320
378
  assert.exists(fresh);
321
379
 
@@ -325,10 +383,7 @@ describe("AiExperimentNewScreen", () => {
325
383
  });
326
384
  await flushObservabilityRequests();
327
385
  await waitFor(() => {
328
- assert.include(
329
- view.getByTestId("ai-experiment-estimate").props.children.join(""),
330
- "~$0.20"
331
- );
386
+ assert.include(String(view.getByTestId("ai-experiment-estimate").props.children), "$0.20");
332
387
  });
333
388
 
334
389
  await act(async () => {
@@ -336,23 +391,22 @@ describe("AiExperimentNewScreen", () => {
336
391
  await Promise.resolve();
337
392
  });
338
393
  await flushObservabilityRequests();
339
- assert.include(view.getByTestId("ai-experiment-estimate").props.children.join(""), "~$0.20");
340
- assert.notInclude(view.getByTestId("ai-experiment-estimate").props.children.join(""), "9.99");
394
+ assert.include(String(view.getByTestId("ai-experiment-estimate").props.children), "$0.20");
395
+ assert.notInclude(String(view.getByTestId("ai-experiment-estimate").props.children), "9.99");
341
396
 
342
- const beforeNext = pendingEstimates.length;
343
397
  await act(async () => {
344
398
  fireEvent.changeText(view.getByTestId("ai-experiment-model-override"), "gpt-next");
345
399
  await Promise.resolve();
346
400
  });
347
401
  await flushObservabilityRequests();
348
- const staleError = pendingEstimates[pendingEstimates.length - 1];
349
402
  await act(async () => {
350
403
  fireEvent.changeText(view.getByTestId("ai-experiment-model-override"), "gpt-latest");
351
404
  await Promise.resolve();
352
405
  });
353
406
  await flushObservabilityRequests();
354
- assert.isAtLeast(pendingEstimates.length, beforeNext + 2);
355
- const newest = pendingEstimates[pendingEstimates.length - 1];
407
+ assert.lengthOf(pendingEstimates, 4);
408
+ const staleError = pendingEstimates[2];
409
+ const newest = pendingEstimates[3];
356
410
  assert.exists(staleError);
357
411
  assert.exists(newest);
358
412
  assert.notStrictEqual(staleError, newest);
@@ -367,10 +421,7 @@ describe("AiExperimentNewScreen", () => {
367
421
  });
368
422
  await flushObservabilityRequests();
369
423
  await waitFor(() => {
370
- assert.include(
371
- view.getByTestId("ai-experiment-estimate").props.children.join(""),
372
- "~$0.30"
373
- );
424
+ assert.include(String(view.getByTestId("ai-experiment-estimate").props.children), "$0.30");
374
425
  });
375
426
  assert.isNull(view.queryByText("Could not estimate experiment cost."));
376
427
  });
@@ -456,6 +507,152 @@ describe("AiExperimentNewScreen", () => {
456
507
  });
457
508
  expect(view.getByTestId("ai-experiment-step-review")).toBeTruthy();
458
509
  });
510
+
511
+ it("runs a judge calibration from a judged dataset", async () => {
512
+ setExpoSearchParams(() => ({pipeline: "judge"}));
513
+ const server = createServer();
514
+ const view = await renderNewScreen(server);
515
+ fireEvent.changeText(view.getByTestId("ai-experiment-name"), "calibrate tone");
516
+ await act(async () => {
517
+ fireEvent.press(view.getByTestId("ai-judge-dataset-send-review-ds-plain"));
518
+ await new Promise((resolve) => setTimeout(resolve, 50));
519
+ });
520
+ assert.equal(routerPush.mock.calls[0]?.[0], "/admin/ai-dataset-detail?id=ds-plain");
521
+ routerPush.mockClear();
522
+ await act(async () => {
523
+ fireEvent.press(view.getByTestId("ai-judge-dataset-ds-1-clickable"));
524
+ await Promise.resolve();
525
+ });
526
+ await act(async () => {
527
+ fireEvent.press(view.getByTestId("ai-judge-next"));
528
+ await Promise.resolve();
529
+ });
530
+ expect(view.getByTestId("ai-judge-step-question-set")).toBeTruthy();
531
+ await act(async () => {
532
+ fireEvent.press(view.getByTestId("web_dropdown_option_eval-tone-human"));
533
+ fireEvent.press(view.getByTestId("web_dropdown_option_eval-human"));
534
+ await Promise.resolve();
535
+ });
536
+ await act(async () => {
537
+ fireEvent.press(view.getByTestId("ai-judge-next"));
538
+ await Promise.resolve();
539
+ });
540
+ expect(view.getByTestId("ai-judge-step-judge")).toBeTruthy();
541
+ await act(async () => {
542
+ fireEvent.press(view.getByTestId("web_dropdown_option_eval-judge-tone"));
543
+ fireEvent.press(view.getByTestId("web_dropdown_option_eval-judge"));
544
+ await Promise.resolve();
545
+ });
546
+ // The judge's prompt detail loads its versions.
547
+ await flushObservabilityRequests();
548
+ assert.isAtLeast(server.callsTo("GET /ai/observability/prompts/:name").length, 1);
549
+ assert.equal(
550
+ server.callsTo("GET /ai/observability/prompts/:name").at(-1)?.params.name,
551
+ "summarize"
552
+ );
553
+ await act(async () => {
554
+ fireEvent.press(view.getByTestId("ai-judge-version-1-clickable"));
555
+ fireEvent.press(view.getByTestId("ai-judge-version-2-clickable"));
556
+ fireEvent.press(view.getByTestId("ai-judge-version-1-clickable"));
557
+ fireEvent.press(view.getByTestId("ai-judge-version-1-clickable"));
558
+ await Promise.resolve();
559
+ });
560
+ await act(async () => {
561
+ fireEvent.press(view.getByTestId("ai-judge-next"));
562
+ await Promise.resolve();
563
+ });
564
+ await flushObservabilityRequests();
565
+ await waitFor(() => {
566
+ expect(view.getByTestId("ai-judge-estimate")).toBeTruthy();
567
+ });
568
+ assert.deepEqual(server.callsTo(ESTIMATE_ROUTE).at(-1)?.body, {
569
+ datasetId: "ds-1",
570
+ kind: "judge",
571
+ questionSetId: "eval-human",
572
+ versions: [1, 2],
573
+ });
574
+
575
+ estimateShouldFail = true;
576
+ await act(async () => {
577
+ fireEvent.changeText(view.getByTestId("ai-judge-model-override"), "gpt-test");
578
+ await Promise.resolve();
579
+ });
580
+ await flushObservabilityRequests();
581
+ await waitFor(() => {
582
+ expect(view.getByText("Could not estimate experiment cost.")).toBeTruthy();
583
+ });
584
+ assert.deepInclude(server.callsTo(ESTIMATE_ROUTE).at(-1)?.body as Record<string, unknown>, {
585
+ modelOverride: "gpt-test",
586
+ });
587
+
588
+ // Judge runs surface the server's error title.
589
+ estimateShouldFail = false;
590
+ createShouldFail = true;
591
+ await act(async () => {
592
+ fireEvent.press(view.getByTestId("ai-judge-run"));
593
+ await Promise.resolve();
594
+ });
595
+ await flushObservabilityRequests();
596
+ await waitFor(() => {
597
+ expect(view.getByText("create failed")).toBeTruthy();
598
+ });
599
+ assert.equal(routerPush.mock.calls.length, 0);
600
+
601
+ // A transport failure (no API error body) falls back to the generic copy. Tests freeze the
602
+ // clock, so the run button's 500ms press debounce never expires on its own; changing the
603
+ // model gives the button a fresh handler before each press.
604
+ createShouldFail = false;
605
+ await act(async () => {
606
+ fireEvent.changeText(view.getByTestId("ai-judge-model-override"), "gpt-retry");
607
+ await Promise.resolve();
608
+ });
609
+ await flushObservabilityRequests();
610
+ const serverFetch = globalThis.fetch;
611
+ globalThis.fetch = ((input: RequestInfo | URL, init?: RequestInit) => {
612
+ if (String(input) === `${server.origin}${CREATE_ROUTE.split(" ")[1]}`) {
613
+ return Promise.reject(new TypeError("network"));
614
+ }
615
+ return serverFetch(input, init);
616
+ }) as unknown as typeof fetch;
617
+ try {
618
+ await act(async () => {
619
+ fireEvent.press(view.getByTestId("ai-judge-run"));
620
+ await Promise.resolve();
621
+ });
622
+ await flushObservabilityRequests();
623
+ await waitFor(() => {
624
+ expect(view.getByText("Could not start experiment.")).toBeTruthy();
625
+ });
626
+ } finally {
627
+ globalThis.fetch = serverFetch;
628
+ }
629
+ assert.equal(routerPush.mock.calls.length, 0);
630
+
631
+ // A fresh handler again for the successful run.
632
+ await act(async () => {
633
+ fireEvent.changeText(view.getByTestId("ai-judge-model-override"), "gpt-judge");
634
+ await Promise.resolve();
635
+ });
636
+ await flushObservabilityRequests();
637
+ await act(async () => {
638
+ fireEvent.press(view.getByTestId("ai-judge-run"));
639
+ await Promise.resolve();
640
+ });
641
+ await flushObservabilityRequests();
642
+ await waitFor(() => {
643
+ assert.equal(routerPush.mock.calls[0]?.[0], "/admin/ai-experiment-results?id=exp-new");
644
+ });
645
+ assert.deepEqual(server.callsTo(CREATE_ROUTE).at(-1)?.body, {
646
+ datasetId: "ds-1",
647
+ judgeEvaluatorId: "eval-judge",
648
+ kind: "judge",
649
+ modelOverride: "gpt-judge",
650
+ name: "calibrate tone",
651
+ questionSetId: "eval-human",
652
+ targetAgreement: 0.9,
653
+ versions: [1, 2],
654
+ });
655
+ });
459
656
  });
460
657
  });
461
658
 
@@ -583,9 +780,20 @@ describe("AiExperimentResultsScreen", () => {
583
780
  });
584
781
 
585
782
  it("does not reset the selected version when polled experiment data updates", async () => {
783
+ // Both versions pass, so the version picker shows. The run is still going so it polls.
784
+ const bothPass: ExperimentRecord = {
785
+ ...baseExperiment,
786
+ results: {
787
+ ...(baseExperiment.results as NonNullable<ExperimentRecord["results"]>),
788
+ gates: (baseExperiment.results?.gates ?? []).map((gate) => ({...gate, passed: true})),
789
+ },
790
+ };
791
+ detailState.data = bothPass;
586
792
  const polling = capturePolling();
587
793
  try {
588
- const {getByTestId} = await renderResults();
794
+ const server = createServer();
795
+ const {getByTestId} = await renderResults(server);
796
+ expect(getByTestId("ai-experiment-promote")).toHaveTextContent("Promote v2 to production");
589
797
  await act(async () => {
590
798
  fireEvent.press(getByTestId("web_picker"));
591
799
  await Promise.resolve();
@@ -594,20 +802,70 @@ describe("AiExperimentResultsScreen", () => {
594
802
  fireEvent.press(getByTestId("web_dropdown_option_1"));
595
803
  await Promise.resolve();
596
804
  });
805
+ expect(getByTestId("ai-experiment-promote")).toHaveTextContent("Promote v1 to production");
806
+ const before = server.callsTo(DETAIL_ROUTE).length;
807
+ detailState.data = {
808
+ ...bothPass,
809
+ results: {
810
+ ...(bothPass.results as NonNullable<ExperimentRecord["results"]>),
811
+ progress: {completed: 2, total: 2},
812
+ },
813
+ updated: "2026-01-01T00:06:00.000Z",
814
+ };
815
+ await act(async () => {
816
+ polling.fire();
817
+ await Promise.resolve();
818
+ });
819
+ await flushObservabilityRequests();
820
+ assert.isAbove(server.callsTo(DETAIL_ROUTE).length, before);
821
+ expect(getByTestId("ai-experiment-promote")).toHaveTextContent("Promote v1 to production");
822
+ } finally {
823
+ polling.restore();
824
+ }
825
+ });
826
+
827
+ it("re-picks the promote version when gates arrive after the run finishes", async () => {
828
+ // While running there are no gates yet, so the default is the newest version.
829
+ detailState.data = {
830
+ ...baseExperiment,
831
+ results: {
832
+ ...(baseExperiment.results as NonNullable<ExperimentRecord["results"]>),
833
+ gates: [],
834
+ progress: {completed: 1, total: 2},
835
+ },
836
+ status: "running",
837
+ };
838
+ const polling = capturePolling();
839
+ try {
840
+ const view = await renderResults();
841
+ expect(view.getByTestId("ai-experiment-promote")).toHaveTextContent(
842
+ "Promote v2 to production"
843
+ );
844
+ expect(view.queryByTestId("ai-experiment-promote-version")).toBeNull();
845
+
846
+ // The run finishes and only the earlier version passes.
597
847
  detailState.data = {
598
848
  ...baseExperiment,
599
849
  results: {
600
- ...baseExperiment.results!,
850
+ ...(baseExperiment.results as NonNullable<ExperimentRecord["results"]>),
851
+ gates: (baseExperiment.results?.gates ?? []).map((gate) => {
852
+ return {...gate, passed: gate.version === 1};
853
+ }),
601
854
  progress: {completed: 2, total: 2},
602
855
  },
603
856
  status: "completed",
857
+ updated: "2026-01-01T00:06:00.000Z",
604
858
  };
605
859
  await act(async () => {
606
860
  polling.fire();
607
861
  await Promise.resolve();
608
862
  });
609
863
  await flushObservabilityRequests();
610
- expect(getByTestId("ai-experiment-gate-correct")).toHaveTextContent(/v1 quality\.correct/);
864
+ expect(view.getByTestId("ai-experiment-promote")).toHaveTextContent(
865
+ "Promote v1 to production"
866
+ );
867
+ expect(view.getByTestId("ai-experiment-promote")).not.toBeDisabled();
868
+ expect(view.getByTestId("ai-experiment-promote-version")).toBeTruthy();
611
869
  } finally {
612
870
  polling.restore();
613
871
  }
@@ -637,18 +895,29 @@ describe("AiExperimentResultsScreen", () => {
637
895
  const server = createServer();
638
896
  const view = await renderResults(server);
639
897
  expect(view.getByTestId("ai-experiment-gates-failing")).toBeTruthy();
898
+ expect(view.getByTestId("ai-experiment-promote")).toBeDisabled();
640
899
  fireEvent.press(view.getByTestId("ai-experiment-promote"));
641
900
  await flushObservabilityRequests();
642
- expect(view.getByTestId("ai-experiment-promote-blocked")).toBeTruthy();
901
+ expect(view.getByTestId("ai-experiment-gates-failing")).toHaveTextContent(
902
+ /v2 fails 1 gate: quality: correct ≥ 0\.8 \(got 0\.40\) — can't promote v2\./
903
+ );
643
904
  assert.lengthOf(server.callsTo(PROMOTE_ROUTE), 0);
644
905
  });
645
906
 
646
- it("shows query errors", async () => {
907
+ it("shows query errors with a retry", async () => {
647
908
  detailState.isError = true;
909
+ const server = createServer();
648
910
 
649
- const view = await renderResults();
911
+ const view = await renderResults(server);
650
912
 
651
- assert.exists(view.getByText("Failed to load experiment results."));
913
+ assert.exists(view.getByText("Could not load experiment results."));
914
+ const before = server.callsTo(DETAIL_ROUTE).length;
915
+ await act(async () => {
916
+ fireEvent.press(view.getByTestId("ai-experiment-results-error-retry"));
917
+ await new Promise((resolve) => setTimeout(resolve, 50));
918
+ });
919
+ await flushObservabilityRequests();
920
+ assert.isAbove(server.callsTo(DETAIL_ROUTE).length, before);
652
921
  });
653
922
 
654
923
  it("surfaces promote API errors and dismisses the confirmation", async () => {
@@ -802,6 +1071,18 @@ describe("AiExperimentsListScreen", () => {
802
1071
 
803
1072
  const createServer = (): FakeObservabilityServer =>
804
1073
  createObservabilityServer({
1074
+ "GET /ai/observability/datasets": {
1075
+ data: [
1076
+ {
1077
+ counts: {auto: 0, human: 2, needsReview: 0, total: 2},
1078
+ created: "2026-01-01T00:00:00.000Z",
1079
+ id: "ds-1",
1080
+ name: "gold set",
1081
+ tags: [],
1082
+ updated: "2026-01-02T00:00:00.000Z",
1083
+ },
1084
+ ],
1085
+ },
805
1086
  "GET /ai/observability/experiments": listState,
806
1087
  // Read at request time so tests can change permissions between renders.
807
1088
  "GET /ai/observability/status": () => statusData,
@@ -809,13 +1090,15 @@ describe("AiExperimentsListScreen", () => {
809
1090
 
810
1091
  const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
811
1092
 
812
- const renderList = async (): Promise<ReturnType<typeof renderWithTheme>> => {
1093
+ const renderList = async (
1094
+ server: FakeObservabilityServer = createServer()
1095
+ ): Promise<ReturnType<typeof renderWithTheme>> => {
813
1096
  const view = renderWithTheme(
814
1097
  <AiExperimentsScreenWidget
815
1098
  config={emptyConfig}
816
1099
  routeBase="/admin"
817
1100
  screenName="ai-experiments"
818
- server={createServer()}
1101
+ server={server}
819
1102
  />
820
1103
  );
821
1104
  await flushObservabilityRequests();
@@ -832,8 +1115,15 @@ describe("AiExperimentsListScreen", () => {
832
1115
  listState.isLoading = false;
833
1116
  listState.data = experiments;
834
1117
  routerPush.mockClear();
835
- const loaded = await renderList();
1118
+ const server = createServer();
1119
+ const loaded = await renderList(server);
836
1120
  expect(loaded.getByTestId("ai-experiments-table")).toBeTruthy();
1121
+ // Sorting and filtering run on the client, so the screen asks for the largest page.
1122
+ assert.deepEqual(server.callsTo("GET /ai/observability/experiments")[0]?.query, {
1123
+ limit: "100",
1124
+ });
1125
+ // Rows name the dataset from the datasets list rather than its id.
1126
+ expect(loaded.getByText("gold set")).toBeTruthy();
837
1127
  await act(async () => {
838
1128
  fireEvent.press(loaded.getByTestId("ai-experiments-create"));
839
1129
  await new Promise((resolve) => setTimeout(resolve, 50));
@@ -979,7 +1269,6 @@ describe("AiExperimentResultsView", () => {
979
1269
  onSelectVersion={() => undefined}
980
1270
  promoteConfirmOpen={false}
981
1271
  promoteVersion={2}
982
- selectedVersion={2}
983
1272
  />
984
1273
  );
985
1274
  expect(getByTestId("ai-experiment-results-running")).toBeTruthy();
@@ -994,16 +1283,13 @@ describe("AiExperimentResultsView", () => {
994
1283
  onOpenPromoteConfirm={() => undefined}
995
1284
  onPromote={() => undefined}
996
1285
  onSelectVersion={() => undefined}
997
- promoteBlockedMessage="gate failed for v2 quality.correct"
998
1286
  promoteConfirmOpen={false}
999
1287
  promoteVersion={2}
1000
- selectedVersion={2}
1001
1288
  />
1002
1289
  );
1003
- expect(getByTestId("ai-experiment-gates-failing")).toBeTruthy();
1004
- assert.include(
1005
- String(getByTestId("ai-experiment-promote-blocked").props.children),
1006
- "quality.correct"
1290
+ expect(getByTestId("ai-experiment-gates-failing")).toHaveTextContent(
1291
+ /v2 fails 1 gate: quality: correct ≥ 0\.8 \(got 0\.40\)/
1007
1292
  );
1293
+ expect(getByTestId("ai-experiment-gates-v2-verdict")).toHaveTextContent("Fails 1 of 1 gate");
1008
1294
  });
1009
1295
  });