@terreno/admin-frontend 58.0.0-beta.2 → 58.0.0-beta.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (371) hide show
  1. package/CHANGELOG.md +146 -0
  2. package/dist/AdminModelForm.js +12 -12
  3. package/dist/AdminModelForm.js.map +1 -1
  4. package/dist/AdminModelTable.d.ts.map +1 -1
  5. package/dist/AdminModelTable.js +11 -0
  6. package/dist/AdminModelTable.js.map +1 -1
  7. package/dist/ConfigurationScreen.d.ts.map +1 -1
  8. package/dist/ConfigurationScreen.js +1 -2
  9. package/dist/ConfigurationScreen.js.map +1 -1
  10. package/dist/adminModelUrls.d.ts +7 -0
  11. package/dist/adminModelUrls.d.ts.map +1 -0
  12. package/dist/adminModelUrls.js +9 -0
  13. package/dist/adminModelUrls.js.map +1 -0
  14. package/dist/adminRpc.d.ts.map +1 -1
  15. package/dist/adminRpc.js +9 -0
  16. package/dist/adminRpc.js.map +1 -1
  17. package/dist/adminRpcSeed.d.ts +25 -0
  18. package/dist/adminRpcSeed.d.ts.map +1 -0
  19. package/dist/adminRpcSeed.js +49 -0
  20. package/dist/adminRpcSeed.js.map +1 -0
  21. package/dist/comms/commsDashboardParams.d.ts.map +1 -1
  22. package/dist/comms/commsDashboardParams.js +7 -1
  23. package/dist/comms/commsDashboardParams.js.map +1 -1
  24. package/dist/index.d.ts +9 -2
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js +9 -2
  27. package/dist/index.js.map +1 -1
  28. package/dist/useAdminModelApi.d.ts.map +1 -1
  29. package/dist/useAdminModelApi.js +2 -1
  30. package/dist/useAdminModelApi.js.map +1 -1
  31. package/dist/useAdminRpc.d.ts.map +1 -1
  32. package/dist/useAdminRpc.js +50 -19
  33. package/dist/useAdminRpc.js.map +1 -1
  34. package/dist/useConfigurationApi.d.ts.map +1 -1
  35. package/dist/useConfigurationApi.js +8 -2
  36. package/dist/useConfigurationApi.js.map +1 -1
  37. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  38. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  39. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  40. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  41. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  42. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  43. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  44. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  45. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  47. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  60. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  61. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  62. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  63. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  64. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  65. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  66. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  67. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  68. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  83. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  90. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  91. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  93. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  95. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  97. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  99. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  100. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  101. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  102. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  103. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  104. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
  105. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  108. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  109. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  111. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  112. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  113. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  115. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  116. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  123. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  128. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  129. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  130. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  131. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  132. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  134. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  136. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  137. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  138. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  139. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  140. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  141. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  142. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  143. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  144. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
  145. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  146. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  147. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  149. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  151. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  152. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  153. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  154. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  155. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  156. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  157. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  158. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  159. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  160. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  161. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  162. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  163. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  164. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  165. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  166. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
  168. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  169. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  170. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  172. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  173. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  174. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  176. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  177. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  178. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  179. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  180. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  181. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
  182. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  183. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
  184. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  185. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  186. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  188. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  190. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  191. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  192. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  193. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  194. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  196. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  198. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  199. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  200. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  201. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  203. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  204. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  205. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  207. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  208. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  209. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  211. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  212. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  213. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  215. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  216. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  217. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  218. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  219. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  220. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  221. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  222. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  223. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  224. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  225. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  226. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  227. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  228. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  229. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  230. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  231. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  232. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  233. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  234. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  235. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  236. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  237. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  238. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  239. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  240. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  241. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  242. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  243. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  244. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  245. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  246. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  247. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  248. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  249. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  250. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  251. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  252. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  253. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  254. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  255. package/dist/widgets/homeWidgetUrls.d.ts +13 -0
  256. package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
  257. package/dist/widgets/homeWidgetUrls.js +71 -0
  258. package/dist/widgets/homeWidgetUrls.js.map +1 -0
  259. package/package.json +4 -4
  260. package/src/AdminModelForm.tsx +16 -16
  261. package/src/AdminModelTable.tsx +12 -0
  262. package/src/ConfigurationScreen.tsx +1 -2
  263. package/src/adminModelUrls.test.ts +31 -0
  264. package/src/adminModelUrls.ts +8 -0
  265. package/src/adminRpc.test.ts +10 -0
  266. package/src/adminRpc.ts +9 -0
  267. package/src/adminRpcSeed.tsx +65 -0
  268. package/src/comms/commsDashboardParams.ts +7 -1
  269. package/src/index.tsx +10 -0
  270. package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
  271. package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
  272. package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
  273. package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
  274. package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
  275. package/src/isolated/aiListTables.isolated.tsx +648 -0
  276. package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
  277. package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
  278. package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
  279. package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
  280. package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
  281. package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
  282. package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
  283. package/src/isolated/aiTracesTable.isolated.tsx +368 -0
  284. package/src/isolated/hooks.isolated.tsx +89 -0
  285. package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
  286. package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
  287. package/src/useAdminModelApi.ts +2 -1
  288. package/src/useAdminRpc.test.tsx +538 -2
  289. package/src/useAdminRpc.ts +50 -19
  290. package/src/useConfigurationApi.ts +9 -1
  291. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  292. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  293. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  294. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  295. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  296. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  297. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  298. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  299. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  300. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  301. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  302. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  303. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  304. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  305. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  306. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  307. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  308. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  309. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  310. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  311. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  312. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  313. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  314. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  315. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  316. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
  317. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
  318. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  319. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  320. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
  321. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  322. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  323. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  324. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  325. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  326. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  327. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  328. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  329. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  330. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
  331. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  332. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
  333. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  334. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  335. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  336. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  337. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  338. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
  339. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  340. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  341. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  342. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  343. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
  344. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
  345. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  346. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
  347. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  348. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
  349. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  350. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  351. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  352. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  353. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  354. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  355. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  356. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  357. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  358. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  359. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  360. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  361. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  362. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  363. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  364. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  365. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  366. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  367. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  368. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
  369. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  370. package/src/widgets/homeWidgetUrls.test.ts +201 -0
  371. package/src/widgets/homeWidgetUrls.ts +87 -0
@@ -1,154 +1,403 @@
1
1
  import {
2
2
  Badge,
3
+ Banner,
3
4
  Box,
4
- Button,
5
+ Card,
5
6
  DataTable,
6
7
  type DataTableCellData,
7
8
  type DataTableColumn,
9
+ Heading,
10
+ type LayoutChangeEvent,
8
11
  Modal,
9
12
  SelectField,
10
13
  Text,
11
14
  } from "@terreno/ui";
12
- import React, {useMemo} from "react";
13
- import {summarizeJson as summarizeDatasetJson} from "../datasets/datasetTypes";
14
- import {type ExperimentRecord, gatesForVersion} from "./experimentTypes";
15
+ import React, {useCallback, useMemo, useState} from "react";
16
+ import {ProgressMeter} from "../shell/AgreementMeter";
17
+ import {ObservabilityEmptyState} from "../shell/ObservabilityStates";
18
+ import {
19
+ type ExperimentGateResult,
20
+ type ExperimentRecord,
21
+ experimentItemColumnWidths,
22
+ formatGateActual,
23
+ formatGateName,
24
+ formatGateThreshold,
25
+ formatPromoteBlockedReason,
26
+ formatVersionGateVerdict,
27
+ summarizeGatesByVersion,
28
+ type VersionGateSummary,
29
+ } from "./experimentTypes";
15
30
 
16
31
  export interface AiExperimentResultsViewProps {
17
32
  experiment: ExperimentRecord;
18
33
  isPromoting: boolean;
19
34
  onPromote: (version: number) => void;
20
- promoteBlockedMessage?: string;
21
35
  promoteConfirmOpen: boolean;
22
36
  promoteError?: string;
23
37
  promoteVersion: number;
24
- selectedVersion: number;
25
38
  onDismissPromoteConfirm: () => void;
26
- onOpenPromoteConfirm: () => void;
39
+ /** Kept for callers; the promote button lives in the page header. */
40
+ onOpenPromoteConfirm?: () => void;
27
41
  onSelectVersion: (version: number) => void;
28
42
  }
29
43
 
44
+ const OUTPUT_PREVIEW_CHARS = 200;
45
+ // Three lines of text, so longer outputs stay readable in the widened columns.
46
+ const ITEM_ROW_HEIGHT = 84;
47
+
30
48
  const summarizeOutput = (value: unknown): string => {
31
- return summarizeDatasetJson(value);
49
+ if (value === undefined || value === null) {
50
+ return "—";
51
+ }
52
+ const text = typeof value === "string" ? value : JSON.stringify(value);
53
+ return text.length > OUTPUT_PREVIEW_CHARS ? `${text.slice(0, OUTPUT_PREVIEW_CHARS)}…` : text;
54
+ };
55
+
56
+ /** Versions whose gates all pass, in version order. */
57
+ const passingVersions = (summaries: VersionGateSummary[]): number[] => {
58
+ return summaries.filter((summary) => summary.passed).map((summary) => summary.version);
59
+ };
60
+
61
+ /** The one-sentence verdict for the whole experiment, shown once as a banner. */
62
+ const experimentVerdict = (
63
+ summaries: VersionGateSummary[]
64
+ ): {status: "info" | "warning"; text: string} | undefined => {
65
+ const gated = summaries.filter((summary) => summary.gates.length > 0);
66
+ if (gated.length === 0) {
67
+ return undefined;
68
+ }
69
+ const passing = passingVersions(gated);
70
+ if (passing.length === 0) {
71
+ return {
72
+ status: "warning",
73
+ text: "No version passes every gate, so none can be promoted. Change the prompt and run again.",
74
+ };
75
+ }
76
+ const best = passing[passing.length - 1];
77
+ const others =
78
+ passing.length > 1 ? ` ${passing.length} versions pass; pick one below the gates.` : "";
79
+ return {
80
+ status: "info",
81
+ text: `v${best} passes every gate and can be promoted to production.${others}`,
82
+ };
83
+ };
84
+
85
+ const PassFailBadge: React.FC<{passed: boolean; testID?: string}> = ({passed, testID}) => {
86
+ return (
87
+ <Badge
88
+ iconName={passed ? "check" : "xmark"}
89
+ secondary
90
+ status={passed ? "success" : "error"}
91
+ testID={testID}
92
+ value={passed ? "Pass" : "Fail"}
93
+ />
94
+ );
95
+ };
96
+
97
+ interface GateRow {
98
+ dimension: string;
99
+ evaluatorName: string;
100
+ gate: ExperimentGateResult;
101
+ name: string;
102
+ needs: string;
103
+ }
104
+
105
+ /** Unique gates in first-seen order, one row each regardless of version. */
106
+ const gateRows = (summaries: VersionGateSummary[]): GateRow[] => {
107
+ const rows: GateRow[] = [];
108
+ const seen = new Set<string>();
109
+ for (const summary of summaries) {
110
+ for (const gate of summary.gates) {
111
+ const key = `${gate.evaluatorName}::${gate.dimension}`;
112
+ if (seen.has(key)) {
113
+ continue;
114
+ }
115
+ seen.add(key);
116
+ rows.push({
117
+ dimension: gate.dimension,
118
+ evaluatorName: gate.evaluatorName,
119
+ gate,
120
+ name: formatGateName(gate),
121
+ needs: formatGateThreshold(gate),
122
+ });
123
+ }
124
+ }
125
+ return rows;
126
+ };
127
+
128
+ const GATE_NAME_MIN_WIDTH = 200;
129
+ const GATE_NEEDS_WIDTH = 96;
130
+ const GATE_VERSION_MIN_WIDTH = 160;
131
+
132
+ /** Gate | Needs | one column per version, and a final Result row. */
133
+ const GatesTable: React.FC<{summaries: VersionGateSummary[]}> = ({summaries}) => {
134
+ const rows = gateRows(summaries);
135
+ const versionCell = {flex: "grow" as const, minWidth: GATE_VERSION_MIN_WIDTH};
136
+ return (
137
+ <Card gap={3} padding={4} testID="ai-experiment-gates">
138
+ <Box gap={1}>
139
+ <Heading size="sm">Gates</Heading>
140
+ <Text color="secondaryLight" size="sm">
141
+ A version can be promoted only when it passes every gate.
142
+ </Text>
143
+ </Box>
144
+ <Box border="default" rounding="md" testID="ai-experiment-gates-table">
145
+ <Box direction="row" gap={3} paddingX={3} paddingY={2}>
146
+ <Box flex="grow" minWidth={GATE_NAME_MIN_WIDTH}>
147
+ <Text bold size="sm">
148
+ Gate
149
+ </Text>
150
+ </Box>
151
+ <Box width={GATE_NEEDS_WIDTH}>
152
+ <Text bold size="sm">
153
+ Needs
154
+ </Text>
155
+ </Box>
156
+ {summaries.map((summary) => (
157
+ <Box key={summary.version} {...versionCell}>
158
+ <Text bold size="sm">{`v${summary.version}`}</Text>
159
+ </Box>
160
+ ))}
161
+ </Box>
162
+ {rows.map((row) => (
163
+ <Box
164
+ alignItems="center"
165
+ borderTop="default"
166
+ direction="row"
167
+ gap={3}
168
+ key={`${row.evaluatorName}-${row.dimension}`}
169
+ paddingX={3}
170
+ paddingY={2}
171
+ >
172
+ <Box flex="grow" minWidth={GATE_NAME_MIN_WIDTH}>
173
+ <Text>{row.name}</Text>
174
+ </Box>
175
+ <Box width={GATE_NEEDS_WIDTH}>
176
+ <Text>{row.needs}</Text>
177
+ </Box>
178
+ {summaries.map((summary) => {
179
+ const gate = summary.gates.find(
180
+ (entry) =>
181
+ entry.evaluatorName === row.evaluatorName && entry.dimension === row.dimension
182
+ );
183
+ return (
184
+ <Box
185
+ alignItems="center"
186
+ direction="row"
187
+ gap={2}
188
+ key={summary.version}
189
+ testID={`ai-experiment-gate-v${summary.version}-${row.dimension}`}
190
+ {...versionCell}
191
+ >
192
+ {gate ? (
193
+ <>
194
+ <Text>{formatGateActual(gate.actual)}</Text>
195
+ <PassFailBadge passed={gate.passed} />
196
+ </>
197
+ ) : (
198
+ <Text color="secondaryLight">—</Text>
199
+ )}
200
+ </Box>
201
+ );
202
+ })}
203
+ </Box>
204
+ ))}
205
+ <Box
206
+ alignItems="center"
207
+ borderTop="default"
208
+ color="baseAlternate"
209
+ direction="row"
210
+ gap={3}
211
+ paddingX={3}
212
+ paddingY={2}
213
+ >
214
+ <Box flex="grow" minWidth={GATE_NAME_MIN_WIDTH}>
215
+ <Text bold>Result</Text>
216
+ </Box>
217
+ <Box width={GATE_NEEDS_WIDTH} />
218
+ {summaries.map((summary) => (
219
+ <Box
220
+ key={summary.version}
221
+ testID={`ai-experiment-gates-v${summary.version}`}
222
+ {...versionCell}
223
+ >
224
+ <Badge
225
+ iconName={
226
+ summary.gates.length === 0 ? undefined : summary.passed ? "check" : "xmark"
227
+ }
228
+ secondary
229
+ status={
230
+ summary.gates.length === 0 ? "neutral" : summary.passed ? "success" : "error"
231
+ }
232
+ testID={`ai-experiment-gates-v${summary.version}-verdict`}
233
+ value={formatVersionGateVerdict(summary)}
234
+ />
235
+ </Box>
236
+ ))}
237
+ </Box>
238
+ </Box>
239
+ </Card>
240
+ );
241
+ };
242
+
243
+ const PassFailCell: React.FC<{cellData: DataTableCellData}> = ({cellData}) => {
244
+ return (
245
+ <Box alignItems="start" justifyContent="center">
246
+ <PassFailBadge passed={cellData.value === true} />
247
+ </Box>
248
+ );
32
249
  };
33
250
 
251
+ const CUSTOM_COLUMNS = {experimentPassFail: PassFailCell};
252
+
34
253
  export const AiExperimentResultsView: React.FC<AiExperimentResultsViewProps> = ({
35
254
  experiment,
36
255
  isPromoting,
37
256
  onPromote,
38
- promoteBlockedMessage,
39
257
  promoteConfirmOpen,
40
258
  promoteError,
41
259
  promoteVersion,
42
- selectedVersion,
43
260
  onDismissPromoteConfirm,
44
- onOpenPromoteConfirm,
45
261
  onSelectVersion,
46
262
  }) => {
47
- const versionGates = gatesForVersion(experiment, selectedVersion);
48
- const failing = versionGates.filter((gate) => {
49
- return !gate.passed;
50
- }).length;
51
- const blockedGate = versionGates.find((gate) => !gate.passed);
263
+ const versionSummaries = useMemo(() => summarizeGatesByVersion(experiment), [experiment]);
264
+ const promoteSummary = versionSummaries.find((summary) => summary.version === promoteVersion);
265
+ const blockedReason = promoteSummary ? formatPromoteBlockedReason(promoteSummary) : undefined;
266
+ const hasGates = versionSummaries.some((summary) => summary.gates.length > 0);
267
+ const passing = passingVersions(versionSummaries);
268
+ const verdict = experimentVerdict(versionSummaries);
269
+ const isRunning = experiment.status === "running" || experiment.status === "pending";
270
+
271
+ const [tableWidth, setTableWidth] = useState(0);
272
+ const handleTableLayout = useCallback((event: LayoutChangeEvent) => {
273
+ setTableWidth(Math.floor(event.nativeEvent.layout.width));
274
+ }, []);
52
275
 
53
276
  const itemColumns: DataTableColumn[] = useMemo(() => {
277
+ const widths = experimentItemColumnWidths({
278
+ containerWidth: tableWidth,
279
+ versionCount: experiment.versions.length,
280
+ });
54
281
  const versionCols: DataTableColumn[] = experiment.versions.flatMap((version) => {
55
282
  return [
56
- {columnType: "text" as const, title: `v${version} output`, width: 180},
57
- {columnType: "text" as const, title: `v${version} pass`, width: 100},
283
+ {columnType: "text" as const, title: `v${version} output`, width: widths.output},
284
+ {columnType: "experimentPassFail", title: `v${version}`, width: widths.pass},
58
285
  ];
59
286
  });
60
- return [{columnType: "text", title: "Item", width: 120}, ...versionCols];
61
- }, [experiment.versions]);
287
+ return [{columnType: "text", title: "Item", width: widths.item}, ...versionCols];
288
+ }, [experiment.versions, tableWidth]);
62
289
 
63
290
  const itemRows: DataTableCellData[][] = useMemo(() => {
64
- return experiment.items.map((item) => {
65
- const row: DataTableCellData[] = [{value: item.datasetItemId.slice(-6)}];
291
+ return experiment.items.map((item, index) => {
292
+ const row: DataTableCellData[] = [{value: `Item ${index + 1}`}];
66
293
  for (const version of experiment.versions) {
67
294
  const result = item.versionResults[String(version)];
68
295
  row.push({value: summarizeOutput(result?.output)});
69
296
  const scores = result?.evaluatorScores ?? {};
70
- const passed = Object.values(scores).every((entry) => !entry.error);
71
- row.push({value: passed ? "pass" : "fail"});
297
+ const passed =
298
+ Boolean(result) && !result?.error && Object.values(scores).every((entry) => !entry.error);
299
+ row.push({value: passed});
72
300
  }
73
301
  return row;
74
302
  });
75
303
  }, [experiment.items, experiment.versions]);
76
304
 
305
+ const itemLabels = useMemo((): Record<string, string> => {
306
+ return Object.fromEntries(
307
+ experiment.items.map((item, index) => [item.datasetItemId, `Item ${index + 1}`])
308
+ );
309
+ }, [experiment.items]);
77
310
  const outliers = experiment.results?.outlierItemIds ?? [];
78
311
 
79
312
  return (
80
313
  <Box gap={4} testID="ai-experiment-results">
81
- {experiment.status === "running" || experiment.status === "pending" ? (
82
- <Text testID="ai-experiment-results-running">
83
- Running… {experiment.results?.progress.completed ?? 0}/
84
- {experiment.results?.progress.total ?? 0}
85
- </Text>
86
- ) : undefined}
87
- {failing > 0 ? (
88
- <Badge
89
- status="error"
90
- testID="ai-experiment-gates-failing"
91
- value={`${failing} gates failing`}
92
- />
93
- ) : undefined}
94
- <Box direction="row" gap={2} wrap>
95
- {versionGates.map((gate) => {
96
- return (
97
- <Box
98
- color={gate.passed ? "successLight" : "errorLight"}
99
- key={`${gate.version}-${gate.dimension}`}
100
- padding={2}
101
- testID={`ai-experiment-gate-${gate.dimension}`}
102
- >
103
- <Text bold>
104
- v{gate.version} {gate.evaluatorName}.{gate.dimension}
105
- </Text>
106
- <Text>
107
- {gate.actual !== undefined ? gate.actual.toFixed(2) : "—"} {gate.op} {gate.value} —{" "}
108
- {gate.passed ? "pass" : "fail"}
109
- </Text>
110
- </Box>
111
- );
112
- })}
113
- </Box>
114
- {blockedGate && promoteBlockedMessage ? (
115
- <Text color="error" testID="ai-experiment-promote-blocked">
116
- Promote blocked: {promoteBlockedMessage}
314
+ {isRunning ? (
315
+ <Card gap={2} padding={4} testID="ai-experiment-results-running">
316
+ <Text bold>Running</Text>
317
+ <ProgressMeter
318
+ done={experiment.results?.progress.completed ?? 0}
319
+ testID="ai-experiment-results-progress"
320
+ total={experiment.results?.progress.total ?? 0}
321
+ />
322
+ </Card>
323
+ ) : null}
324
+ {verdict ? (
325
+ <Box testID="ai-experiment-verdict">
326
+ <Banner hasIcon status={verdict.status} text={verdict.text} />
327
+ </Box>
328
+ ) : null}
329
+ {hasGates ? <GatesTable summaries={versionSummaries} /> : null}
330
+ {blockedReason && passing.length === 0 ? (
331
+ <Text color="secondaryLight" size="sm" testID="ai-experiment-gates-failing">
332
+ {blockedReason}
117
333
  </Text>
118
- ) : undefined}
334
+ ) : null}
335
+ {hasGates && passing.length > 0 && experiment.versions.length > 1 ? (
336
+ <Box maxWidth={240} testID="ai-experiment-promote-version">
337
+ <SelectField
338
+ onChange={(value) => {
339
+ onSelectVersion(Number(value));
340
+ }}
341
+ options={passing.map((version) => {
342
+ return {label: `v${version}`, value: String(version)};
343
+ })}
344
+ requireValue
345
+ title="Version to promote"
346
+ value={String(promoteVersion)}
347
+ />
348
+ </Box>
349
+ ) : null}
350
+ {promoteError ? (
351
+ <Box testID="ai-experiment-promote-error">
352
+ <Banner hasIcon status="alert" text={promoteError} />
353
+ </Box>
354
+ ) : null}
119
355
  {outliers.length > 0 ? (
120
- <Box gap={1} testID="ai-experiment-outliers">
356
+ <Box gap={2} testID="ai-experiment-outliers">
121
357
  <Text bold>Outliers</Text>
122
- {outliers.map((itemId) => {
123
- return <Badge key={itemId} status="warning" value={itemId.slice(-8)} />;
124
- })}
358
+ <Box direction="row" gap={1} wrap>
359
+ {outliers.map((itemId) => {
360
+ return (
361
+ <Badge
362
+ key={itemId}
363
+ secondary
364
+ status="warning"
365
+ value={itemLabels[itemId] ?? `Item ${itemId.slice(-6)}`}
366
+ />
367
+ );
368
+ })}
369
+ </Box>
125
370
  </Box>
126
- ) : undefined}
127
- <DataTable columns={itemColumns} data={itemRows} testID="ai-experiment-items-table" />
128
- <Box direction="row" gap={2} wrap>
129
- <SelectField
130
- onChange={(value) => {
131
- const version = Number(value);
132
- onSelectVersion(version);
133
- }}
134
- options={experiment.versions.map((version) => {
135
- return {label: `v${version}`, value: String(version)};
136
- })}
137
- title="Promote version"
138
- value={String(promoteVersion)}
139
- />
140
- <Button
141
- disabled={Boolean(blockedGate)}
142
- onClick={onOpenPromoteConfirm}
143
- testID="ai-experiment-promote"
144
- text="Promote to production"
145
- />
146
- </Box>
147
- {promoteError ? (
148
- <Text color="error" testID="ai-experiment-promote-error">
149
- {promoteError}
150
- </Text>
151
- ) : undefined}
371
+ ) : null}
372
+ <Card gap={3} padding={4}>
373
+ <Heading size="sm">Outputs</Heading>
374
+ {experiment.items.length === 0 ? (
375
+ <ObservabilityEmptyState
376
+ description={
377
+ isRunning
378
+ ? "Outputs appear here as each item finishes."
379
+ : "This experiment has no item outputs."
380
+ }
381
+ iconName="list"
382
+ testID="ai-experiment-items-empty"
383
+ title="No outputs yet"
384
+ />
385
+ ) : (
386
+ <Box
387
+ onLayout={handleTableLayout}
388
+ testID="ai-experiment-items-table-container"
389
+ width="100%"
390
+ >
391
+ <DataTable
392
+ columns={itemColumns}
393
+ customColumnComponentMap={CUSTOM_COLUMNS}
394
+ data={itemRows}
395
+ rowHeight={ITEM_ROW_HEIGHT}
396
+ testID="ai-experiment-items-table"
397
+ />
398
+ </Box>
399
+ )}
400
+ </Card>
152
401
  <Modal
153
402
  onDismiss={onDismissPromoteConfirm}
154
403
  primaryButtonDisabled={isPromoting}
@@ -163,13 +412,9 @@ export const AiExperimentResultsView: React.FC<AiExperimentResultsViewProps> = (
163
412
  >
164
413
  <Box gap={2}>
165
414
  <Text>
166
- Promote v{promoteVersion} of {experiment.promptName} to production?
415
+ {`Promote v${promoteVersion} of ${experiment.promptName} to production? New traffic uses it right away.`}
167
416
  </Text>
168
- {blockedGate ? (
169
- <Text color="error">
170
- Gate {blockedGate.evaluatorName}.{blockedGate.dimension} is failing.
171
- </Text>
172
- ) : undefined}
417
+ {blockedReason ? <Text color="error">{blockedReason}</Text> : null}
173
418
  </Box>
174
419
  </Modal>
175
420
  </Box>
@@ -1,19 +1,29 @@
1
+ import {Button} from "@terreno/ui";
1
2
  import {router} from "expo-router";
2
3
  import React, {useCallback, useMemo} from "react";
3
4
  import type {AdminScreenWidgetProps} from "../../../types";
5
+ import {unwrapDatasetList} from "../datasets/datasetTypes";
6
+ import {useAiObservabilityDatasetsApi} from "../datasets/useAiObservabilityDatasetsApi";
4
7
  import {useAiObservabilityPromptsApi} from "../prompts/useAiObservabilityPromptsApi";
5
8
  import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
6
9
  import {unwrapObservabilityStatus} from "../shell/aiObservabilityNav";
7
10
  import {observabilityActionAllowed} from "../shell/observabilityPermissions";
8
11
  import {AiExperimentsListView} from "./AiExperimentsListView";
9
- import {unwrapExperimentList} from "./experimentTypes";
12
+ import {
13
+ EXPERIMENT_LIST_MAX_LIMIT,
14
+ experimentListHasMore,
15
+ unwrapExperimentList,
16
+ } from "./experimentTypes";
10
17
  import {useAiObservabilityExperimentsApi} from "./useAiObservabilityExperimentsApi";
11
18
 
12
19
  export const AiExperimentsScreenWidget: React.FC<AdminScreenWidgetProps> = (props) => {
13
20
  const {routeBase} = props;
14
21
  const {useListQuery} = useAiObservabilityExperimentsApi();
15
22
  const {useStatusQuery} = useAiObservabilityPromptsApi();
16
- const {data, isError, isLoading, refetch} = useListQuery();
23
+ const {useListQuery: useDatasetsQuery} = useAiObservabilityDatasetsApi();
24
+ // Sorting and filtering run on the client, so load the largest page the server allows.
25
+ const {data, isError, isLoading, refetch} = useListQuery({limit: EXPERIMENT_LIST_MAX_LIMIT});
26
+ const datasetsQuery = useDatasetsQuery();
17
27
  const statusQuery = useStatusQuery();
18
28
  const canCreate = observabilityActionAllowed({
19
29
  action: "create",
@@ -23,6 +33,11 @@ export const AiExperimentsScreenWidget: React.FC<AdminScreenWidgetProps> = (prop
23
33
  statusLoading: statusQuery.isLoading,
24
34
  });
25
35
  const experiments = useMemo(() => unwrapExperimentList(data), [data]);
36
+ const datasetNames = useMemo((): Record<string, string> => {
37
+ return Object.fromEntries(
38
+ unwrapDatasetList(datasetsQuery.data).map((dataset) => [dataset.id, dataset.name])
39
+ );
40
+ }, [datasetsQuery.data]);
26
41
  const prefix = (routeBase ?? "").replace(/\/$/, "");
27
42
 
28
43
  const handleCreate = useCallback((): void => {
@@ -36,14 +51,30 @@ export const AiExperimentsScreenWidget: React.FC<AdminScreenWidgetProps> = (prop
36
51
  [prefix]
37
52
  );
38
53
 
39
- const loadError = isError ? "Failed to load experiments." : undefined;
54
+ const loadError = isError ? "Could not load experiments." : undefined;
40
55
 
41
56
  return (
42
- <AiObservabilityChrome {...props} screenName="ai-experiments">
57
+ <AiObservabilityChrome
58
+ {...props}
59
+ actions={
60
+ canCreate ? (
61
+ <Button
62
+ iconName="plus"
63
+ onClick={handleCreate}
64
+ testID="ai-experiments-create"
65
+ text="New experiment"
66
+ />
67
+ ) : undefined
68
+ }
69
+ description="Run a dataset through a judge or through prompt versions, and promote only what passes every gate."
70
+ screenName="ai-experiments"
71
+ >
43
72
  <AiExperimentsListView
44
73
  canCreate={canCreate}
74
+ datasetNames={datasetNames}
45
75
  experiments={experiments}
46
76
  isLoading={isLoading}
77
+ isTruncated={experimentListHasMore(data)}
47
78
  loadError={loadError}
48
79
  onCreate={handleCreate}
49
80
  onOpenResults={handleOpenResults}