@terreno/admin-frontend 57.8.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (330) hide show
  1. package/dist/AdminShell.d.ts.map +1 -1
  2. package/dist/AdminShell.js +2 -2
  3. package/dist/AdminShell.js.map +1 -1
  4. package/dist/adminShellNav.d.ts +1 -0
  5. package/dist/adminShellNav.d.ts.map +1 -1
  6. package/dist/adminShellNav.js +3 -0
  7. package/dist/adminShellNav.js.map +1 -1
  8. package/dist/index.d.ts +4 -0
  9. package/dist/index.d.ts.map +1 -1
  10. package/dist/index.js +3 -0
  11. package/dist/index.js.map +1 -1
  12. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts +4 -0
  13. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts.map +1 -0
  14. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js +89 -0
  15. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js.map +1 -0
  16. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts +20 -0
  17. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts.map +1 -0
  18. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js +116 -0
  19. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js.map +1 -0
  20. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts +4 -0
  21. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -0
  22. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +120 -0
  23. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -0
  24. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +40 -0
  25. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -0
  26. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +60 -0
  27. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -0
  28. package/dist/widgets/aiObservability/datasets/datasetImport.d.ts +13 -0
  29. package/dist/widgets/aiObservability/datasets/datasetImport.d.ts.map +1 -0
  30. package/dist/widgets/aiObservability/datasets/datasetImport.js +35 -0
  31. package/dist/widgets/aiObservability/datasets/datasetImport.js.map +1 -0
  32. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +52 -0
  33. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -0
  34. package/dist/widgets/aiObservability/datasets/datasetTypes.js +71 -0
  35. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -0
  36. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts +96 -0
  37. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts.map +1 -0
  38. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js +103 -0
  39. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js.map +1 -0
  40. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts +4 -0
  41. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -0
  42. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +75 -0
  43. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -0
  44. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts +4 -0
  45. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -0
  46. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +199 -0
  47. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -0
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +50 -0
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -0
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +215 -0
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -0
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts +4 -0
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -0
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +35 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -0
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +13 -0
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -0
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +48 -0
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -0
  60. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +52 -0
  61. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -0
  62. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +142 -0
  63. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -0
  64. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts +49 -0
  65. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts.map +1 -0
  66. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js +51 -0
  67. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js.map +1 -0
  68. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts +4 -0
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -0
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +197 -0
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -0
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +36 -0
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -0
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +64 -0
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -0
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts +4 -0
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -0
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +90 -0
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -0
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +17 -0
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -0
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +51 -0
  83. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -0
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts +4 -0
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -0
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +35 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -0
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +13 -0
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -0
  90. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +64 -0
  91. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +73 -0
  93. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/experimentTypes.js +65 -0
  95. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +71 -0
  97. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +72 -0
  99. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -0
  100. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts +11 -0
  101. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -0
  102. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +128 -0
  103. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -0
  104. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +33 -0
  105. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -0
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +100 -0
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -0
  108. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +36 -0
  109. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +74 -0
  111. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -0
  112. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts +14 -0
  113. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts.map +1 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js +27 -0
  115. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js.map +1 -0
  116. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts +4 -0
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -0
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +77 -0
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -0
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts +32 -0
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -0
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +49 -0
  123. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -0
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +123 -0
  125. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -0
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js +150 -0
  127. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -0
  128. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts +117 -0
  129. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts.map +1 -0
  130. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js +91 -0
  131. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js.map +1 -0
  132. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts +4 -0
  133. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -0
  134. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +121 -0
  135. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -0
  136. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +21 -0
  137. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -0
  138. package/dist/widgets/aiObservability/review/AiReviewItemView.js +11 -0
  139. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -0
  140. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts +4 -0
  141. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -0
  142. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +30 -0
  143. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -0
  144. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +15 -0
  145. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -0
  146. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +50 -0
  147. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -0
  148. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +8 -0
  149. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -0
  150. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +15 -0
  151. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -0
  152. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +9 -0
  153. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -0
  154. package/dist/widgets/aiObservability/review/ReviewScoreField.js +28 -0
  155. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -0
  156. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +56 -0
  157. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -0
  158. package/dist/widgets/aiObservability/review/reviewTypes.js +99 -0
  159. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -0
  160. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +45 -0
  161. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -0
  162. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +68 -0
  163. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -0
  164. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +12 -0
  165. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -0
  166. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +17 -0
  167. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -0
  168. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +10 -0
  169. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -0
  170. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +32 -0
  171. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -0
  172. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts +11 -0
  173. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -0
  174. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +42 -0
  175. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -0
  176. package/dist/widgets/aiObservability/shell/ObservabilityTable.d.ts +27 -0
  177. package/dist/widgets/aiObservability/shell/ObservabilityTable.d.ts.map +1 -0
  178. package/dist/widgets/aiObservability/shell/ObservabilityTable.js +38 -0
  179. package/dist/widgets/aiObservability/shell/ObservabilityTable.js.map +1 -0
  180. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +33 -0
  181. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -0
  182. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +73 -0
  183. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -0
  184. package/dist/widgets/aiObservability/shell/aiRunAccess.d.ts +22 -0
  185. package/dist/widgets/aiObservability/shell/aiRunAccess.d.ts.map +1 -0
  186. package/dist/widgets/aiObservability/shell/aiRunAccess.js +41 -0
  187. package/dist/widgets/aiObservability/shell/aiRunAccess.js.map +1 -0
  188. package/dist/widgets/aiObservability/shell/observabilityPermissions.d.ts +21 -0
  189. package/dist/widgets/aiObservability/shell/observabilityPermissions.d.ts.map +1 -0
  190. package/dist/widgets/aiObservability/shell/observabilityPermissions.js +28 -0
  191. package/dist/widgets/aiObservability/shell/observabilityPermissions.js.map +1 -0
  192. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts +4 -0
  193. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts.map +1 -0
  194. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js +33 -0
  195. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js.map +1 -0
  196. package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts +8 -0
  197. package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts.map +1 -0
  198. package/dist/widgets/aiObservability/traces/AiTraceDetailView.js +40 -0
  199. package/dist/widgets/aiObservability/traces/AiTraceDetailView.js.map +1 -0
  200. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts +12 -0
  201. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +161 -0
  203. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -0
  204. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +49 -0
  205. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/traces/AiTracesListView.js +103 -0
  207. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -0
  208. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +102 -0
  209. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/traces/traceTypes.js +130 -0
  211. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -0
  212. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +71 -0
  213. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +113 -0
  215. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -0
  216. package/dist/widgets/builtInWidgets.d.ts.map +1 -1
  217. package/dist/widgets/builtInWidgets.js +4 -0
  218. package/dist/widgets/builtInWidgets.js.map +1 -1
  219. package/dist/widgets/harness/HarnessApprovalDetail.d.ts +19 -0
  220. package/dist/widgets/harness/HarnessApprovalDetail.d.ts.map +1 -0
  221. package/dist/widgets/harness/HarnessApprovalDetail.js +33 -0
  222. package/dist/widgets/harness/HarnessApprovalDetail.js.map +1 -0
  223. package/dist/widgets/harness/HarnessApprovalInbox.d.ts +34 -0
  224. package/dist/widgets/harness/HarnessApprovalInbox.d.ts.map +1 -0
  225. package/dist/widgets/harness/HarnessApprovalInbox.js +103 -0
  226. package/dist/widgets/harness/HarnessApprovalInbox.js.map +1 -0
  227. package/dist/widgets/harness/HarnessApprovalsScreenWidget.d.ts +6 -0
  228. package/dist/widgets/harness/HarnessApprovalsScreenWidget.d.ts.map +1 -0
  229. package/dist/widgets/harness/HarnessApprovalsScreenWidget.js +17 -0
  230. package/dist/widgets/harness/HarnessApprovalsScreenWidget.js.map +1 -0
  231. package/dist/widgets/harness/harnessApprovalTypes.d.ts +39 -0
  232. package/dist/widgets/harness/harnessApprovalTypes.d.ts.map +1 -0
  233. package/dist/widgets/harness/harnessApprovalTypes.js +93 -0
  234. package/dist/widgets/harness/harnessApprovalTypes.js.map +1 -0
  235. package/dist/widgets/harness/useHarnessApprovals.d.ts +30 -0
  236. package/dist/widgets/harness/useHarnessApprovals.d.ts.map +1 -0
  237. package/dist/widgets/harness/useHarnessApprovals.js +46 -0
  238. package/dist/widgets/harness/useHarnessApprovals.js.map +1 -0
  239. package/package.json +3 -2
  240. package/src/AdminShell.test.tsx +27 -0
  241. package/src/AdminShell.tsx +6 -2
  242. package/src/adminShellNav.test.ts +26 -0
  243. package/src/adminShellNav.ts +4 -0
  244. package/src/index.tsx +18 -0
  245. package/src/isolated/AiPromptEditorScreen.isolated.tsx +420 -0
  246. package/src/isolated/AiPromptsListScreen.isolated.tsx +135 -0
  247. package/src/isolated/aiObservabilityScreens.isolated.tsx +5972 -0
  248. package/src/isolated/harnessApprovalsScreen.isolated.tsx +71 -0
  249. package/src/isolated/observabilityStatusFixtures.isolated.ts +46 -0
  250. package/src/widgets/aiObservability/datasets/AiDatasetDetailScreen.tsx +146 -0
  251. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +217 -0
  252. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.tsx +307 -0
  253. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +171 -0
  254. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +261 -0
  255. package/src/widgets/aiObservability/datasets/datasetImport.test.ts +38 -0
  256. package/src/widgets/aiObservability/datasets/datasetImport.ts +42 -0
  257. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +102 -0
  258. package/src/widgets/aiObservability/datasets/datasetTypes.ts +121 -0
  259. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.test.ts +204 -0
  260. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.ts +185 -0
  261. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +119 -0
  262. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +277 -0
  263. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +825 -0
  264. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +838 -0
  265. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +54 -0
  266. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +139 -0
  267. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +93 -0
  268. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +198 -0
  269. package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.test.ts +113 -0
  270. package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.ts +91 -0
  271. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +248 -0
  272. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +179 -0
  273. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +284 -0
  274. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +137 -0
  275. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +177 -0
  276. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +54 -0
  277. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +168 -0
  278. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +100 -0
  279. package/src/widgets/aiObservability/experiments/experimentTypes.ts +142 -0
  280. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +140 -0
  281. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +126 -0
  282. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +236 -0
  283. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +389 -0
  284. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +198 -0
  285. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +263 -0
  286. package/src/widgets/aiObservability/prompts/AiPromptPlaygroundView.tsx +124 -0
  287. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +125 -0
  288. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +69 -0
  289. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +260 -0
  290. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +139 -0
  291. package/src/widgets/aiObservability/prompts/promptTypes.ts +282 -0
  292. package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.test.ts +130 -0
  293. package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.ts +190 -0
  294. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +213 -0
  295. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +132 -0
  296. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +54 -0
  297. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +154 -0
  298. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +56 -0
  299. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +91 -0
  300. package/src/widgets/aiObservability/review/reviewTypes.test.ts +84 -0
  301. package/src/widgets/aiObservability/review/reviewTypes.ts +154 -0
  302. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +87 -0
  303. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +107 -0
  304. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +60 -0
  305. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +41 -0
  306. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +96 -0
  307. package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +121 -0
  308. package/src/widgets/aiObservability/shell/ObservabilityTable.tsx +129 -0
  309. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +110 -0
  310. package/src/widgets/aiObservability/shell/aiRunAccess.test.ts +121 -0
  311. package/src/widgets/aiObservability/shell/aiRunAccess.ts +79 -0
  312. package/src/widgets/aiObservability/shell/observabilityPermissions.test.ts +191 -0
  313. package/src/widgets/aiObservability/shell/observabilityPermissions.ts +62 -0
  314. package/src/widgets/aiObservability/traces/AiTraceDetailScreen.tsx +61 -0
  315. package/src/widgets/aiObservability/traces/AiTraceDetailView.tsx +189 -0
  316. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +247 -0
  317. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +509 -0
  318. package/src/widgets/aiObservability/traces/traceTypes.test.ts +125 -0
  319. package/src/widgets/aiObservability/traces/traceTypes.ts +237 -0
  320. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +132 -0
  321. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +172 -0
  322. package/src/widgets/builtInWidgets.ts +4 -0
  323. package/src/widgets/harness/HarnessApprovalDetail.tsx +149 -0
  324. package/src/widgets/harness/HarnessApprovalInbox.test.tsx +340 -0
  325. package/src/widgets/harness/HarnessApprovalInbox.tsx +266 -0
  326. package/src/widgets/harness/HarnessApprovalsScreenWidget.tsx +35 -0
  327. package/src/widgets/harness/harnessApprovalTypes.test.ts +84 -0
  328. package/src/widgets/harness/harnessApprovalTypes.ts +119 -0
  329. package/src/widgets/harness/useHarnessApprovals.ts +86 -0
  330. package/src/widgets/pluginWidgets.test.tsx +4 -0
@@ -0,0 +1,284 @@
1
+ import {Box, Button, CheckBox, SelectField, Text, TextField} from "@terreno/ui";
2
+ import React from "react";
3
+ import type {DatasetRecord} from "../datasets/datasetTypes";
4
+ import type {EvaluatorRecord} from "../evaluators/evaluatorTypes";
5
+ import type {PromptDetail, PromptListItem} from "../prompts/promptTypes";
6
+ import {
7
+ type ExperimentEstimate,
8
+ isAutomaticExperimentEvaluator,
9
+ isValidExperimentVersionCount,
10
+ } from "./experimentTypes";
11
+
12
+ export type ExperimentWizardStep = 1 | 2 | 3 | 4;
13
+
14
+ export interface AiExperimentNewViewProps {
15
+ datasetId: string;
16
+ datasets: DatasetRecord[];
17
+ estimate?: ExperimentEstimate;
18
+ estimateError?: string;
19
+ evaluatorIds: string[];
20
+ evaluators: EvaluatorRecord[];
21
+ includeUnproofread: boolean;
22
+ isCreating: boolean;
23
+ isEstimating: boolean;
24
+ modelOverride: string;
25
+ name: string;
26
+ onDatasetChange: (id: string) => void;
27
+ onEvaluatorToggle: (id: string) => void;
28
+ onIncludeUnproofreadChange: (value: boolean) => void;
29
+ onModelOverrideChange: (value: string) => void;
30
+ onNameChange: (value: string) => void;
31
+ onPromptChange: (name: string) => void;
32
+ onRun: () => void;
33
+ onStepChange: (step: ExperimentWizardStep) => void;
34
+ onVersionToggle: (version: number) => void;
35
+ promptDetail?: PromptDetail;
36
+ promptName: string;
37
+ prompts: PromptListItem[];
38
+ step: ExperimentWizardStep;
39
+ validationError?: string;
40
+ versions: number[];
41
+ }
42
+
43
+ const STEP_LABELS = ["Dataset", "Prompt versions", "Evaluators", "Review & run"];
44
+
45
+ const EXPERIMENT_VERSION_HELP = "Select 2–3 prompt versions to compare.";
46
+
47
+ const versionTags = (version: number, detail?: PromptDetail): string[] => {
48
+ const tags: string[] = [];
49
+ if (!detail) {
50
+ return tags;
51
+ }
52
+ const latest = Math.max(...detail.versions.map((entry) => entry.version));
53
+ if (version === latest) {
54
+ tags.push("latest");
55
+ }
56
+ if (detail.labels.some((label) => label.label === "production" && label.version === version)) {
57
+ tags.push("production");
58
+ }
59
+ if (version < latest - 1) {
60
+ tags.push("superseded");
61
+ }
62
+ return tags;
63
+ };
64
+
65
+ export const AiExperimentNewView: React.FC<AiExperimentNewViewProps> = ({
66
+ datasetId,
67
+ datasets,
68
+ estimate,
69
+ estimateError,
70
+ evaluatorIds,
71
+ evaluators,
72
+ includeUnproofread,
73
+ isCreating,
74
+ isEstimating,
75
+ modelOverride,
76
+ name,
77
+ onDatasetChange,
78
+ onEvaluatorToggle,
79
+ onIncludeUnproofreadChange,
80
+ onModelOverrideChange,
81
+ onNameChange,
82
+ onPromptChange,
83
+ onRun,
84
+ onStepChange,
85
+ onVersionToggle,
86
+ promptDetail,
87
+ promptName,
88
+ prompts,
89
+ step,
90
+ validationError,
91
+ versions,
92
+ }) => {
93
+ const selectedDataset = datasets.find((entry) => entry.id === datasetId);
94
+ const automaticEvaluators = evaluators.filter(isAutomaticExperimentEvaluator);
95
+ const hasVersionSelection = isValidExperimentVersionCount(versions.length);
96
+ const isNextDisabled = step === 2 && !hasVersionSelection;
97
+
98
+ return (
99
+ <Box gap={4} testID="ai-experiment-new">
100
+ <Box direction="row" gap={2} wrap>
101
+ {STEP_LABELS.map((label, index) => {
102
+ const stepNumber = (index + 1) as ExperimentWizardStep;
103
+ const completed = step > stepNumber;
104
+ return (
105
+ <Button
106
+ disabled={stepNumber > 2 && !hasVersionSelection}
107
+ key={label}
108
+ onClick={() => {
109
+ if (stepNumber > 2 && !hasVersionSelection) {
110
+ return;
111
+ }
112
+ onStepChange(stepNumber);
113
+ }}
114
+ testID={`ai-experiment-step-${stepNumber}`}
115
+ text={`${completed ? "✓ " : ""}${label}`}
116
+ variant={step === stepNumber ? "primary" : "ghost"}
117
+ />
118
+ );
119
+ })}
120
+ </Box>
121
+ <TextField
122
+ onChange={onNameChange}
123
+ testID="ai-experiment-name"
124
+ title="Experiment name"
125
+ value={name}
126
+ />
127
+ {step === 1 ? (
128
+ <Box gap={2} testID="ai-experiment-step-dataset">
129
+ <SelectField
130
+ onChange={onDatasetChange}
131
+ options={datasets.map((entry) => {
132
+ return {
133
+ label: `${entry.name} (${entry.counts.total} items)`,
134
+ value: entry.id,
135
+ };
136
+ })}
137
+ requireValue
138
+ title="Dataset"
139
+ value={datasetId}
140
+ />
141
+ {selectedDataset ? (
142
+ <Text color="secondaryDark" size="sm">
143
+ Schema binding: {selectedDataset.inputSchemaPromptName ?? "none"} ·{" "}
144
+ {selectedDataset.counts.needsReview} need review
145
+ </Text>
146
+ ) : undefined}
147
+ <Box
148
+ accessibilityHint="Toggle include unproofread items"
149
+ accessibilityLabel="Include unproofread items"
150
+ alignItems="center"
151
+ direction="row"
152
+ gap={1}
153
+ onClick={() => {
154
+ onIncludeUnproofreadChange(!includeUnproofread);
155
+ }}
156
+ >
157
+ <CheckBox selected={includeUnproofread} />
158
+ <Text>Include unproofread items</Text>
159
+ </Box>
160
+ </Box>
161
+ ) : undefined}
162
+ {step === 2 ? (
163
+ <Box gap={2} testID="ai-experiment-step-prompt">
164
+ <SelectField
165
+ onChange={onPromptChange}
166
+ options={prompts.map((entry) => {
167
+ return {label: entry.name, value: entry.name};
168
+ })}
169
+ requireValue
170
+ title="Prompt"
171
+ value={promptName}
172
+ />
173
+ {promptDetail?.versions.map((version) => {
174
+ const tags = versionTags(version.version, promptDetail);
175
+ const selected = versions.includes(version.version);
176
+ return (
177
+ <Box
178
+ accessibilityHint={`Toggle version ${version.version}`}
179
+ accessibilityLabel={`Version ${version.version}`}
180
+ alignItems="center"
181
+ direction="row"
182
+ gap={1}
183
+ key={version.version}
184
+ onClick={() => {
185
+ onVersionToggle(version.version);
186
+ }}
187
+ wrap
188
+ >
189
+ <CheckBox selected={selected} />
190
+ <Text>
191
+ {`v${version.version}${tags.length > 0 ? ` (${tags.join(", ")})` : ""}`}
192
+ </Text>
193
+ </Box>
194
+ );
195
+ })}
196
+ <Text
197
+ color={hasVersionSelection ? "secondaryDark" : "error"}
198
+ size="sm"
199
+ testID="ai-experiment-version-help"
200
+ >
201
+ {EXPERIMENT_VERSION_HELP}
202
+ </Text>
203
+ </Box>
204
+ ) : undefined}
205
+ {step === 3 ? (
206
+ <Box gap={2} testID="ai-experiment-step-evaluators">
207
+ {automaticEvaluators.length === 0 ? (
208
+ <Text color="secondaryDark" size="sm" testID="ai-experiment-evaluators-empty">
209
+ Create an LLM judge or JSON assert evaluator before running an experiment.
210
+ </Text>
211
+ ) : (
212
+ automaticEvaluators.map((evaluator) => {
213
+ const selected = evaluatorIds.includes(evaluator.id);
214
+ return (
215
+ <Box
216
+ accessibilityHint={`Toggle evaluator ${evaluator.name}`}
217
+ accessibilityLabel={evaluator.name}
218
+ alignItems="center"
219
+ direction="row"
220
+ gap={1}
221
+ key={evaluator.id}
222
+ onClick={() => {
223
+ onEvaluatorToggle(evaluator.id);
224
+ }}
225
+ >
226
+ <CheckBox selected={selected} />
227
+ <Text>{`${evaluator.name} (${evaluator.type})`}</Text>
228
+ </Box>
229
+ );
230
+ })
231
+ )}
232
+ </Box>
233
+ ) : undefined}
234
+ {step === 4 ? (
235
+ <Box gap={2} testID="ai-experiment-step-review">
236
+ <Text>
237
+ Dataset: {selectedDataset?.name ?? "—"} · Versions: {versions.join(", ") || "—"} ·
238
+ Evaluators: {evaluatorIds.length}
239
+ </Text>
240
+ <TextField
241
+ helperText="Optional override for generation model"
242
+ onChange={onModelOverrideChange}
243
+ testID="ai-experiment-model-override"
244
+ title="Model override"
245
+ value={modelOverride}
246
+ />
247
+ {isEstimating ? <Text>Estimating…</Text> : undefined}
248
+ {estimate ? (
249
+ <Text testID="ai-experiment-estimate">
250
+ ~{estimate.generations} generations · ~{Math.round(estimate.wallClockSeconds / 60)}{" "}
251
+ min
252
+ {estimate.costUsd !== undefined ? ` · ~$${estimate.costUsd.toFixed(2)}` : ""}
253
+ </Text>
254
+ ) : undefined}
255
+ {estimateError ? <Text color="error">{estimateError}</Text> : undefined}
256
+ <Button
257
+ loading={isCreating}
258
+ onClick={onRun}
259
+ testID="ai-experiment-run"
260
+ text="Run experiment"
261
+ />
262
+ </Box>
263
+ ) : undefined}
264
+ {validationError ? (
265
+ <Text color="error" testID="ai-experiment-validation-error">
266
+ {validationError}
267
+ </Text>
268
+ ) : undefined}
269
+ {step < 4 ? (
270
+ <Button
271
+ disabled={isNextDisabled}
272
+ onClick={() => {
273
+ if (isNextDisabled) {
274
+ return;
275
+ }
276
+ onStepChange((step + 1) as ExperimentWizardStep);
277
+ }}
278
+ testID="ai-experiment-next"
279
+ text="Next"
280
+ />
281
+ ) : undefined}
282
+ </Box>
283
+ );
284
+ };
@@ -0,0 +1,137 @@
1
+ import {Box, Spinner, Text} from "@terreno/ui";
2
+ import {useLocalSearchParams} from "expo-router";
3
+ import React, {useCallback, useEffect, useMemo, useRef, useState} from "react";
4
+ import type {AdminScreenWidgetProps} from "../../../types";
5
+ import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
6
+ import {AiExperimentResultsView} from "./AiExperimentResultsView";
7
+ import {gatesForVersion, parsePromoteBlockedTitle, unwrapExperimentRecord} from "./experimentTypes";
8
+ import {useAiObservabilityExperimentsApi} from "./useAiObservabilityExperimentsApi";
9
+
10
+ export const AiExperimentResultsScreenWidget: React.FC<AdminScreenWidgetProps> = (props) => {
11
+ const {api, routeBase} = props;
12
+ const params = useLocalSearchParams<{id?: string | string[]}>();
13
+ const idParam = params.id;
14
+ const id = Array.isArray(idParam) ? idParam[0] : idParam;
15
+ const {useDetailQuery, usePromoteMutation} = useAiObservabilityExperimentsApi(api);
16
+ const {data, isError, isLoading, refetch} = useDetailQuery(id ?? "", {skip: !id});
17
+ const [promote, promoteState] = usePromoteMutation();
18
+ const experiment = useMemo(() => unwrapExperimentRecord(data), [data]);
19
+ const prefix = (routeBase ?? "").replace(/\/$/, "");
20
+ const backHref = `${prefix}/ai-experiments`;
21
+
22
+ const [selectedVersion, setSelectedVersion] = useState(0);
23
+ const [promoteVersion, setPromoteVersion] = useState(0);
24
+ const [promoteConfirmOpen, setPromoteConfirmOpen] = useState(false);
25
+ const [promoteError, setPromoteError] = useState("");
26
+ const initializedExperimentId = useRef<string | undefined>(undefined);
27
+
28
+ // Default promote version to the highest compared version once results load.
29
+ useEffect(() => {
30
+ if (!experiment || experiment.versions.length === 0) {
31
+ return;
32
+ }
33
+ if (initializedExperimentId.current === experiment.id) {
34
+ return;
35
+ }
36
+ const latest = experiment.versions[experiment.versions.length - 1] ?? 0;
37
+ initializedExperimentId.current = experiment.id;
38
+ setSelectedVersion(latest);
39
+ setPromoteVersion(latest);
40
+ }, [experiment]);
41
+
42
+ // Poll while the experiment is still pending or running so progress and gates stay current.
43
+ useEffect(() => {
44
+ if (!experiment || (experiment.status !== "pending" && experiment.status !== "running")) {
45
+ return;
46
+ }
47
+ const timer = setInterval(() => {
48
+ refetch();
49
+ }, 3000);
50
+ return () => {
51
+ clearInterval(timer);
52
+ };
53
+ }, [experiment, refetch]);
54
+
55
+ const blockedGate = useMemo(() => {
56
+ if (!experiment) {
57
+ return undefined;
58
+ }
59
+ return gatesForVersion(experiment, promoteVersion).find((gate) => !gate.passed);
60
+ }, [experiment, promoteVersion]);
61
+
62
+ const handlePromote = useCallback(
63
+ async (version: number): Promise<void> => {
64
+ if (!id) {
65
+ return;
66
+ }
67
+ setPromoteError("");
68
+ try {
69
+ await promote({id, version}).unwrap();
70
+ setPromoteConfirmOpen(false);
71
+ refetch();
72
+ } catch (error) {
73
+ setPromoteError(parsePromoteBlockedTitle(error) ?? "Promote failed.");
74
+ }
75
+ },
76
+ [id, promote, refetch]
77
+ );
78
+
79
+ if (!id) {
80
+ return (
81
+ <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-experiment-results">
82
+ <Box padding={4}>
83
+ <Text>Missing experiment id.</Text>
84
+ </Box>
85
+ </AiObservabilityChrome>
86
+ );
87
+ }
88
+
89
+ if (isLoading) {
90
+ return (
91
+ <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-experiment-results">
92
+ <Box alignItems="center" padding={4} testID="ai-experiment-results-loading">
93
+ <Spinner />
94
+ </Box>
95
+ </AiObservabilityChrome>
96
+ );
97
+ }
98
+
99
+ if (isError || !experiment) {
100
+ return (
101
+ <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-experiment-results">
102
+ <Box padding={4}>
103
+ <Text color="error">Failed to load experiment results.</Text>
104
+ </Box>
105
+ </AiObservabilityChrome>
106
+ );
107
+ }
108
+
109
+ return (
110
+ <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-experiment-results">
111
+ <AiExperimentResultsView
112
+ experiment={experiment}
113
+ isPromoting={promoteState.isLoading}
114
+ onDismissPromoteConfirm={() => {
115
+ setPromoteConfirmOpen(false);
116
+ }}
117
+ onOpenPromoteConfirm={() => {
118
+ setPromoteConfirmOpen(true);
119
+ }}
120
+ onPromote={handlePromote}
121
+ onSelectVersion={(version) => {
122
+ setSelectedVersion(version);
123
+ setPromoteVersion(version);
124
+ }}
125
+ promoteBlockedMessage={
126
+ blockedGate
127
+ ? `gate failed for v${promoteVersion} ${blockedGate.evaluatorName}.${blockedGate.dimension}`
128
+ : undefined
129
+ }
130
+ promoteConfirmOpen={promoteConfirmOpen}
131
+ promoteError={promoteError}
132
+ promoteVersion={promoteVersion}
133
+ selectedVersion={selectedVersion}
134
+ />
135
+ </AiObservabilityChrome>
136
+ );
137
+ };
@@ -0,0 +1,177 @@
1
+ import {
2
+ Badge,
3
+ Box,
4
+ Button,
5
+ DataTable,
6
+ type DataTableCellData,
7
+ type DataTableColumn,
8
+ Modal,
9
+ SelectField,
10
+ Text,
11
+ } from "@terreno/ui";
12
+ import React, {useMemo} from "react";
13
+ import {summarizeJson as summarizeDatasetJson} from "../datasets/datasetTypes";
14
+ import {type ExperimentRecord, gatesForVersion} from "./experimentTypes";
15
+
16
+ export interface AiExperimentResultsViewProps {
17
+ experiment: ExperimentRecord;
18
+ isPromoting: boolean;
19
+ onPromote: (version: number) => void;
20
+ promoteBlockedMessage?: string;
21
+ promoteConfirmOpen: boolean;
22
+ promoteError?: string;
23
+ promoteVersion: number;
24
+ selectedVersion: number;
25
+ onDismissPromoteConfirm: () => void;
26
+ onOpenPromoteConfirm: () => void;
27
+ onSelectVersion: (version: number) => void;
28
+ }
29
+
30
+ const summarizeOutput = (value: unknown): string => {
31
+ return summarizeDatasetJson(value);
32
+ };
33
+
34
+ export const AiExperimentResultsView: React.FC<AiExperimentResultsViewProps> = ({
35
+ experiment,
36
+ isPromoting,
37
+ onPromote,
38
+ promoteBlockedMessage,
39
+ promoteConfirmOpen,
40
+ promoteError,
41
+ promoteVersion,
42
+ selectedVersion,
43
+ onDismissPromoteConfirm,
44
+ onOpenPromoteConfirm,
45
+ onSelectVersion,
46
+ }) => {
47
+ const versionGates = gatesForVersion(experiment, selectedVersion);
48
+ const failing = versionGates.filter((gate) => {
49
+ return !gate.passed;
50
+ }).length;
51
+ const blockedGate = versionGates.find((gate) => !gate.passed);
52
+
53
+ const itemColumns: DataTableColumn[] = useMemo(() => {
54
+ const versionCols: DataTableColumn[] = experiment.versions.flatMap((version) => {
55
+ return [
56
+ {columnType: "text" as const, title: `v${version} output`, width: 180},
57
+ {columnType: "text" as const, title: `v${version} pass`, width: 100},
58
+ ];
59
+ });
60
+ return [{columnType: "text", title: "Item", width: 120}, ...versionCols];
61
+ }, [experiment.versions]);
62
+
63
+ const itemRows: DataTableCellData[][] = useMemo(() => {
64
+ return experiment.items.map((item) => {
65
+ const row: DataTableCellData[] = [{value: item.datasetItemId.slice(-6)}];
66
+ for (const version of experiment.versions) {
67
+ const result = item.versionResults[String(version)];
68
+ row.push({value: summarizeOutput(result?.output)});
69
+ const scores = result?.evaluatorScores ?? {};
70
+ const passed = Object.values(scores).every((entry) => !entry.error);
71
+ row.push({value: passed ? "pass" : "fail"});
72
+ }
73
+ return row;
74
+ });
75
+ }, [experiment.items, experiment.versions]);
76
+
77
+ const outliers = experiment.results?.outlierItemIds ?? [];
78
+
79
+ return (
80
+ <Box gap={4} testID="ai-experiment-results">
81
+ {experiment.status === "running" || experiment.status === "pending" ? (
82
+ <Text testID="ai-experiment-results-running">
83
+ Running… {experiment.results?.progress.completed ?? 0}/
84
+ {experiment.results?.progress.total ?? 0}
85
+ </Text>
86
+ ) : undefined}
87
+ {failing > 0 ? (
88
+ <Badge
89
+ status="error"
90
+ testID="ai-experiment-gates-failing"
91
+ value={`${failing} gates failing`}
92
+ />
93
+ ) : undefined}
94
+ <Box direction="row" gap={2} wrap>
95
+ {versionGates.map((gate) => {
96
+ return (
97
+ <Box
98
+ color={gate.passed ? "successLight" : "errorLight"}
99
+ key={`${gate.version}-${gate.dimension}`}
100
+ padding={2}
101
+ testID={`ai-experiment-gate-${gate.dimension}`}
102
+ >
103
+ <Text bold>
104
+ v{gate.version} {gate.evaluatorName}.{gate.dimension}
105
+ </Text>
106
+ <Text>
107
+ {gate.actual !== undefined ? gate.actual.toFixed(2) : "—"} {gate.op} {gate.value} —{" "}
108
+ {gate.passed ? "pass" : "fail"}
109
+ </Text>
110
+ </Box>
111
+ );
112
+ })}
113
+ </Box>
114
+ {blockedGate && promoteBlockedMessage ? (
115
+ <Text color="error" testID="ai-experiment-promote-blocked">
116
+ Promote blocked: {promoteBlockedMessage}
117
+ </Text>
118
+ ) : undefined}
119
+ {outliers.length > 0 ? (
120
+ <Box gap={1} testID="ai-experiment-outliers">
121
+ <Text bold>Outliers</Text>
122
+ {outliers.map((itemId) => {
123
+ return <Badge key={itemId} status="warning" value={itemId.slice(-8)} />;
124
+ })}
125
+ </Box>
126
+ ) : undefined}
127
+ <DataTable columns={itemColumns} data={itemRows} testID="ai-experiment-items-table" />
128
+ <Box direction="row" gap={2} wrap>
129
+ <SelectField
130
+ onChange={(value) => {
131
+ const version = Number(value);
132
+ onSelectVersion(version);
133
+ }}
134
+ options={experiment.versions.map((version) => {
135
+ return {label: `v${version}`, value: String(version)};
136
+ })}
137
+ title="Promote version"
138
+ value={String(promoteVersion)}
139
+ />
140
+ <Button
141
+ disabled={Boolean(blockedGate)}
142
+ onClick={onOpenPromoteConfirm}
143
+ testID="ai-experiment-promote"
144
+ text="Promote to production"
145
+ />
146
+ </Box>
147
+ {promoteError ? (
148
+ <Text color="error" testID="ai-experiment-promote-error">
149
+ {promoteError}
150
+ </Text>
151
+ ) : undefined}
152
+ <Modal
153
+ onDismiss={onDismissPromoteConfirm}
154
+ primaryButtonDisabled={isPromoting}
155
+ primaryButtonOnClick={() => {
156
+ onPromote(promoteVersion);
157
+ }}
158
+ primaryButtonText="Promote"
159
+ secondaryButtonOnClick={onDismissPromoteConfirm}
160
+ secondaryButtonText="Cancel"
161
+ title="Confirm promote"
162
+ visible={promoteConfirmOpen}
163
+ >
164
+ <Box gap={2}>
165
+ <Text>
166
+ Promote v{promoteVersion} of {experiment.promptName} to production?
167
+ </Text>
168
+ {blockedGate ? (
169
+ <Text color="error">
170
+ Gate {blockedGate.evaluatorName}.{blockedGate.dimension} is failing.
171
+ </Text>
172
+ ) : undefined}
173
+ </Box>
174
+ </Modal>
175
+ </Box>
176
+ );
177
+ };
@@ -0,0 +1,54 @@
1
+ import {router} from "expo-router";
2
+ import React, {useCallback, useMemo} from "react";
3
+ import type {AdminScreenWidgetProps} from "../../../types";
4
+ import {useAiObservabilityPromptsApi} from "../prompts/useAiObservabilityPromptsApi";
5
+ import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
6
+ import {unwrapObservabilityStatus} from "../shell/aiObservabilityNav";
7
+ import {observabilityActionAllowed} from "../shell/observabilityPermissions";
8
+ import {AiExperimentsListView} from "./AiExperimentsListView";
9
+ import {unwrapExperimentList} from "./experimentTypes";
10
+ import {useAiObservabilityExperimentsApi} from "./useAiObservabilityExperimentsApi";
11
+
12
+ export const AiExperimentsScreenWidget: React.FC<AdminScreenWidgetProps> = (props) => {
13
+ const {api, routeBase} = props;
14
+ const {useListQuery} = useAiObservabilityExperimentsApi(api);
15
+ const {useStatusQuery} = useAiObservabilityPromptsApi(api);
16
+ const {data, isError, isLoading, refetch} = useListQuery();
17
+ const statusQuery = useStatusQuery();
18
+ const canCreate = observabilityActionAllowed({
19
+ action: "create",
20
+ resource: "aiExperiment",
21
+ status: unwrapObservabilityStatus(statusQuery.data),
22
+ statusError: statusQuery.isError,
23
+ statusLoading: statusQuery.isLoading,
24
+ });
25
+ const experiments = useMemo(() => unwrapExperimentList(data), [data]);
26
+ const prefix = (routeBase ?? "").replace(/\/$/, "");
27
+
28
+ const handleCreate = useCallback((): void => {
29
+ router.push(`${prefix}/ai-experiment-new`);
30
+ }, [prefix]);
31
+
32
+ const handleOpenResults = useCallback(
33
+ (id: string): void => {
34
+ router.push(`${prefix}/ai-experiment-results?id=${encodeURIComponent(id)}`);
35
+ },
36
+ [prefix]
37
+ );
38
+
39
+ const loadError = isError ? "Failed to load experiments." : undefined;
40
+
41
+ return (
42
+ <AiObservabilityChrome {...props} screenName="ai-experiments">
43
+ <AiExperimentsListView
44
+ canCreate={canCreate}
45
+ experiments={experiments}
46
+ isLoading={isLoading}
47
+ loadError={loadError}
48
+ onCreate={handleCreate}
49
+ onOpenResults={handleOpenResults}
50
+ onRetry={refetch}
51
+ />
52
+ </AiObservabilityChrome>
53
+ );
54
+ };