@terreno/admin-frontend 57.8.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (330) hide show
  1. package/dist/AdminShell.d.ts.map +1 -1
  2. package/dist/AdminShell.js +2 -2
  3. package/dist/AdminShell.js.map +1 -1
  4. package/dist/adminShellNav.d.ts +1 -0
  5. package/dist/adminShellNav.d.ts.map +1 -1
  6. package/dist/adminShellNav.js +3 -0
  7. package/dist/adminShellNav.js.map +1 -1
  8. package/dist/index.d.ts +4 -0
  9. package/dist/index.d.ts.map +1 -1
  10. package/dist/index.js +3 -0
  11. package/dist/index.js.map +1 -1
  12. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts +4 -0
  13. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts.map +1 -0
  14. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js +89 -0
  15. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js.map +1 -0
  16. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts +20 -0
  17. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts.map +1 -0
  18. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js +116 -0
  19. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js.map +1 -0
  20. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts +4 -0
  21. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -0
  22. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +120 -0
  23. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -0
  24. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +40 -0
  25. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -0
  26. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +60 -0
  27. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -0
  28. package/dist/widgets/aiObservability/datasets/datasetImport.d.ts +13 -0
  29. package/dist/widgets/aiObservability/datasets/datasetImport.d.ts.map +1 -0
  30. package/dist/widgets/aiObservability/datasets/datasetImport.js +35 -0
  31. package/dist/widgets/aiObservability/datasets/datasetImport.js.map +1 -0
  32. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +52 -0
  33. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -0
  34. package/dist/widgets/aiObservability/datasets/datasetTypes.js +71 -0
  35. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -0
  36. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts +96 -0
  37. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts.map +1 -0
  38. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js +103 -0
  39. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js.map +1 -0
  40. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts +4 -0
  41. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -0
  42. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +75 -0
  43. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -0
  44. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts +4 -0
  45. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -0
  46. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +199 -0
  47. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -0
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +50 -0
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -0
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +215 -0
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -0
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts +4 -0
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -0
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +35 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -0
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +13 -0
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -0
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +48 -0
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -0
  60. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +52 -0
  61. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -0
  62. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +142 -0
  63. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -0
  64. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts +49 -0
  65. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts.map +1 -0
  66. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js +51 -0
  67. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js.map +1 -0
  68. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts +4 -0
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -0
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +197 -0
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -0
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +36 -0
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -0
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +64 -0
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -0
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts +4 -0
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -0
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +90 -0
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -0
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +17 -0
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -0
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +51 -0
  83. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -0
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts +4 -0
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -0
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +35 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -0
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +13 -0
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -0
  90. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +64 -0
  91. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +73 -0
  93. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/experimentTypes.js +65 -0
  95. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +71 -0
  97. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +72 -0
  99. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -0
  100. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts +11 -0
  101. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -0
  102. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +128 -0
  103. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -0
  104. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +33 -0
  105. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -0
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +100 -0
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -0
  108. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +36 -0
  109. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +74 -0
  111. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -0
  112. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts +14 -0
  113. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts.map +1 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js +27 -0
  115. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js.map +1 -0
  116. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts +4 -0
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -0
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +77 -0
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -0
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts +32 -0
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -0
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +49 -0
  123. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -0
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +123 -0
  125. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -0
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js +150 -0
  127. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -0
  128. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts +117 -0
  129. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts.map +1 -0
  130. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js +91 -0
  131. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js.map +1 -0
  132. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts +4 -0
  133. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -0
  134. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +121 -0
  135. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -0
  136. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +21 -0
  137. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -0
  138. package/dist/widgets/aiObservability/review/AiReviewItemView.js +11 -0
  139. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -0
  140. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts +4 -0
  141. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -0
  142. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +30 -0
  143. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -0
  144. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +15 -0
  145. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -0
  146. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +50 -0
  147. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -0
  148. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +8 -0
  149. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -0
  150. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +15 -0
  151. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -0
  152. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +9 -0
  153. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -0
  154. package/dist/widgets/aiObservability/review/ReviewScoreField.js +28 -0
  155. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -0
  156. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +56 -0
  157. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -0
  158. package/dist/widgets/aiObservability/review/reviewTypes.js +99 -0
  159. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -0
  160. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +45 -0
  161. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -0
  162. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +68 -0
  163. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -0
  164. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +12 -0
  165. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -0
  166. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +17 -0
  167. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -0
  168. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +10 -0
  169. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -0
  170. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +32 -0
  171. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -0
  172. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts +11 -0
  173. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -0
  174. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +42 -0
  175. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -0
  176. package/dist/widgets/aiObservability/shell/ObservabilityTable.d.ts +27 -0
  177. package/dist/widgets/aiObservability/shell/ObservabilityTable.d.ts.map +1 -0
  178. package/dist/widgets/aiObservability/shell/ObservabilityTable.js +38 -0
  179. package/dist/widgets/aiObservability/shell/ObservabilityTable.js.map +1 -0
  180. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +33 -0
  181. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -0
  182. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +73 -0
  183. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -0
  184. package/dist/widgets/aiObservability/shell/aiRunAccess.d.ts +22 -0
  185. package/dist/widgets/aiObservability/shell/aiRunAccess.d.ts.map +1 -0
  186. package/dist/widgets/aiObservability/shell/aiRunAccess.js +41 -0
  187. package/dist/widgets/aiObservability/shell/aiRunAccess.js.map +1 -0
  188. package/dist/widgets/aiObservability/shell/observabilityPermissions.d.ts +21 -0
  189. package/dist/widgets/aiObservability/shell/observabilityPermissions.d.ts.map +1 -0
  190. package/dist/widgets/aiObservability/shell/observabilityPermissions.js +28 -0
  191. package/dist/widgets/aiObservability/shell/observabilityPermissions.js.map +1 -0
  192. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts +4 -0
  193. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts.map +1 -0
  194. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js +33 -0
  195. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js.map +1 -0
  196. package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts +8 -0
  197. package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts.map +1 -0
  198. package/dist/widgets/aiObservability/traces/AiTraceDetailView.js +40 -0
  199. package/dist/widgets/aiObservability/traces/AiTraceDetailView.js.map +1 -0
  200. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts +12 -0
  201. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +161 -0
  203. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -0
  204. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +49 -0
  205. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/traces/AiTracesListView.js +103 -0
  207. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -0
  208. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +102 -0
  209. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/traces/traceTypes.js +130 -0
  211. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -0
  212. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +71 -0
  213. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +113 -0
  215. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -0
  216. package/dist/widgets/builtInWidgets.d.ts.map +1 -1
  217. package/dist/widgets/builtInWidgets.js +4 -0
  218. package/dist/widgets/builtInWidgets.js.map +1 -1
  219. package/dist/widgets/harness/HarnessApprovalDetail.d.ts +19 -0
  220. package/dist/widgets/harness/HarnessApprovalDetail.d.ts.map +1 -0
  221. package/dist/widgets/harness/HarnessApprovalDetail.js +33 -0
  222. package/dist/widgets/harness/HarnessApprovalDetail.js.map +1 -0
  223. package/dist/widgets/harness/HarnessApprovalInbox.d.ts +34 -0
  224. package/dist/widgets/harness/HarnessApprovalInbox.d.ts.map +1 -0
  225. package/dist/widgets/harness/HarnessApprovalInbox.js +103 -0
  226. package/dist/widgets/harness/HarnessApprovalInbox.js.map +1 -0
  227. package/dist/widgets/harness/HarnessApprovalsScreenWidget.d.ts +6 -0
  228. package/dist/widgets/harness/HarnessApprovalsScreenWidget.d.ts.map +1 -0
  229. package/dist/widgets/harness/HarnessApprovalsScreenWidget.js +17 -0
  230. package/dist/widgets/harness/HarnessApprovalsScreenWidget.js.map +1 -0
  231. package/dist/widgets/harness/harnessApprovalTypes.d.ts +39 -0
  232. package/dist/widgets/harness/harnessApprovalTypes.d.ts.map +1 -0
  233. package/dist/widgets/harness/harnessApprovalTypes.js +93 -0
  234. package/dist/widgets/harness/harnessApprovalTypes.js.map +1 -0
  235. package/dist/widgets/harness/useHarnessApprovals.d.ts +30 -0
  236. package/dist/widgets/harness/useHarnessApprovals.d.ts.map +1 -0
  237. package/dist/widgets/harness/useHarnessApprovals.js +46 -0
  238. package/dist/widgets/harness/useHarnessApprovals.js.map +1 -0
  239. package/package.json +3 -2
  240. package/src/AdminShell.test.tsx +27 -0
  241. package/src/AdminShell.tsx +6 -2
  242. package/src/adminShellNav.test.ts +26 -0
  243. package/src/adminShellNav.ts +4 -0
  244. package/src/index.tsx +18 -0
  245. package/src/isolated/AiPromptEditorScreen.isolated.tsx +420 -0
  246. package/src/isolated/AiPromptsListScreen.isolated.tsx +135 -0
  247. package/src/isolated/aiObservabilityScreens.isolated.tsx +5972 -0
  248. package/src/isolated/harnessApprovalsScreen.isolated.tsx +71 -0
  249. package/src/isolated/observabilityStatusFixtures.isolated.ts +46 -0
  250. package/src/widgets/aiObservability/datasets/AiDatasetDetailScreen.tsx +146 -0
  251. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +217 -0
  252. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.tsx +307 -0
  253. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +171 -0
  254. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +261 -0
  255. package/src/widgets/aiObservability/datasets/datasetImport.test.ts +38 -0
  256. package/src/widgets/aiObservability/datasets/datasetImport.ts +42 -0
  257. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +102 -0
  258. package/src/widgets/aiObservability/datasets/datasetTypes.ts +121 -0
  259. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.test.ts +204 -0
  260. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.ts +185 -0
  261. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +119 -0
  262. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +277 -0
  263. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +825 -0
  264. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +838 -0
  265. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +54 -0
  266. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +139 -0
  267. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +93 -0
  268. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +198 -0
  269. package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.test.ts +113 -0
  270. package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.ts +91 -0
  271. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +248 -0
  272. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +179 -0
  273. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +284 -0
  274. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +137 -0
  275. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +177 -0
  276. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +54 -0
  277. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +168 -0
  278. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +100 -0
  279. package/src/widgets/aiObservability/experiments/experimentTypes.ts +142 -0
  280. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +140 -0
  281. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +126 -0
  282. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +236 -0
  283. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +389 -0
  284. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +198 -0
  285. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +263 -0
  286. package/src/widgets/aiObservability/prompts/AiPromptPlaygroundView.tsx +124 -0
  287. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +125 -0
  288. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +69 -0
  289. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +260 -0
  290. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +139 -0
  291. package/src/widgets/aiObservability/prompts/promptTypes.ts +282 -0
  292. package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.test.ts +130 -0
  293. package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.ts +190 -0
  294. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +213 -0
  295. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +132 -0
  296. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +54 -0
  297. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +154 -0
  298. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +56 -0
  299. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +91 -0
  300. package/src/widgets/aiObservability/review/reviewTypes.test.ts +84 -0
  301. package/src/widgets/aiObservability/review/reviewTypes.ts +154 -0
  302. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +87 -0
  303. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +107 -0
  304. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +60 -0
  305. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +41 -0
  306. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +96 -0
  307. package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +121 -0
  308. package/src/widgets/aiObservability/shell/ObservabilityTable.tsx +129 -0
  309. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +110 -0
  310. package/src/widgets/aiObservability/shell/aiRunAccess.test.ts +121 -0
  311. package/src/widgets/aiObservability/shell/aiRunAccess.ts +79 -0
  312. package/src/widgets/aiObservability/shell/observabilityPermissions.test.ts +191 -0
  313. package/src/widgets/aiObservability/shell/observabilityPermissions.ts +62 -0
  314. package/src/widgets/aiObservability/traces/AiTraceDetailScreen.tsx +61 -0
  315. package/src/widgets/aiObservability/traces/AiTraceDetailView.tsx +189 -0
  316. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +247 -0
  317. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +509 -0
  318. package/src/widgets/aiObservability/traces/traceTypes.test.ts +125 -0
  319. package/src/widgets/aiObservability/traces/traceTypes.ts +237 -0
  320. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +132 -0
  321. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +172 -0
  322. package/src/widgets/builtInWidgets.ts +4 -0
  323. package/src/widgets/harness/HarnessApprovalDetail.tsx +149 -0
  324. package/src/widgets/harness/HarnessApprovalInbox.test.tsx +340 -0
  325. package/src/widgets/harness/HarnessApprovalInbox.tsx +266 -0
  326. package/src/widgets/harness/HarnessApprovalsScreenWidget.tsx +35 -0
  327. package/src/widgets/harness/harnessApprovalTypes.test.ts +84 -0
  328. package/src/widgets/harness/harnessApprovalTypes.ts +119 -0
  329. package/src/widgets/harness/useHarnessApprovals.ts +86 -0
  330. package/src/widgets/pluginWidgets.test.tsx +4 -0
@@ -0,0 +1,168 @@
1
+ import {
2
+ Badge,
3
+ Box,
4
+ Button,
5
+ DataTable,
6
+ type DataTableCellData,
7
+ type DataTableColumn,
8
+ Text,
9
+ } from "@terreno/ui";
10
+ import React, {useMemo} from "react";
11
+ import {
12
+ type ExperimentRecord,
13
+ experimentProgressPercent,
14
+ failingGateCount,
15
+ } from "./experimentTypes";
16
+
17
+ export interface AiExperimentsListViewProps {
18
+ canCreate?: boolean;
19
+ experiments: ExperimentRecord[];
20
+ isLoading: boolean;
21
+ loadError?: string;
22
+ onCreate: () => void;
23
+ onOpenResults: (id: string) => void;
24
+ onRetry: () => void;
25
+ }
26
+
27
+ const COLUMNS: DataTableColumn[] = [
28
+ {columnType: "text", title: "Name", width: 180},
29
+ {columnType: "text", title: "Dataset", width: 140},
30
+ {columnType: "experimentStatus", title: "Status", width: 120},
31
+ {columnType: "text", title: "Progress", width: 160},
32
+ {columnType: "text", title: "Cost", width: 100},
33
+ {columnType: "experimentOpen", title: "", width: 88},
34
+ ];
35
+
36
+ const statusBadge = (
37
+ status: ExperimentRecord["status"]
38
+ ): "error" | "info" | "neutral" | "success" | "warning" => {
39
+ if (status === "completed") {
40
+ return "success";
41
+ }
42
+ if (status === "failed") {
43
+ return "error";
44
+ }
45
+ if (status === "running") {
46
+ return "info";
47
+ }
48
+ return "warning";
49
+ };
50
+
51
+ const StatusCell: React.FC<{cellData: DataTableCellData}> = ({cellData}) => (
52
+ <Box justifyContent="center">
53
+ <Badge
54
+ status={statusBadge(String(cellData.value) as ExperimentRecord["status"])}
55
+ value={String(cellData.value ?? "")}
56
+ />
57
+ </Box>
58
+ );
59
+
60
+ export const AiExperimentsListView: React.FC<AiExperimentsListViewProps> = ({
61
+ canCreate = true,
62
+ experiments,
63
+ isLoading,
64
+ loadError,
65
+ onCreate,
66
+ onOpenResults,
67
+ onRetry,
68
+ }) => {
69
+ const customColumnComponentMap = useMemo(
70
+ () => ({
71
+ experimentOpen: ({cellData}: {cellData: DataTableCellData}) => (
72
+ <Box justifyContent="center">
73
+ <Button
74
+ onClick={() => {
75
+ onOpenResults(String(cellData.value ?? ""));
76
+ }}
77
+ size="sm"
78
+ testID={`ai-experiment-open-${String(cellData.value ?? "")}`}
79
+ text="Open"
80
+ variant="outline"
81
+ />
82
+ </Box>
83
+ ),
84
+ experimentStatus: StatusCell,
85
+ }),
86
+ [onOpenResults]
87
+ );
88
+
89
+ const rows: DataTableCellData[][] = useMemo(() => {
90
+ return experiments.map((experiment) => {
91
+ const percent = experimentProgressPercent(experiment);
92
+ const cost = experiment.results?.totalCostUsd ?? experiment.estimate?.costUsd;
93
+ return [
94
+ {value: experiment.name},
95
+ {value: experiment.datasetId},
96
+ {value: experiment.status},
97
+ {
98
+ value:
99
+ experiment.status === "running" || experiment.status === "pending"
100
+ ? `${percent}%`
101
+ : "—",
102
+ },
103
+ {value: cost !== undefined ? `$${cost.toFixed(2)}` : "—"},
104
+ {value: experiment.id},
105
+ ];
106
+ });
107
+ }, [experiments]);
108
+
109
+ return (
110
+ <Box gap={3} testID="ai-experiments-list">
111
+ <Box direction="row" gap={2} justifyContent="between" wrap>
112
+ <Text color="secondaryDark" size="sm">
113
+ Experiments run via BackgroundTask locally. Langfuse deep-links when the remote plugin is
114
+ primary.
115
+ </Text>
116
+ {canCreate ? (
117
+ <Button onClick={onCreate} testID="ai-experiments-create" text="New experiment" />
118
+ ) : undefined}
119
+ </Box>
120
+ {loadError ? (
121
+ <Box gap={2}>
122
+ <Text color="error">{loadError}</Text>
123
+ <Button onClick={onRetry} text="Retry" variant="secondary" />
124
+ </Box>
125
+ ) : undefined}
126
+ {isLoading ? (
127
+ <Box padding={4} testID="ai-experiments-loading">
128
+ <Text>Loading experiments…</Text>
129
+ </Box>
130
+ ) : experiments.length === 0 ? (
131
+ <Box padding={4} testID="ai-experiments-empty">
132
+ <Text color="secondaryDark">No experiments yet.</Text>
133
+ </Box>
134
+ ) : (
135
+ <DataTable
136
+ columns={COLUMNS}
137
+ customColumnComponentMap={customColumnComponentMap}
138
+ data={rows}
139
+ testID="ai-experiments-table"
140
+ />
141
+ )}
142
+ {experiments
143
+ .filter((experiment) => experiment.status === "running")
144
+ .map((experiment) => {
145
+ const percent = experimentProgressPercent(experiment);
146
+ return (
147
+ <Box gap={1} key={experiment.id} testID={`ai-experiments-progress-${experiment.id}`}>
148
+ <Text size="sm">
149
+ {experiment.name}: {percent}%
150
+ </Text>
151
+ <Box color="secondaryLight" height={8} width="100%">
152
+ <Box color="primary" height={8} width={`${percent}%`} />
153
+ </Box>
154
+ </Box>
155
+ );
156
+ })}
157
+ {experiments.map((experiment) => {
158
+ const failing = failingGateCount(experiment);
159
+ if (failing === 0) {
160
+ return undefined;
161
+ }
162
+ return (
163
+ <Badge key={`fail-${experiment.id}`} status="error" value={`${failing} gates failing`} />
164
+ );
165
+ })}
166
+ </Box>
167
+ );
168
+ };
@@ -0,0 +1,100 @@
1
+ import {describe, it} from "bun:test";
2
+ import {assert} from "chai";
3
+ import type {ExperimentRecord} from "./experimentTypes";
4
+ import {
5
+ experimentProgressPercent,
6
+ failingGateCount,
7
+ gatesForVersion,
8
+ isValidExperimentVersionCount,
9
+ parsePromoteBlockedTitle,
10
+ unwrapExperimentList,
11
+ unwrapExperimentRecord,
12
+ unwrapObservabilityPayload,
13
+ } from "./experimentTypes";
14
+
15
+ const experiment: ExperimentRecord = {
16
+ created: "2026-01-01T00:00:00.000Z",
17
+ datasetId: "ds-1",
18
+ evaluatorIds: ["eval-1"],
19
+ id: "exp-1",
20
+ includeUnproofread: false,
21
+ items: [],
22
+ name: "compare",
23
+ promptName: "summarize",
24
+ results: {
25
+ gates: [
26
+ {
27
+ actual: 0.5,
28
+ aggregate: "trueRate",
29
+ dimension: "correct",
30
+ evaluatorName: "quality",
31
+ op: "gte",
32
+ passed: false,
33
+ value: 0.8,
34
+ version: 2,
35
+ },
36
+ {
37
+ actual: 0.9,
38
+ aggregate: "trueRate",
39
+ dimension: "correct",
40
+ evaluatorName: "quality",
41
+ op: "gte",
42
+ passed: true,
43
+ value: 0.8,
44
+ version: 1,
45
+ },
46
+ ],
47
+ lowConfidenceItemIds: [],
48
+ outlierItemIds: [],
49
+ progress: {completed: 2, total: 4},
50
+ totalCostUsd: 0.5,
51
+ },
52
+ status: "completed",
53
+ thresholds: [],
54
+ updated: "2026-01-01T00:05:00.000Z",
55
+ versions: [1, 2],
56
+ };
57
+
58
+ describe("experimentTypes helpers", () => {
59
+ it("unwraps experiment payloads", () => {
60
+ assert.deepEqual(unwrapObservabilityPayload({data: experiment}), experiment);
61
+ assert.deepEqual(unwrapExperimentList([experiment]), [experiment]);
62
+ assert.deepEqual(unwrapExperimentList({data: [experiment]}), [experiment]);
63
+ assert.deepEqual(unwrapExperimentRecord(experiment)?.id, "exp-1");
64
+ assert.isUndefined(unwrapExperimentRecord({bad: true}));
65
+ });
66
+
67
+ it("counts failing gates and filters gates by version", () => {
68
+ assert.equal(failingGateCount(experiment), 1);
69
+ assert.equal(failingGateCount({...experiment, results: undefined}), 0);
70
+ assert.equal(gatesForVersion(experiment, 2).length, 1);
71
+ assert.equal(gatesForVersion(experiment, 3).length, 0);
72
+ });
73
+
74
+ it("computes progress percent with zero-safe denominator", () => {
75
+ assert.equal(experimentProgressPercent(experiment), 50);
76
+ assert.equal(
77
+ experimentProgressPercent({
78
+ ...experiment,
79
+ results: {...experiment.results!, progress: {completed: 0, total: 0}},
80
+ }),
81
+ 0
82
+ );
83
+ });
84
+
85
+ it("parses promote blocked titles from 409 responses", () => {
86
+ assert.equal(
87
+ parsePromoteBlockedTitle({data: {status: 409, title: "Gate failed for v2"}}),
88
+ "Gate failed for v2"
89
+ );
90
+ assert.isUndefined(parsePromoteBlockedTitle(null));
91
+ });
92
+
93
+ it("accepts only 2 or 3 selected prompt versions", () => {
94
+ assert.isFalse(isValidExperimentVersionCount(0));
95
+ assert.isFalse(isValidExperimentVersionCount(1));
96
+ assert.isTrue(isValidExperimentVersionCount(2));
97
+ assert.isTrue(isValidExperimentVersionCount(3));
98
+ assert.isFalse(isValidExperimentVersionCount(4));
99
+ });
100
+ });
@@ -0,0 +1,142 @@
1
+ export interface ExperimentEstimate {
2
+ costUsd?: number;
3
+ generations: number;
4
+ wallClockSeconds: number;
5
+ }
6
+
7
+ export interface ScoreThreshold {
8
+ aggregate: "mean" | "trueRate";
9
+ dimension: string;
10
+ evaluatorName: string;
11
+ op: "eq" | "gte" | "lte";
12
+ value: number;
13
+ }
14
+
15
+ export interface ExperimentGateResult extends ScoreThreshold {
16
+ actual?: number;
17
+ passed: boolean;
18
+ version: number;
19
+ }
20
+
21
+ export interface ExperimentAggregates {
22
+ gates: ExperimentGateResult[];
23
+ lowConfidenceItemIds: string[];
24
+ outlierItemIds: string[];
25
+ progress: {completed: number; total: number};
26
+ totalCostUsd?: number;
27
+ }
28
+
29
+ export interface ExperimentVersionEvaluatorScore {
30
+ confidence?: number;
31
+ error?: string;
32
+ scores?: Record<string, boolean | number | string>;
33
+ }
34
+
35
+ export interface ExperimentVersionResult {
36
+ error?: string;
37
+ evaluatorScores: Record<string, ExperimentVersionEvaluatorScore>;
38
+ output?: unknown;
39
+ }
40
+
41
+ export interface ExperimentItemRecord {
42
+ datasetItemId: string;
43
+ failed: boolean;
44
+ id: string;
45
+ versionResults: Record<string, ExperimentVersionResult>;
46
+ }
47
+
48
+ export interface ExperimentRecord {
49
+ backgroundTaskId?: string;
50
+ created: string;
51
+ datasetId: string;
52
+ estimate?: ExperimentEstimate;
53
+ evaluatorIds: string[];
54
+ id: string;
55
+ includeUnproofread: boolean;
56
+ items: ExperimentItemRecord[];
57
+ modelOverride?: string;
58
+ name: string;
59
+ promptName: string;
60
+ results?: ExperimentAggregates;
61
+ status: "completed" | "failed" | "pending" | "running";
62
+ thresholds: ScoreThreshold[];
63
+ updated: string;
64
+ versions: number[];
65
+ }
66
+
67
+ export const unwrapObservabilityPayload = <T>(raw: unknown): T | undefined => {
68
+ if (raw == null) {
69
+ return undefined;
70
+ }
71
+ if (typeof raw === "object" && "data" in raw) {
72
+ return (raw as {data: T}).data;
73
+ }
74
+ return raw as T;
75
+ };
76
+
77
+ export const unwrapExperimentList = (raw: unknown): ExperimentRecord[] => {
78
+ const payload = unwrapObservabilityPayload<ExperimentRecord[]>(raw);
79
+ if (!Array.isArray(payload)) {
80
+ return [];
81
+ }
82
+ return payload.filter((entry): entry is ExperimentRecord => {
83
+ return Boolean(entry && typeof entry.id === "string");
84
+ });
85
+ };
86
+
87
+ export const unwrapExperimentRecord = (raw: unknown): ExperimentRecord | undefined => {
88
+ const payload = unwrapObservabilityPayload<ExperimentRecord>(raw);
89
+ if (!payload || typeof payload.id !== "string") {
90
+ return undefined;
91
+ }
92
+ return payload;
93
+ };
94
+
95
+ export const failingGateCount = (experiment: ExperimentRecord): number => {
96
+ if (!experiment.results) {
97
+ return 0;
98
+ }
99
+ return experiment.results.gates.filter((gate) => !gate.passed).length;
100
+ };
101
+
102
+ export const gatesForVersion = (
103
+ experiment: ExperimentRecord,
104
+ version: number
105
+ ): ExperimentGateResult[] => {
106
+ if (!experiment.results) {
107
+ return [];
108
+ }
109
+ return experiment.results.gates.filter((gate) => gate.version === version);
110
+ };
111
+
112
+ export const experimentProgressPercent = (experiment: ExperimentRecord): number => {
113
+ const progress = experiment.results?.progress;
114
+ if (!progress || progress.total === 0) {
115
+ return 0;
116
+ }
117
+ return Math.round((progress.completed / progress.total) * 100);
118
+ };
119
+
120
+ export const parsePromoteBlockedTitle = (error: unknown): string | undefined => {
121
+ if (!error || typeof error !== "object") {
122
+ return undefined;
123
+ }
124
+ const record = error as {data?: {status?: number; title?: string}; status?: number};
125
+ const title = record.data?.title;
126
+ const status = record.data?.status ?? record.status;
127
+ if (status === 409 && title) {
128
+ return title;
129
+ }
130
+ return title;
131
+ };
132
+
133
+ const MIN_EXPERIMENT_VERSIONS = 2;
134
+ const MAX_EXPERIMENT_VERSIONS = 3;
135
+
136
+ export const isAutomaticExperimentEvaluator = (evaluator: {type: string}): boolean => {
137
+ return evaluator.type === "llm-judge" || evaluator.type === "json-assert";
138
+ };
139
+
140
+ export const isValidExperimentVersionCount = (count: number): boolean => {
141
+ return count >= MIN_EXPERIMENT_VERSIONS && count <= MAX_EXPERIMENT_VERSIONS;
142
+ };
@@ -0,0 +1,140 @@
1
+ import {describe, expect, it, mock} from "bun:test";
2
+ import {renderHook} from "@testing-library/react-native";
3
+ import {assert} from "chai";
4
+ import type {AdminApi, EndpointBuilder} from "../../../types";
5
+ import {useAiObservabilityExperimentsApi} from "./useAiObservabilityExperimentsApi";
6
+
7
+ interface CapturedEndpoint {
8
+ invalidatesTags?: unknown;
9
+ providesTags?: unknown;
10
+ query: (arg: never) => {body?: unknown; method: string; url: string};
11
+ }
12
+
13
+ const createApiDouble = () => {
14
+ const endpoints: Record<string, CapturedEndpoint> = {};
15
+ const addTagTypes: string[][] = [];
16
+ const api = {
17
+ enhanceEndpoints: ({addTagTypes: tags}: {addTagTypes: string[]}) => {
18
+ addTagTypes.push(tags);
19
+ return api;
20
+ },
21
+ injectEndpoints: ({
22
+ endpoints: build,
23
+ }: {
24
+ endpoints: (builder: EndpointBuilder) => Record<string, CapturedEndpoint>;
25
+ }) => {
26
+ const builder = {
27
+ mutation: (spec: CapturedEndpoint) => spec,
28
+ query: (spec: CapturedEndpoint) => spec,
29
+ } as unknown as EndpointBuilder;
30
+ Object.assign(endpoints, build(builder));
31
+ return {
32
+ useAiObservabilityExperimentQuery: mock(() => ({isLoading: false})),
33
+ useAiObservabilityExperimentsQuery: mock(() => ({isLoading: false})),
34
+ useCreateAiObservabilityExperimentMutation: mock(() => [mock(() => ({})), {}]),
35
+ useEstimateAiObservabilityExperimentMutation: mock(() => [mock(() => ({})), {}]),
36
+ usePromoteAiObservabilityExperimentMutation: mock(() => [mock(() => ({})), {}]),
37
+ };
38
+ },
39
+ } as unknown as AdminApi;
40
+ return {addTagTypes, api, endpoints};
41
+ };
42
+
43
+ describe("useAiObservabilityExperimentsApi", () => {
44
+ it("injects experiment CRUD, estimate, and promote routes", () => {
45
+ const {addTagTypes, api, endpoints} = createApiDouble();
46
+ renderHook(() => useAiObservabilityExperimentsApi(api));
47
+
48
+ assert.deepEqual(addTagTypes[0], ["aiObservabilityExperiments"]);
49
+ expect(endpoints.aiObservabilityExperiments.query({} as never)).toEqual({
50
+ method: "GET",
51
+ url: "/ai/observability/experiments",
52
+ });
53
+ expect(endpoints.aiObservabilityExperiment.query("exp-1" as never)).toEqual({
54
+ method: "GET",
55
+ url: "/ai/observability/experiments/exp-1",
56
+ });
57
+ expect(endpoints.estimateAiObservabilityExperiment.query({datasetId: "ds-1"} as never)).toEqual(
58
+ {
59
+ body: {datasetId: "ds-1"},
60
+ method: "POST",
61
+ url: "/ai/observability/experiments/estimate",
62
+ }
63
+ );
64
+ expect(endpoints.createAiObservabilityExperiment.query({name: "run"} as never)).toEqual({
65
+ body: {name: "run"},
66
+ method: "POST",
67
+ url: "/ai/observability/experiments",
68
+ });
69
+ expect(
70
+ endpoints.promoteAiObservabilityExperiment.query({id: "exp-1", version: 2} as never)
71
+ ).toEqual({
72
+ body: {version: 2},
73
+ method: "POST",
74
+ url: "/ai/observability/experiments/exp-1/promote",
75
+ });
76
+ });
77
+
78
+ it("exposes list, detail, create, estimate, and promote hooks", () => {
79
+ const {api} = createApiDouble();
80
+ const {result} = renderHook(() => useAiObservabilityExperimentsApi(api));
81
+ expect(typeof result.current.useListQuery).toBe("function");
82
+ expect(typeof result.current.useDetailQuery).toBe("function");
83
+ expect(typeof result.current.useCreateMutation).toBe("function");
84
+ expect(typeof result.current.useEstimateMutation).toBe("function");
85
+ expect(typeof result.current.usePromoteMutation).toBe("function");
86
+ });
87
+
88
+ it("tags list, detail, create, and promote mutation cache keys", () => {
89
+ const {api, endpoints} = createApiDouble();
90
+ renderHook(() => useAiObservabilityExperimentsApi(api));
91
+
92
+ const listTags = endpoints.aiObservabilityExperiments.providesTags;
93
+ assert.deepEqual(typeof listTags === "function" ? listTags() : listTags, [
94
+ "aiObservabilityExperiments",
95
+ ]);
96
+
97
+ const detailTags = endpoints.aiObservabilityExperiment.providesTags as (
98
+ result: unknown,
99
+ error: unknown,
100
+ id: string
101
+ ) => unknown;
102
+ assert.deepEqual(detailTags(undefined, undefined, "exp-9"), [
103
+ {id: "exp-9", type: "aiObservabilityExperiments"},
104
+ ]);
105
+
106
+ const createTags = endpoints.createAiObservabilityExperiment.invalidatesTags;
107
+ assert.deepEqual(typeof createTags === "function" ? createTags() : createTags, [
108
+ "aiObservabilityExperiments",
109
+ ]);
110
+
111
+ const promoteTags = endpoints.promoteAiObservabilityExperiment.invalidatesTags as (
112
+ result: unknown,
113
+ error: unknown,
114
+ args: {id: string}
115
+ ) => unknown;
116
+ assert.deepEqual(promoteTags(undefined, undefined, {id: "exp-9"}), [
117
+ {id: "exp-9", type: "aiObservabilityExperiments"},
118
+ ]);
119
+ });
120
+
121
+ it("injects endpoints when enhanceEndpoints is unavailable", () => {
122
+ const endpoints: Record<string, CapturedEndpoint> = {};
123
+ const api = {
124
+ injectEndpoints: ({
125
+ endpoints: build,
126
+ }: {
127
+ endpoints: (builder: EndpointBuilder) => Record<string, CapturedEndpoint>;
128
+ }) => {
129
+ const builder = {
130
+ mutation: (spec: CapturedEndpoint) => spec,
131
+ query: (spec: CapturedEndpoint) => spec,
132
+ } as unknown as EndpointBuilder;
133
+ Object.assign(endpoints, build(builder));
134
+ return {};
135
+ },
136
+ } as unknown as AdminApi;
137
+ renderHook(() => useAiObservabilityExperimentsApi(api));
138
+ expect(endpoints.aiObservabilityExperiments).toBeTruthy();
139
+ });
140
+ });
@@ -0,0 +1,126 @@
1
+ import {useMemo} from "react";
2
+ import {asDynamicHookApi} from "../../../dynamicHookApi";
3
+ import type {AdminApi, EndpointBuilder} from "../../../types";
4
+ import type {ExperimentEstimate, ExperimentRecord, ScoreThreshold} from "./experimentTypes";
5
+
6
+ const LIST_KEY = "aiObservabilityExperiments";
7
+ const DETAIL_KEY = "aiObservabilityExperiment";
8
+ const CREATE_KEY = "createAiObservabilityExperiment";
9
+ const ESTIMATE_KEY = "estimateAiObservabilityExperiment";
10
+ const PROMOTE_KEY = "promoteAiObservabilityExperiment";
11
+
12
+ export interface ExperimentCreateBody {
13
+ datasetId: string;
14
+ evaluatorIds: string[];
15
+ includeUnproofread?: boolean;
16
+ modelOverride?: string;
17
+ name: string;
18
+ promptName: string;
19
+ thresholds?: ScoreThreshold[];
20
+ versions: number[];
21
+ }
22
+
23
+ export interface ExperimentEstimateBody {
24
+ datasetId: string;
25
+ evaluatorIds: string[];
26
+ includeUnproofread?: boolean;
27
+ modelOverride?: string;
28
+ versions: number[];
29
+ }
30
+
31
+ interface QueryOptions {
32
+ skip?: boolean;
33
+ }
34
+
35
+ const createExperimentsApi = (api: AdminApi) => {
36
+ const tagged =
37
+ typeof api.enhanceEndpoints === "function"
38
+ ? api.enhanceEndpoints({addTagTypes: ["aiObservabilityExperiments"]})
39
+ : api;
40
+ return tagged.injectEndpoints({
41
+ endpoints: (build: EndpointBuilder) => ({
42
+ [LIST_KEY]: build.query({
43
+ providesTags: ["aiObservabilityExperiments"],
44
+ query: () => ({
45
+ method: "GET",
46
+ url: "/ai/observability/experiments",
47
+ }),
48
+ }),
49
+ [DETAIL_KEY]: build.query({
50
+ providesTags: (_result: unknown, _error: unknown, id: string) => [
51
+ {id, type: "aiObservabilityExperiments"},
52
+ ],
53
+ query: (id: string) => ({
54
+ method: "GET",
55
+ url: `/ai/observability/experiments/${encodeURIComponent(id)}`,
56
+ }),
57
+ }),
58
+ [ESTIMATE_KEY]: build.mutation({
59
+ query: (body: ExperimentEstimateBody) => ({
60
+ body,
61
+ method: "POST",
62
+ url: "/ai/observability/experiments/estimate",
63
+ }),
64
+ }),
65
+ [CREATE_KEY]: build.mutation({
66
+ invalidatesTags: ["aiObservabilityExperiments"],
67
+ query: (body: ExperimentCreateBody) => ({
68
+ body,
69
+ method: "POST",
70
+ url: "/ai/observability/experiments",
71
+ }),
72
+ }),
73
+ [PROMOTE_KEY]: build.mutation({
74
+ invalidatesTags: (_result, _error, args: {id: string}) => [
75
+ {id: args.id, type: "aiObservabilityExperiments"},
76
+ ],
77
+ query: ({id, version}: {id: string; version: number}) => ({
78
+ body: {version},
79
+ method: "POST",
80
+ url: `/ai/observability/experiments/${encodeURIComponent(id)}/promote`,
81
+ }),
82
+ }),
83
+ }),
84
+ overrideExisting: true,
85
+ });
86
+ };
87
+
88
+ export const useAiObservabilityExperimentsApi = (api: AdminApi) => {
89
+ const enhancedApi = useMemo(() => {
90
+ return createExperimentsApi(api);
91
+ }, [api]);
92
+ const hooks = asDynamicHookApi(enhancedApi);
93
+ return {
94
+ useCreateMutation: hooks.useCreateAiObservabilityExperimentMutation as () => [
95
+ (body: ExperimentCreateBody) => {unwrap: () => Promise<ExperimentRecord>},
96
+ {error?: unknown; isError: boolean; isLoading: boolean},
97
+ ],
98
+ useDetailQuery: hooks.useAiObservabilityExperimentQuery as (
99
+ id: string,
100
+ options?: QueryOptions
101
+ ) => {
102
+ data?: ExperimentRecord | {data: ExperimentRecord};
103
+ error?: unknown;
104
+ isError: boolean;
105
+ isLoading: boolean;
106
+ refetch: () => void;
107
+ },
108
+ useEstimateMutation: hooks.useEstimateAiObservabilityExperimentMutation as () => [
109
+ (body: ExperimentEstimateBody) => {unwrap: () => Promise<ExperimentEstimate>},
110
+ {error?: unknown; isError: boolean; isLoading: boolean},
111
+ ],
112
+ useListQuery: hooks.useAiObservabilityExperimentsQuery as () => {
113
+ data?: ExperimentRecord[] | {data: ExperimentRecord[]};
114
+ error?: unknown;
115
+ isError: boolean;
116
+ isLoading: boolean;
117
+ refetch: () => void;
118
+ },
119
+ usePromoteMutation: hooks.usePromoteAiObservabilityExperimentMutation as () => [
120
+ (args: {id: string; version: number}) => {
121
+ unwrap: () => Promise<{label: string; outgoingVersion?: number}>;
122
+ },
123
+ {error?: unknown; isError: boolean; isLoading: boolean},
124
+ ],
125
+ };
126
+ };