@terreno/admin-frontend 57.8.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (330) hide show
  1. package/dist/AdminShell.d.ts.map +1 -1
  2. package/dist/AdminShell.js +2 -2
  3. package/dist/AdminShell.js.map +1 -1
  4. package/dist/adminShellNav.d.ts +1 -0
  5. package/dist/adminShellNav.d.ts.map +1 -1
  6. package/dist/adminShellNav.js +3 -0
  7. package/dist/adminShellNav.js.map +1 -1
  8. package/dist/index.d.ts +4 -0
  9. package/dist/index.d.ts.map +1 -1
  10. package/dist/index.js +3 -0
  11. package/dist/index.js.map +1 -1
  12. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts +4 -0
  13. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts.map +1 -0
  14. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js +89 -0
  15. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js.map +1 -0
  16. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts +20 -0
  17. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts.map +1 -0
  18. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js +116 -0
  19. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js.map +1 -0
  20. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts +4 -0
  21. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -0
  22. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +120 -0
  23. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -0
  24. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +40 -0
  25. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -0
  26. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +60 -0
  27. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -0
  28. package/dist/widgets/aiObservability/datasets/datasetImport.d.ts +13 -0
  29. package/dist/widgets/aiObservability/datasets/datasetImport.d.ts.map +1 -0
  30. package/dist/widgets/aiObservability/datasets/datasetImport.js +35 -0
  31. package/dist/widgets/aiObservability/datasets/datasetImport.js.map +1 -0
  32. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +52 -0
  33. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -0
  34. package/dist/widgets/aiObservability/datasets/datasetTypes.js +71 -0
  35. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -0
  36. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts +96 -0
  37. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts.map +1 -0
  38. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js +103 -0
  39. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js.map +1 -0
  40. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts +4 -0
  41. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -0
  42. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +75 -0
  43. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -0
  44. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts +4 -0
  45. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -0
  46. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +199 -0
  47. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -0
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +50 -0
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -0
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +215 -0
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -0
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts +4 -0
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -0
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +35 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -0
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +13 -0
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -0
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +48 -0
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -0
  60. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +52 -0
  61. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -0
  62. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +142 -0
  63. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -0
  64. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts +49 -0
  65. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts.map +1 -0
  66. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js +51 -0
  67. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js.map +1 -0
  68. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts +4 -0
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -0
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +197 -0
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -0
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +36 -0
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -0
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +64 -0
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -0
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts +4 -0
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -0
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +90 -0
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -0
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +17 -0
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -0
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +51 -0
  83. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -0
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts +4 -0
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -0
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +35 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -0
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +13 -0
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -0
  90. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +64 -0
  91. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +73 -0
  93. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/experimentTypes.js +65 -0
  95. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +71 -0
  97. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +72 -0
  99. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -0
  100. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts +11 -0
  101. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -0
  102. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +128 -0
  103. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -0
  104. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +33 -0
  105. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -0
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +100 -0
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -0
  108. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +36 -0
  109. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +74 -0
  111. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -0
  112. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts +14 -0
  113. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts.map +1 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js +27 -0
  115. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js.map +1 -0
  116. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts +4 -0
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -0
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +77 -0
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -0
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts +32 -0
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -0
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +49 -0
  123. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -0
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +123 -0
  125. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -0
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js +150 -0
  127. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -0
  128. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts +117 -0
  129. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts.map +1 -0
  130. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js +91 -0
  131. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js.map +1 -0
  132. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts +4 -0
  133. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -0
  134. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +121 -0
  135. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -0
  136. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +21 -0
  137. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -0
  138. package/dist/widgets/aiObservability/review/AiReviewItemView.js +11 -0
  139. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -0
  140. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts +4 -0
  141. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -0
  142. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +30 -0
  143. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -0
  144. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +15 -0
  145. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -0
  146. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +50 -0
  147. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -0
  148. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +8 -0
  149. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -0
  150. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +15 -0
  151. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -0
  152. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +9 -0
  153. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -0
  154. package/dist/widgets/aiObservability/review/ReviewScoreField.js +28 -0
  155. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -0
  156. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +56 -0
  157. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -0
  158. package/dist/widgets/aiObservability/review/reviewTypes.js +99 -0
  159. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -0
  160. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +45 -0
  161. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -0
  162. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +68 -0
  163. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -0
  164. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +12 -0
  165. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -0
  166. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +17 -0
  167. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -0
  168. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +10 -0
  169. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -0
  170. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +32 -0
  171. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -0
  172. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts +11 -0
  173. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -0
  174. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +42 -0
  175. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -0
  176. package/dist/widgets/aiObservability/shell/ObservabilityTable.d.ts +27 -0
  177. package/dist/widgets/aiObservability/shell/ObservabilityTable.d.ts.map +1 -0
  178. package/dist/widgets/aiObservability/shell/ObservabilityTable.js +38 -0
  179. package/dist/widgets/aiObservability/shell/ObservabilityTable.js.map +1 -0
  180. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +33 -0
  181. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -0
  182. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +73 -0
  183. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -0
  184. package/dist/widgets/aiObservability/shell/aiRunAccess.d.ts +22 -0
  185. package/dist/widgets/aiObservability/shell/aiRunAccess.d.ts.map +1 -0
  186. package/dist/widgets/aiObservability/shell/aiRunAccess.js +41 -0
  187. package/dist/widgets/aiObservability/shell/aiRunAccess.js.map +1 -0
  188. package/dist/widgets/aiObservability/shell/observabilityPermissions.d.ts +21 -0
  189. package/dist/widgets/aiObservability/shell/observabilityPermissions.d.ts.map +1 -0
  190. package/dist/widgets/aiObservability/shell/observabilityPermissions.js +28 -0
  191. package/dist/widgets/aiObservability/shell/observabilityPermissions.js.map +1 -0
  192. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts +4 -0
  193. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts.map +1 -0
  194. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js +33 -0
  195. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js.map +1 -0
  196. package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts +8 -0
  197. package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts.map +1 -0
  198. package/dist/widgets/aiObservability/traces/AiTraceDetailView.js +40 -0
  199. package/dist/widgets/aiObservability/traces/AiTraceDetailView.js.map +1 -0
  200. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts +12 -0
  201. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +161 -0
  203. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -0
  204. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +49 -0
  205. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/traces/AiTracesListView.js +103 -0
  207. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -0
  208. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +102 -0
  209. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/traces/traceTypes.js +130 -0
  211. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -0
  212. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +71 -0
  213. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +113 -0
  215. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -0
  216. package/dist/widgets/builtInWidgets.d.ts.map +1 -1
  217. package/dist/widgets/builtInWidgets.js +4 -0
  218. package/dist/widgets/builtInWidgets.js.map +1 -1
  219. package/dist/widgets/harness/HarnessApprovalDetail.d.ts +19 -0
  220. package/dist/widgets/harness/HarnessApprovalDetail.d.ts.map +1 -0
  221. package/dist/widgets/harness/HarnessApprovalDetail.js +33 -0
  222. package/dist/widgets/harness/HarnessApprovalDetail.js.map +1 -0
  223. package/dist/widgets/harness/HarnessApprovalInbox.d.ts +34 -0
  224. package/dist/widgets/harness/HarnessApprovalInbox.d.ts.map +1 -0
  225. package/dist/widgets/harness/HarnessApprovalInbox.js +103 -0
  226. package/dist/widgets/harness/HarnessApprovalInbox.js.map +1 -0
  227. package/dist/widgets/harness/HarnessApprovalsScreenWidget.d.ts +6 -0
  228. package/dist/widgets/harness/HarnessApprovalsScreenWidget.d.ts.map +1 -0
  229. package/dist/widgets/harness/HarnessApprovalsScreenWidget.js +17 -0
  230. package/dist/widgets/harness/HarnessApprovalsScreenWidget.js.map +1 -0
  231. package/dist/widgets/harness/harnessApprovalTypes.d.ts +39 -0
  232. package/dist/widgets/harness/harnessApprovalTypes.d.ts.map +1 -0
  233. package/dist/widgets/harness/harnessApprovalTypes.js +93 -0
  234. package/dist/widgets/harness/harnessApprovalTypes.js.map +1 -0
  235. package/dist/widgets/harness/useHarnessApprovals.d.ts +30 -0
  236. package/dist/widgets/harness/useHarnessApprovals.d.ts.map +1 -0
  237. package/dist/widgets/harness/useHarnessApprovals.js +46 -0
  238. package/dist/widgets/harness/useHarnessApprovals.js.map +1 -0
  239. package/package.json +3 -2
  240. package/src/AdminShell.test.tsx +27 -0
  241. package/src/AdminShell.tsx +6 -2
  242. package/src/adminShellNav.test.ts +26 -0
  243. package/src/adminShellNav.ts +4 -0
  244. package/src/index.tsx +18 -0
  245. package/src/isolated/AiPromptEditorScreen.isolated.tsx +420 -0
  246. package/src/isolated/AiPromptsListScreen.isolated.tsx +135 -0
  247. package/src/isolated/aiObservabilityScreens.isolated.tsx +5972 -0
  248. package/src/isolated/harnessApprovalsScreen.isolated.tsx +71 -0
  249. package/src/isolated/observabilityStatusFixtures.isolated.ts +46 -0
  250. package/src/widgets/aiObservability/datasets/AiDatasetDetailScreen.tsx +146 -0
  251. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +217 -0
  252. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.tsx +307 -0
  253. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +171 -0
  254. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +261 -0
  255. package/src/widgets/aiObservability/datasets/datasetImport.test.ts +38 -0
  256. package/src/widgets/aiObservability/datasets/datasetImport.ts +42 -0
  257. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +102 -0
  258. package/src/widgets/aiObservability/datasets/datasetTypes.ts +121 -0
  259. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.test.ts +204 -0
  260. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.ts +185 -0
  261. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +119 -0
  262. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +277 -0
  263. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +825 -0
  264. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +838 -0
  265. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +54 -0
  266. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +139 -0
  267. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +93 -0
  268. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +198 -0
  269. package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.test.ts +113 -0
  270. package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.ts +91 -0
  271. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +248 -0
  272. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +179 -0
  273. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +284 -0
  274. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +137 -0
  275. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +177 -0
  276. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +54 -0
  277. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +168 -0
  278. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +100 -0
  279. package/src/widgets/aiObservability/experiments/experimentTypes.ts +142 -0
  280. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +140 -0
  281. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +126 -0
  282. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +236 -0
  283. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +389 -0
  284. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +198 -0
  285. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +263 -0
  286. package/src/widgets/aiObservability/prompts/AiPromptPlaygroundView.tsx +124 -0
  287. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +125 -0
  288. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +69 -0
  289. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +260 -0
  290. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +139 -0
  291. package/src/widgets/aiObservability/prompts/promptTypes.ts +282 -0
  292. package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.test.ts +130 -0
  293. package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.ts +190 -0
  294. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +213 -0
  295. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +132 -0
  296. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +54 -0
  297. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +154 -0
  298. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +56 -0
  299. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +91 -0
  300. package/src/widgets/aiObservability/review/reviewTypes.test.ts +84 -0
  301. package/src/widgets/aiObservability/review/reviewTypes.ts +154 -0
  302. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +87 -0
  303. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +107 -0
  304. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +60 -0
  305. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +41 -0
  306. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +96 -0
  307. package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +121 -0
  308. package/src/widgets/aiObservability/shell/ObservabilityTable.tsx +129 -0
  309. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +110 -0
  310. package/src/widgets/aiObservability/shell/aiRunAccess.test.ts +121 -0
  311. package/src/widgets/aiObservability/shell/aiRunAccess.ts +79 -0
  312. package/src/widgets/aiObservability/shell/observabilityPermissions.test.ts +191 -0
  313. package/src/widgets/aiObservability/shell/observabilityPermissions.ts +62 -0
  314. package/src/widgets/aiObservability/traces/AiTraceDetailScreen.tsx +61 -0
  315. package/src/widgets/aiObservability/traces/AiTraceDetailView.tsx +189 -0
  316. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +247 -0
  317. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +509 -0
  318. package/src/widgets/aiObservability/traces/traceTypes.test.ts +125 -0
  319. package/src/widgets/aiObservability/traces/traceTypes.ts +237 -0
  320. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +132 -0
  321. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +172 -0
  322. package/src/widgets/builtInWidgets.ts +4 -0
  323. package/src/widgets/harness/HarnessApprovalDetail.tsx +149 -0
  324. package/src/widgets/harness/HarnessApprovalInbox.test.tsx +340 -0
  325. package/src/widgets/harness/HarnessApprovalInbox.tsx +266 -0
  326. package/src/widgets/harness/HarnessApprovalsScreenWidget.tsx +35 -0
  327. package/src/widgets/harness/harnessApprovalTypes.test.ts +84 -0
  328. package/src/widgets/harness/harnessApprovalTypes.ts +119 -0
  329. package/src/widgets/harness/useHarnessApprovals.ts +86 -0
  330. package/src/widgets/pluginWidgets.test.tsx +4 -0
@@ -0,0 +1,54 @@
1
+ import {router} from "expo-router";
2
+ import React, {useCallback, useMemo} from "react";
3
+ import type {AdminScreenWidgetProps} from "../../../types";
4
+ import {useAiObservabilityPromptsApi} from "../prompts/useAiObservabilityPromptsApi";
5
+ import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
6
+ import {unwrapObservabilityStatus} from "../shell/aiObservabilityNav";
7
+ import {observabilityActionAllowed} from "../shell/observabilityPermissions";
8
+ import {AiEvaluatorsListView} from "./AiEvaluatorsListView";
9
+ import {unwrapEvaluatorList} from "./evaluatorTypes";
10
+ import {useAiObservabilityEvaluatorsApi} from "./useAiObservabilityEvaluatorsApi";
11
+
12
+ export const AiEvaluatorsScreenWidget: React.FC<AdminScreenWidgetProps> = (props) => {
13
+ const {api, routeBase} = props;
14
+ const {useListQuery} = useAiObservabilityEvaluatorsApi(api);
15
+ const {useStatusQuery} = useAiObservabilityPromptsApi(api);
16
+ const {data, isError, isLoading, refetch} = useListQuery();
17
+ const statusQuery = useStatusQuery();
18
+ const canCreate = observabilityActionAllowed({
19
+ action: "create",
20
+ resource: "aiEvaluator",
21
+ status: unwrapObservabilityStatus(statusQuery.data),
22
+ statusError: statusQuery.isError,
23
+ statusLoading: statusQuery.isLoading,
24
+ });
25
+ const evaluators = useMemo(() => unwrapEvaluatorList(data), [data]);
26
+ const prefix = (routeBase ?? "").replace(/\/$/, "");
27
+
28
+ const handleOpen = useCallback(
29
+ (id: string): void => {
30
+ router.push(`${prefix}/ai-evaluator-detail?id=${encodeURIComponent(id)}`);
31
+ },
32
+ [prefix]
33
+ );
34
+
35
+ const handleCreate = useCallback((): void => {
36
+ router.push(`${prefix}/ai-evaluator-new`);
37
+ }, [prefix]);
38
+
39
+ const loadError = isError ? "Failed to load evaluators." : undefined;
40
+
41
+ return (
42
+ <AiObservabilityChrome {...props} screenName="ai-evaluators">
43
+ <AiEvaluatorsListView
44
+ canCreate={canCreate}
45
+ evaluators={evaluators}
46
+ isLoading={isLoading}
47
+ loadError={loadError}
48
+ onCreate={handleCreate}
49
+ onOpen={handleOpen}
50
+ onRetry={refetch}
51
+ />
52
+ </AiObservabilityChrome>
53
+ );
54
+ };
@@ -0,0 +1,139 @@
1
+ import {
2
+ Badge,
3
+ Box,
4
+ Button,
5
+ DataTable,
6
+ type DataTableCellData,
7
+ type DataTableColumn,
8
+ Text,
9
+ } from "@terreno/ui";
10
+ import React, {useMemo} from "react";
11
+ import {
12
+ EVALUATOR_TYPE_LABELS,
13
+ type EvaluatorRecord,
14
+ formatDimensionSummary,
15
+ formatRunModeChips,
16
+ } from "./evaluatorTypes";
17
+
18
+ export interface AiEvaluatorsListViewProps {
19
+ canCreate?: boolean;
20
+ evaluators: EvaluatorRecord[];
21
+ isLoading: boolean;
22
+ loadError?: string;
23
+ onCreate: () => void;
24
+ onOpen: (id: string) => void;
25
+ onRetry: () => void;
26
+ }
27
+
28
+ const COLUMNS: DataTableColumn[] = [
29
+ {columnType: "text", title: "Name", width: 200},
30
+ {columnType: "evaluatorType", title: "Type", width: 120},
31
+ {columnType: "text", title: "Dimensions", width: 200},
32
+ {columnType: "text", title: "Target", width: 140},
33
+ {columnType: "text", title: "Run modes", width: 220},
34
+ {columnType: "evaluatorOpen", title: "", width: 88},
35
+ ];
36
+
37
+ const typeBadgeStatus = (type: EvaluatorRecord["type"]): "info" | "neutral" | "warning" => {
38
+ if (type === "human") {
39
+ return "neutral";
40
+ }
41
+ if (type === "llm-judge") {
42
+ return "info";
43
+ }
44
+ return "warning";
45
+ };
46
+
47
+ const TypeBadgeCell: React.FC<{cellData: DataTableCellData}> = ({cellData}) => {
48
+ const type = String(cellData.value) as EvaluatorRecord["type"];
49
+ return (
50
+ <Box justifyContent="center">
51
+ <Badge
52
+ status={typeBadgeStatus(type)}
53
+ testID={`ai-evaluator-type-${type}`}
54
+ value={EVALUATOR_TYPE_LABELS[type]}
55
+ />
56
+ </Box>
57
+ );
58
+ };
59
+
60
+ export const AiEvaluatorsListView: React.FC<AiEvaluatorsListViewProps> = ({
61
+ canCreate = true,
62
+ evaluators,
63
+ isLoading,
64
+ loadError,
65
+ onCreate,
66
+ onOpen,
67
+ onRetry,
68
+ }) => {
69
+ const customColumnComponentMap = useMemo(
70
+ () => ({
71
+ evaluatorOpen: ({cellData}: {cellData: DataTableCellData}) => (
72
+ <Box justifyContent="center">
73
+ <Button
74
+ onClick={() => {
75
+ onOpen(String(cellData.value ?? ""));
76
+ }}
77
+ size="sm"
78
+ testID={`ai-evaluator-open-${String(cellData.value ?? "")}`}
79
+ text="Open"
80
+ variant="outline"
81
+ />
82
+ </Box>
83
+ ),
84
+ evaluatorType: TypeBadgeCell,
85
+ }),
86
+ [onOpen]
87
+ );
88
+
89
+ const rows: DataTableCellData[][] = useMemo(() => {
90
+ return evaluators.map((evaluator) => {
91
+ const chips = formatRunModeChips(evaluator.runModes);
92
+ return [
93
+ {value: evaluator.name},
94
+ {value: evaluator.type},
95
+ {value: formatDimensionSummary(evaluator.dimensions)},
96
+ {value: evaluator.target},
97
+ {value: chips.length > 0 ? chips.join(" · ") : "—"},
98
+ {value: evaluator.id},
99
+ ];
100
+ });
101
+ }, [evaluators]);
102
+
103
+ return (
104
+ <Box gap={3} testID="ai-evaluators-list">
105
+ <Box direction="row" gap={2} justifyContent="between" wrap>
106
+ <Text color="secondaryDark" size="sm">
107
+ Schema is checked on save. Live sampling bills judge calls at the configured rate.
108
+ </Text>
109
+ {canCreate ? (
110
+ <Button onClick={onCreate} testID="ai-evaluators-create" text="Create evaluator" />
111
+ ) : undefined}
112
+ </Box>
113
+ {loadError ? (
114
+ <Box gap={2} testID="ai-evaluators-load-error">
115
+ <Text color="error">{loadError}</Text>
116
+ <Button onClick={onRetry} text="Retry" variant="secondary" />
117
+ </Box>
118
+ ) : undefined}
119
+ {isLoading ? (
120
+ <Box padding={4} testID="ai-evaluators-loading">
121
+ <Text>Loading evaluators…</Text>
122
+ </Box>
123
+ ) : evaluators.length === 0 ? (
124
+ <Box padding={4} testID="ai-evaluators-empty">
125
+ <Text color="secondaryDark">
126
+ No evaluators yet. Create one to score traces and experiments.
127
+ </Text>
128
+ </Box>
129
+ ) : (
130
+ <DataTable
131
+ columns={COLUMNS}
132
+ customColumnComponentMap={customColumnComponentMap}
133
+ data={rows}
134
+ testID="ai-evaluators-table"
135
+ />
136
+ )}
137
+ </Box>
138
+ );
139
+ };
@@ -0,0 +1,93 @@
1
+ import {describe, it} from "bun:test";
2
+ import {assert} from "chai";
3
+ import type {EvaluatorRecord} from "./evaluatorTypes";
4
+ import {
5
+ dimensionForDataType,
6
+ emptyDimension,
7
+ formatCategories,
8
+ formatDimensionSummary,
9
+ formatNumericRange,
10
+ formatRunModeChips,
11
+ isCompleteNumericRange,
12
+ judgeSchemaMissingDimensions,
13
+ parseApiErrorTitle,
14
+ parseCategories,
15
+ parseNumericBounds,
16
+ unwrapEvaluatorList,
17
+ unwrapEvaluatorRecord,
18
+ } from "./evaluatorTypes";
19
+
20
+ const evaluator: EvaluatorRecord = {
21
+ confidenceAlertBelow: 0.5,
22
+ dimensions: [{dataType: "boolean", key: "correct", required: true}],
23
+ id: "eval-1",
24
+ name: "quality",
25
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 10},
26
+ target: "full trace",
27
+ type: "human",
28
+ };
29
+
30
+ describe("evaluatorTypes helpers", () => {
31
+ it("unwraps evaluator lists and records", () => {
32
+ assert.deepEqual(unwrapEvaluatorList([evaluator]), [evaluator]);
33
+ assert.deepEqual(unwrapEvaluatorList({data: [evaluator]}), [evaluator]);
34
+ assert.deepEqual(unwrapEvaluatorList([{id: "x"}]), []);
35
+ assert.deepEqual(unwrapEvaluatorRecord(evaluator)?.id, "eval-1");
36
+ assert.isUndefined(unwrapEvaluatorRecord({id: 1}));
37
+ });
38
+
39
+ it("formats dimension summaries and run mode chips", () => {
40
+ assert.equal(formatDimensionSummary([]), "—");
41
+ assert.equal(formatDimensionSummary(evaluator.dimensions), "correct");
42
+ assert.deepEqual(formatRunModeChips(evaluator.runModes), ["Manual", "Experiments", "Live 10%"]);
43
+ assert.deepEqual(
44
+ formatRunModeChips({allowManualRun: false, availableInExperiments: false, liveSampleRate: 0}),
45
+ []
46
+ );
47
+ });
48
+
49
+ it("detects judge schema dimension mismatches", () => {
50
+ const missing = judgeSchemaMissingDimensions(
51
+ [
52
+ {dataType: "boolean", key: "correct", required: true},
53
+ {dataType: "numeric", key: "optional", required: false},
54
+ ],
55
+ {properties: {quality: {type: "number"}}}
56
+ );
57
+ assert.deepEqual(missing, ["correct"]);
58
+ });
59
+
60
+ it("parses API error titles from RTK shapes", () => {
61
+ assert.equal(parseApiErrorTitle({data: {title: "Conflict"}}), "Conflict");
62
+ assert.equal(parseApiErrorTitle({message: "Network down"}), "Network down");
63
+ assert.isUndefined(parseApiErrorTitle("plain"));
64
+ });
65
+
66
+ it("creates an empty dimension template", () => {
67
+ assert.deepEqual(emptyDimension(), {dataType: "boolean", key: "", required: true});
68
+ });
69
+
70
+ it("formats numeric bounds and category lists", () => {
71
+ assert.deepEqual(parseNumericBounds("0-1"), {max: "1", min: "0"});
72
+ assert.deepEqual(parseNumericBounds("warm|cold"), {max: "1", min: "0"});
73
+ assert.equal(formatNumericRange("0", "5"), "0-5");
74
+ assert.isTrue(isCompleteNumericRange("0-1"));
75
+ assert.isFalse(isCompleteNumericRange("2-1"));
76
+ assert.deepEqual(parseCategories("warm|neutral|cold"), ["warm", "neutral", "cold"]);
77
+ assert.deepEqual(parseCategories("0-1"), []);
78
+ assert.equal(formatCategories(["pass", " fail "]), "pass|fail");
79
+ assert.isUndefined(formatCategories([" "]));
80
+ assert.deepEqual(
81
+ dimensionForDataType(
82
+ {dataType: "numeric", key: "score", range: "0-1", required: true},
83
+ "boolean"
84
+ ),
85
+ {dataType: "boolean", key: "score", required: true}
86
+ );
87
+ assert.equal(
88
+ dimensionForDataType({dataType: "boolean", key: "score", required: true}, "categorical")
89
+ .range,
90
+ undefined
91
+ );
92
+ });
93
+ });
@@ -0,0 +1,198 @@
1
+ export interface EvaluatorDimension {
2
+ dataType: "boolean" | "categorical" | "numeric";
3
+ key: string;
4
+ range?: string;
5
+ required: boolean;
6
+ }
7
+
8
+ export interface EvaluatorRunModes {
9
+ allowManualRun: boolean;
10
+ availableInExperiments: boolean;
11
+ liveSampleRate: number;
12
+ }
13
+
14
+ export interface EvaluatorRecord {
15
+ assertion?: {constraint: string; path: string};
16
+ confidenceAlertBelow: number;
17
+ description?: string;
18
+ dimensions: EvaluatorDimension[];
19
+ id: string;
20
+ instructions?: string;
21
+ judgePromptName?: string;
22
+ name: string;
23
+ runModes: EvaluatorRunModes;
24
+ target: "dataset item" | "full trace" | "generation span";
25
+ type: "human" | "json-assert" | "llm-judge";
26
+ }
27
+
28
+ export interface EvaluatorUsageRow {
29
+ costUsd?: number;
30
+ experimentId: string;
31
+ experimentName: string;
32
+ runs: number;
33
+ }
34
+
35
+ export const EVALUATOR_TYPE_LABELS: Record<EvaluatorRecord["type"], string> = {
36
+ human: "Human",
37
+ "json-assert": "JSON assert",
38
+ "llm-judge": "LLM judge",
39
+ };
40
+
41
+ export const DIMENSION_DATA_TYPES: EvaluatorDimension["dataType"][] = [
42
+ "boolean",
43
+ "numeric",
44
+ "categorical",
45
+ ];
46
+
47
+ export const emptyDimension = (): EvaluatorDimension => {
48
+ return {
49
+ dataType: "boolean",
50
+ key: "",
51
+ required: true,
52
+ };
53
+ };
54
+
55
+ const NUMERIC_RANGE_PATTERN = /^(-?\d+(?:\.\d+)?)-(-?\d+(?:\.\d+)?)$/;
56
+
57
+ export const parseNumericBounds = (range?: string): {max: string; min: string} => {
58
+ const matches = range?.match(NUMERIC_RANGE_PATTERN);
59
+ if (!matches) {
60
+ return {max: "1", min: "0"};
61
+ }
62
+ return {max: matches[2] ?? "1", min: matches[1] ?? "0"};
63
+ };
64
+
65
+ export const formatNumericRange = (min: string, max: string): string => {
66
+ return `${min.trim()}-${max.trim()}`;
67
+ };
68
+
69
+ export const isCompleteNumericRange = (range?: string): boolean => {
70
+ const matches = range?.match(NUMERIC_RANGE_PATTERN);
71
+ if (!matches?.[1] || !matches[2]) {
72
+ return false;
73
+ }
74
+ return Number(matches[1]) <= Number(matches[2]);
75
+ };
76
+
77
+ export const parseCategories = (range?: string): string[] => {
78
+ if (!range || NUMERIC_RANGE_PATTERN.test(range)) {
79
+ return [];
80
+ }
81
+ return range
82
+ .split(/[|,]/)
83
+ .map((entry) => entry.trim())
84
+ .filter(Boolean);
85
+ };
86
+
87
+ export const formatCategories = (categories: string[]): string | undefined => {
88
+ const cleaned = categories.map((entry) => entry.trim()).filter(Boolean);
89
+ if (cleaned.length === 0) {
90
+ return undefined;
91
+ }
92
+ return cleaned.join("|");
93
+ };
94
+
95
+ export const dimensionForDataType = (
96
+ dimension: EvaluatorDimension,
97
+ dataType: EvaluatorDimension["dataType"]
98
+ ): EvaluatorDimension => {
99
+ if (dataType === "boolean") {
100
+ return {
101
+ dataType,
102
+ key: dimension.key,
103
+ required: dimension.required,
104
+ };
105
+ }
106
+ if (dataType === "numeric") {
107
+ return {
108
+ ...dimension,
109
+ dataType,
110
+ range: isCompleteNumericRange(dimension.range)
111
+ ? dimension.range
112
+ : formatNumericRange("0", "1"),
113
+ };
114
+ }
115
+ return {
116
+ ...dimension,
117
+ dataType,
118
+ range: formatCategories(parseCategories(dimension.range)),
119
+ };
120
+ };
121
+
122
+ const unwrapObservabilityPayload = <T>(raw: unknown): T | undefined => {
123
+ if (raw == null) {
124
+ return undefined;
125
+ }
126
+ if (typeof raw === "object" && "data" in raw) {
127
+ return (raw as {data: T}).data;
128
+ }
129
+ return raw as T;
130
+ };
131
+
132
+ export const unwrapEvaluatorList = (raw: unknown): EvaluatorRecord[] => {
133
+ const payload = unwrapObservabilityPayload<EvaluatorRecord[]>(raw);
134
+ if (!Array.isArray(payload)) {
135
+ return [];
136
+ }
137
+ return payload.filter((entry): entry is EvaluatorRecord => {
138
+ return Boolean(entry && typeof entry.id === "string" && typeof entry.name === "string");
139
+ });
140
+ };
141
+
142
+ export const unwrapEvaluatorRecord = (raw: unknown): EvaluatorRecord | undefined => {
143
+ const payload = unwrapObservabilityPayload<EvaluatorRecord>(raw);
144
+ if (!payload || typeof payload.id !== "string") {
145
+ return undefined;
146
+ }
147
+ return payload;
148
+ };
149
+
150
+ export const formatDimensionSummary = (dimensions: EvaluatorDimension[]): string => {
151
+ if (dimensions.length === 0) {
152
+ return "—";
153
+ }
154
+ return dimensions.map((dimension) => dimension.key).join(", ");
155
+ };
156
+
157
+ export const formatRunModeChips = (runModes: EvaluatorRunModes): string[] => {
158
+ const chips: string[] = [];
159
+ if (runModes.allowManualRun) {
160
+ chips.push("Manual");
161
+ }
162
+ if (runModes.availableInExperiments) {
163
+ chips.push("Experiments");
164
+ }
165
+ if (runModes.liveSampleRate > 0) {
166
+ chips.push(`Live ${Math.round(runModes.liveSampleRate)}%`);
167
+ }
168
+ return chips;
169
+ };
170
+
171
+ export const judgeSchemaMissingDimensions = (
172
+ dimensions: EvaluatorDimension[],
173
+ outputSchema?: Record<string, unknown>
174
+ ): string[] => {
175
+ const properties =
176
+ outputSchema && typeof outputSchema.properties === "object"
177
+ ? (outputSchema.properties as Record<string, unknown>)
178
+ : {};
179
+ return dimensions
180
+ .filter((dimension) => {
181
+ return dimension.required && properties[dimension.key] === undefined;
182
+ })
183
+ .map((dimension) => dimension.key);
184
+ };
185
+
186
+ export const parseApiErrorTitle = (error: unknown): string | undefined => {
187
+ if (!error || typeof error !== "object") {
188
+ return undefined;
189
+ }
190
+ const record = error as {data?: {title?: string}; message?: string};
191
+ if (record.data?.title) {
192
+ return record.data.title;
193
+ }
194
+ if (record.message) {
195
+ return record.message;
196
+ }
197
+ return undefined;
198
+ };
@@ -0,0 +1,113 @@
1
+ import {describe, expect, it, mock} from "bun:test";
2
+ import {renderHook} from "@testing-library/react-native";
3
+ import {assert} from "chai";
4
+ import type {AdminApi, EndpointBuilder} from "../../../types";
5
+ import {useAiObservabilityEvaluatorsApi} from "./useAiObservabilityEvaluatorsApi";
6
+
7
+ interface CapturedEndpoint {
8
+ invalidatesTags?: unknown;
9
+ providesTags?: unknown;
10
+ query: (arg: never) => {body?: unknown; method: string; url: string};
11
+ }
12
+
13
+ const createApiDouble = () => {
14
+ const endpoints: Record<string, CapturedEndpoint> = {};
15
+ const addTagTypes: string[][] = [];
16
+ const api = {
17
+ enhanceEndpoints: ({addTagTypes: tags}: {addTagTypes: string[]}) => {
18
+ addTagTypes.push(tags);
19
+ return api;
20
+ },
21
+ injectEndpoints: ({
22
+ endpoints: build,
23
+ }: {
24
+ endpoints: (builder: EndpointBuilder) => Record<string, CapturedEndpoint>;
25
+ }) => {
26
+ const builder = {
27
+ mutation: (spec: CapturedEndpoint) => spec,
28
+ query: (spec: CapturedEndpoint) => spec,
29
+ } as unknown as EndpointBuilder;
30
+ Object.assign(endpoints, build(builder));
31
+ return {
32
+ useAiObservabilityEvaluatorQuery: mock(() => ({isLoading: false})),
33
+ useAiObservabilityEvaluatorsQuery: mock(() => ({isLoading: false})),
34
+ useCreateAiObservabilityEvaluatorMutation: mock(() => [mock(() => ({})), {}]),
35
+ };
36
+ },
37
+ } as unknown as AdminApi;
38
+ return {addTagTypes, api, endpoints};
39
+ };
40
+
41
+ describe("useAiObservabilityEvaluatorsApi", () => {
42
+ it("injects evaluator list, detail, and create routes", () => {
43
+ const {addTagTypes, api, endpoints} = createApiDouble();
44
+ renderHook(() => useAiObservabilityEvaluatorsApi(api));
45
+
46
+ assert.deepEqual(addTagTypes[0], ["aiObservabilityEvaluators"]);
47
+ expect(endpoints.aiObservabilityEvaluators.query({} as never)).toEqual({
48
+ method: "GET",
49
+ url: "/ai/observability/evaluators",
50
+ });
51
+ expect(endpoints.aiObservabilityEvaluator.query("eval-1" as never)).toEqual({
52
+ method: "GET",
53
+ url: "/ai/observability/evaluators/eval-1",
54
+ });
55
+ expect(endpoints.createAiObservabilityEvaluator.query({name: "quality"} as never)).toEqual({
56
+ body: {name: "quality"},
57
+ method: "POST",
58
+ url: "/ai/observability/evaluators",
59
+ });
60
+ });
61
+
62
+ it("exposes list, detail, and create hooks", () => {
63
+ const {api} = createApiDouble();
64
+ const {result} = renderHook(() => useAiObservabilityEvaluatorsApi(api));
65
+ expect(typeof result.current.useListQuery).toBe("function");
66
+ expect(typeof result.current.useDetailQuery).toBe("function");
67
+ expect(typeof result.current.useCreateMutation).toBe("function");
68
+ });
69
+
70
+ it("tags list, detail, and create mutation cache keys", () => {
71
+ const {api, endpoints} = createApiDouble();
72
+ renderHook(() => useAiObservabilityEvaluatorsApi(api));
73
+
74
+ const listTags = endpoints.aiObservabilityEvaluators.providesTags;
75
+ assert.deepEqual(typeof listTags === "function" ? listTags() : listTags, [
76
+ "aiObservabilityEvaluators",
77
+ ]);
78
+
79
+ const detailTags = endpoints.aiObservabilityEvaluator.providesTags as (
80
+ result: unknown,
81
+ error: unknown,
82
+ id: string
83
+ ) => unknown;
84
+ assert.deepEqual(detailTags(undefined, undefined, "eval-9"), [
85
+ {id: "eval-9", type: "aiObservabilityEvaluators"},
86
+ ]);
87
+
88
+ const createTags = endpoints.createAiObservabilityEvaluator.invalidatesTags;
89
+ assert.deepEqual(typeof createTags === "function" ? createTags() : createTags, [
90
+ "aiObservabilityEvaluators",
91
+ ]);
92
+ });
93
+
94
+ it("injects endpoints when enhanceEndpoints is unavailable", () => {
95
+ const endpoints: Record<string, CapturedEndpoint> = {};
96
+ const api = {
97
+ injectEndpoints: ({
98
+ endpoints: build,
99
+ }: {
100
+ endpoints: (builder: EndpointBuilder) => Record<string, CapturedEndpoint>;
101
+ }) => {
102
+ const builder = {
103
+ mutation: (spec: CapturedEndpoint) => spec,
104
+ query: (spec: CapturedEndpoint) => spec,
105
+ } as unknown as EndpointBuilder;
106
+ Object.assign(endpoints, build(builder));
107
+ return {};
108
+ },
109
+ } as unknown as AdminApi;
110
+ renderHook(() => useAiObservabilityEvaluatorsApi(api));
111
+ expect(endpoints.aiObservabilityEvaluators).toBeTruthy();
112
+ });
113
+ });
@@ -0,0 +1,91 @@
1
+ import {useMemo} from "react";
2
+ import {asDynamicHookApi} from "../../../dynamicHookApi";
3
+ import type {AdminApi, EndpointBuilder} from "../../../types";
4
+ import type {EvaluatorDimension, EvaluatorRecord, EvaluatorRunModes} from "./evaluatorTypes";
5
+
6
+ const LIST_KEY = "aiObservabilityEvaluators";
7
+ const DETAIL_KEY = "aiObservabilityEvaluator";
8
+ const CREATE_KEY = "createAiObservabilityEvaluator";
9
+
10
+ export interface EvaluatorWriteBody {
11
+ assertion?: {constraint: string; path: string};
12
+ confidenceAlertBelow?: number;
13
+ description?: string;
14
+ dimensions: EvaluatorDimension[];
15
+ instructions?: string;
16
+ judgePromptName?: string;
17
+ name: string;
18
+ runModes?: Partial<EvaluatorRunModes>;
19
+ target: EvaluatorRecord["target"];
20
+ type: EvaluatorRecord["type"];
21
+ }
22
+
23
+ interface QueryOptions {
24
+ skip?: boolean;
25
+ }
26
+
27
+ const createEvaluatorsApi = (api: AdminApi) => {
28
+ const tagged =
29
+ typeof api.enhanceEndpoints === "function"
30
+ ? api.enhanceEndpoints({addTagTypes: ["aiObservabilityEvaluators"]})
31
+ : api;
32
+ return tagged.injectEndpoints({
33
+ endpoints: (build: EndpointBuilder) => ({
34
+ [LIST_KEY]: build.query({
35
+ providesTags: ["aiObservabilityEvaluators"],
36
+ query: () => ({
37
+ method: "GET",
38
+ url: "/ai/observability/evaluators",
39
+ }),
40
+ }),
41
+ [DETAIL_KEY]: build.query({
42
+ providesTags: (_result: unknown, _error: unknown, id: string) => [
43
+ {id, type: "aiObservabilityEvaluators"},
44
+ ],
45
+ query: (id: string) => ({
46
+ method: "GET",
47
+ url: `/ai/observability/evaluators/${encodeURIComponent(id)}`,
48
+ }),
49
+ }),
50
+ [CREATE_KEY]: build.mutation({
51
+ invalidatesTags: ["aiObservabilityEvaluators"],
52
+ query: (body: EvaluatorWriteBody) => ({
53
+ body,
54
+ method: "POST",
55
+ url: "/ai/observability/evaluators",
56
+ }),
57
+ }),
58
+ }),
59
+ overrideExisting: true,
60
+ });
61
+ };
62
+
63
+ export const useAiObservabilityEvaluatorsApi = (api: AdminApi) => {
64
+ const enhancedApi = useMemo(() => {
65
+ return createEvaluatorsApi(api);
66
+ }, [api]);
67
+ const hooks = asDynamicHookApi(enhancedApi);
68
+ return {
69
+ useCreateMutation: hooks.useCreateAiObservabilityEvaluatorMutation as () => [
70
+ (body: EvaluatorWriteBody) => {unwrap: () => Promise<EvaluatorRecord>},
71
+ {error?: unknown; isError: boolean; isLoading: boolean},
72
+ ],
73
+ useDetailQuery: hooks.useAiObservabilityEvaluatorQuery as (
74
+ id: string,
75
+ options?: QueryOptions
76
+ ) => {
77
+ data?: EvaluatorRecord | {data: EvaluatorRecord};
78
+ error?: unknown;
79
+ isError: boolean;
80
+ isLoading: boolean;
81
+ refetch: () => void;
82
+ },
83
+ useListQuery: hooks.useAiObservabilityEvaluatorsQuery as () => {
84
+ data?: EvaluatorRecord[] | {data: EvaluatorRecord[]};
85
+ error?: unknown;
86
+ isError: boolean;
87
+ isLoading: boolean;
88
+ refetch: () => void;
89
+ },
90
+ };
91
+ };