@terreno/admin-frontend 57.9.0 → 57.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (330) hide show
  1. package/dist/AdminShell.d.ts.map +1 -1
  2. package/dist/AdminShell.js +2 -2
  3. package/dist/AdminShell.js.map +1 -1
  4. package/dist/adminShellNav.d.ts +1 -0
  5. package/dist/adminShellNav.d.ts.map +1 -1
  6. package/dist/adminShellNav.js +3 -0
  7. package/dist/adminShellNav.js.map +1 -1
  8. package/dist/index.d.ts +4 -0
  9. package/dist/index.d.ts.map +1 -1
  10. package/dist/index.js +3 -0
  11. package/dist/index.js.map +1 -1
  12. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts +4 -0
  13. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts.map +1 -0
  14. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js +89 -0
  15. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js.map +1 -0
  16. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts +20 -0
  17. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts.map +1 -0
  18. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js +116 -0
  19. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js.map +1 -0
  20. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts +4 -0
  21. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -0
  22. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +120 -0
  23. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -0
  24. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +40 -0
  25. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -0
  26. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +60 -0
  27. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -0
  28. package/dist/widgets/aiObservability/datasets/datasetImport.d.ts +13 -0
  29. package/dist/widgets/aiObservability/datasets/datasetImport.d.ts.map +1 -0
  30. package/dist/widgets/aiObservability/datasets/datasetImport.js +35 -0
  31. package/dist/widgets/aiObservability/datasets/datasetImport.js.map +1 -0
  32. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +52 -0
  33. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -0
  34. package/dist/widgets/aiObservability/datasets/datasetTypes.js +71 -0
  35. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -0
  36. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts +96 -0
  37. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts.map +1 -0
  38. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js +103 -0
  39. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js.map +1 -0
  40. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts +4 -0
  41. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -0
  42. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +75 -0
  43. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -0
  44. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts +4 -0
  45. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -0
  46. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +199 -0
  47. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -0
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +50 -0
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -0
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +215 -0
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -0
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts +4 -0
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -0
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +35 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -0
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +13 -0
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -0
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +48 -0
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -0
  60. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +52 -0
  61. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -0
  62. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +142 -0
  63. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -0
  64. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts +49 -0
  65. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts.map +1 -0
  66. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js +51 -0
  67. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js.map +1 -0
  68. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts +4 -0
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -0
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +197 -0
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -0
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +36 -0
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -0
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +64 -0
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -0
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts +4 -0
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -0
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +90 -0
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -0
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +17 -0
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -0
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +51 -0
  83. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -0
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts +4 -0
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -0
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +35 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -0
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +13 -0
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -0
  90. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +64 -0
  91. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +73 -0
  93. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/experimentTypes.js +65 -0
  95. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +71 -0
  97. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +72 -0
  99. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -0
  100. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts +11 -0
  101. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -0
  102. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +128 -0
  103. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -0
  104. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +33 -0
  105. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -0
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +100 -0
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -0
  108. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +36 -0
  109. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +74 -0
  111. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -0
  112. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts +14 -0
  113. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts.map +1 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js +27 -0
  115. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js.map +1 -0
  116. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts +4 -0
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -0
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +77 -0
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -0
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts +32 -0
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -0
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +49 -0
  123. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -0
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +123 -0
  125. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -0
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js +150 -0
  127. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -0
  128. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts +117 -0
  129. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts.map +1 -0
  130. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js +91 -0
  131. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js.map +1 -0
  132. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts +4 -0
  133. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -0
  134. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +121 -0
  135. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -0
  136. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +21 -0
  137. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -0
  138. package/dist/widgets/aiObservability/review/AiReviewItemView.js +11 -0
  139. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -0
  140. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts +4 -0
  141. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -0
  142. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +30 -0
  143. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -0
  144. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +15 -0
  145. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -0
  146. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +50 -0
  147. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -0
  148. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +8 -0
  149. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -0
  150. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +15 -0
  151. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -0
  152. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +9 -0
  153. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -0
  154. package/dist/widgets/aiObservability/review/ReviewScoreField.js +28 -0
  155. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -0
  156. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +56 -0
  157. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -0
  158. package/dist/widgets/aiObservability/review/reviewTypes.js +99 -0
  159. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -0
  160. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +45 -0
  161. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -0
  162. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +68 -0
  163. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -0
  164. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +12 -0
  165. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -0
  166. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +17 -0
  167. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -0
  168. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +10 -0
  169. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -0
  170. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +32 -0
  171. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -0
  172. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts +11 -0
  173. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -0
  174. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +42 -0
  175. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -0
  176. package/dist/widgets/aiObservability/shell/ObservabilityTable.d.ts +27 -0
  177. package/dist/widgets/aiObservability/shell/ObservabilityTable.d.ts.map +1 -0
  178. package/dist/widgets/aiObservability/shell/ObservabilityTable.js +38 -0
  179. package/dist/widgets/aiObservability/shell/ObservabilityTable.js.map +1 -0
  180. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +33 -0
  181. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -0
  182. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +73 -0
  183. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -0
  184. package/dist/widgets/aiObservability/shell/aiRunAccess.d.ts +22 -0
  185. package/dist/widgets/aiObservability/shell/aiRunAccess.d.ts.map +1 -0
  186. package/dist/widgets/aiObservability/shell/aiRunAccess.js +41 -0
  187. package/dist/widgets/aiObservability/shell/aiRunAccess.js.map +1 -0
  188. package/dist/widgets/aiObservability/shell/observabilityPermissions.d.ts +21 -0
  189. package/dist/widgets/aiObservability/shell/observabilityPermissions.d.ts.map +1 -0
  190. package/dist/widgets/aiObservability/shell/observabilityPermissions.js +28 -0
  191. package/dist/widgets/aiObservability/shell/observabilityPermissions.js.map +1 -0
  192. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts +4 -0
  193. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts.map +1 -0
  194. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js +33 -0
  195. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js.map +1 -0
  196. package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts +8 -0
  197. package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts.map +1 -0
  198. package/dist/widgets/aiObservability/traces/AiTraceDetailView.js +40 -0
  199. package/dist/widgets/aiObservability/traces/AiTraceDetailView.js.map +1 -0
  200. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts +12 -0
  201. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +161 -0
  203. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -0
  204. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +49 -0
  205. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/traces/AiTracesListView.js +103 -0
  207. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -0
  208. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +102 -0
  209. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/traces/traceTypes.js +130 -0
  211. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -0
  212. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +71 -0
  213. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +113 -0
  215. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -0
  216. package/dist/widgets/builtInWidgets.d.ts.map +1 -1
  217. package/dist/widgets/builtInWidgets.js +4 -0
  218. package/dist/widgets/builtInWidgets.js.map +1 -1
  219. package/dist/widgets/harness/HarnessApprovalDetail.d.ts +19 -0
  220. package/dist/widgets/harness/HarnessApprovalDetail.d.ts.map +1 -0
  221. package/dist/widgets/harness/HarnessApprovalDetail.js +33 -0
  222. package/dist/widgets/harness/HarnessApprovalDetail.js.map +1 -0
  223. package/dist/widgets/harness/HarnessApprovalInbox.d.ts +34 -0
  224. package/dist/widgets/harness/HarnessApprovalInbox.d.ts.map +1 -0
  225. package/dist/widgets/harness/HarnessApprovalInbox.js +103 -0
  226. package/dist/widgets/harness/HarnessApprovalInbox.js.map +1 -0
  227. package/dist/widgets/harness/HarnessApprovalsScreenWidget.d.ts +6 -0
  228. package/dist/widgets/harness/HarnessApprovalsScreenWidget.d.ts.map +1 -0
  229. package/dist/widgets/harness/HarnessApprovalsScreenWidget.js +17 -0
  230. package/dist/widgets/harness/HarnessApprovalsScreenWidget.js.map +1 -0
  231. package/dist/widgets/harness/harnessApprovalTypes.d.ts +39 -0
  232. package/dist/widgets/harness/harnessApprovalTypes.d.ts.map +1 -0
  233. package/dist/widgets/harness/harnessApprovalTypes.js +93 -0
  234. package/dist/widgets/harness/harnessApprovalTypes.js.map +1 -0
  235. package/dist/widgets/harness/useHarnessApprovals.d.ts +30 -0
  236. package/dist/widgets/harness/useHarnessApprovals.d.ts.map +1 -0
  237. package/dist/widgets/harness/useHarnessApprovals.js +46 -0
  238. package/dist/widgets/harness/useHarnessApprovals.js.map +1 -0
  239. package/package.json +3 -2
  240. package/src/AdminShell.test.tsx +27 -0
  241. package/src/AdminShell.tsx +6 -2
  242. package/src/adminShellNav.test.ts +26 -0
  243. package/src/adminShellNav.ts +4 -0
  244. package/src/index.tsx +18 -0
  245. package/src/isolated/AiPromptEditorScreen.isolated.tsx +420 -0
  246. package/src/isolated/AiPromptsListScreen.isolated.tsx +135 -0
  247. package/src/isolated/aiObservabilityScreens.isolated.tsx +5972 -0
  248. package/src/isolated/harnessApprovalsScreen.isolated.tsx +71 -0
  249. package/src/isolated/observabilityStatusFixtures.isolated.ts +46 -0
  250. package/src/widgets/aiObservability/datasets/AiDatasetDetailScreen.tsx +146 -0
  251. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +217 -0
  252. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.tsx +307 -0
  253. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +171 -0
  254. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +261 -0
  255. package/src/widgets/aiObservability/datasets/datasetImport.test.ts +38 -0
  256. package/src/widgets/aiObservability/datasets/datasetImport.ts +42 -0
  257. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +102 -0
  258. package/src/widgets/aiObservability/datasets/datasetTypes.ts +121 -0
  259. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.test.ts +204 -0
  260. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.ts +185 -0
  261. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +119 -0
  262. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +277 -0
  263. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +825 -0
  264. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +838 -0
  265. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +54 -0
  266. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +139 -0
  267. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +93 -0
  268. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +198 -0
  269. package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.test.ts +113 -0
  270. package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.ts +91 -0
  271. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +248 -0
  272. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +179 -0
  273. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +284 -0
  274. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +137 -0
  275. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +177 -0
  276. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +54 -0
  277. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +168 -0
  278. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +100 -0
  279. package/src/widgets/aiObservability/experiments/experimentTypes.ts +142 -0
  280. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +140 -0
  281. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +126 -0
  282. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +236 -0
  283. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +389 -0
  284. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +198 -0
  285. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +263 -0
  286. package/src/widgets/aiObservability/prompts/AiPromptPlaygroundView.tsx +124 -0
  287. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +125 -0
  288. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +69 -0
  289. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +260 -0
  290. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +139 -0
  291. package/src/widgets/aiObservability/prompts/promptTypes.ts +282 -0
  292. package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.test.ts +130 -0
  293. package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.ts +190 -0
  294. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +213 -0
  295. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +132 -0
  296. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +54 -0
  297. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +154 -0
  298. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +56 -0
  299. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +91 -0
  300. package/src/widgets/aiObservability/review/reviewTypes.test.ts +84 -0
  301. package/src/widgets/aiObservability/review/reviewTypes.ts +154 -0
  302. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +87 -0
  303. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +107 -0
  304. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +60 -0
  305. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +41 -0
  306. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +96 -0
  307. package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +121 -0
  308. package/src/widgets/aiObservability/shell/ObservabilityTable.tsx +129 -0
  309. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +110 -0
  310. package/src/widgets/aiObservability/shell/aiRunAccess.test.ts +121 -0
  311. package/src/widgets/aiObservability/shell/aiRunAccess.ts +79 -0
  312. package/src/widgets/aiObservability/shell/observabilityPermissions.test.ts +191 -0
  313. package/src/widgets/aiObservability/shell/observabilityPermissions.ts +62 -0
  314. package/src/widgets/aiObservability/traces/AiTraceDetailScreen.tsx +61 -0
  315. package/src/widgets/aiObservability/traces/AiTraceDetailView.tsx +189 -0
  316. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +247 -0
  317. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +509 -0
  318. package/src/widgets/aiObservability/traces/traceTypes.test.ts +125 -0
  319. package/src/widgets/aiObservability/traces/traceTypes.ts +237 -0
  320. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +132 -0
  321. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +172 -0
  322. package/src/widgets/builtInWidgets.ts +4 -0
  323. package/src/widgets/harness/HarnessApprovalDetail.tsx +149 -0
  324. package/src/widgets/harness/HarnessApprovalInbox.test.tsx +340 -0
  325. package/src/widgets/harness/HarnessApprovalInbox.tsx +266 -0
  326. package/src/widgets/harness/HarnessApprovalsScreenWidget.tsx +35 -0
  327. package/src/widgets/harness/harnessApprovalTypes.test.ts +84 -0
  328. package/src/widgets/harness/harnessApprovalTypes.ts +119 -0
  329. package/src/widgets/harness/useHarnessApprovals.ts +86 -0
  330. package/src/widgets/pluginWidgets.test.tsx +4 -0
@@ -0,0 +1,838 @@
1
+ import {Badge, Box, Button, Heading, Link, SelectField, Text, TextField} from "@terreno/ui";
2
+ import React, {useCallback, useEffect, useMemo, useRef, useState} from "react";
3
+ import {
4
+ ObservabilityTable,
5
+ type ObservabilityTableColumn,
6
+ type ObservabilityTableRow,
7
+ } from "../shell/ObservabilityTable";
8
+ import {
9
+ DIMENSION_DATA_TYPES,
10
+ dimensionForDataType,
11
+ EVALUATOR_TYPE_LABELS,
12
+ type EvaluatorDimension,
13
+ type EvaluatorRecord,
14
+ type EvaluatorUsageRow,
15
+ emptyDimension,
16
+ formatCategories,
17
+ formatNumericRange,
18
+ formatRunModeChips,
19
+ judgeSchemaMissingDimensions,
20
+ parseCategories,
21
+ parseNumericBounds,
22
+ } from "./evaluatorTypes";
23
+
24
+ type JudgePromptStatus = "error" | "idle" | "loading" | "ready";
25
+
26
+ const EVALUATOR_NEW_INTRO =
27
+ "Evaluators turn AI results into consistent scores you can compare, filter, and review. Set up who decides the score, what they can see, and which score fields are saved.";
28
+
29
+ const EVALUATOR_TYPE_HELP: Record<EvaluatorRecord["type"], string> = {
30
+ human:
31
+ "A reviewer decides the score. Send traces to this evaluator from Traces; they wait in Human review until someone submits the score.",
32
+ "json-assert":
33
+ "Terreno reads one value from the JSON and checks a rule. This is fast, deterministic, and has no model cost.",
34
+ "llm-judge":
35
+ "A scoring prompt asks a model to judge quality or meaning that code cannot reliably check. Each evaluation is a billed model call.",
36
+ };
37
+
38
+ const FULL_TRACE_TARGET_HELP =
39
+ "The evaluator sees the complete interaction, including nested steps, the compiled prompt, and final output.";
40
+
41
+ const EVALUATOR_NAME_HELP =
42
+ "Use a short, unique name such as answer-correctness or safe-response. This name also identifies its scores.";
43
+
44
+ const EVALUATOR_DESCRIPTION_HELP =
45
+ "Explain what a good result means and when your team should use this evaluator.";
46
+
47
+ const EVALUATOR_DIMENSIONS_HELP =
48
+ "Each dimension becomes a separate saved score. Start with one score unless reviewers or experiments need to compare different qualities separately.";
49
+
50
+ const EVALUATOR_DIMENSION_KEY_HELP =
51
+ "The score label shown on traces and experiment results, such as correct, helpful, or toxicity.";
52
+
53
+ const EVALUATOR_DIMENSION_MIN_HELP = "Lowest allowed number, such as 0.";
54
+
55
+ const EVALUATOR_DIMENSION_MAX_HELP = "Highest allowed number, such as 1 or 5.";
56
+
57
+ const EVALUATOR_DIMENSION_CATEGORY_HELP =
58
+ "Add each label reviewers or the judge can choose, such as pass, partial, or fail.";
59
+
60
+ const EVALUATOR_INSTRUCTIONS_HELP =
61
+ "Reviewers see these instructions above the score fields. Define what each score means and include examples of borderline or failing results.";
62
+
63
+ const EVALUATOR_ASSERTION_PATH_HELP =
64
+ "Enter the field to inspect, such as output.text or output.score.";
65
+
66
+ const EVALUATOR_ASSERTION_CONSTRAINT_HELP =
67
+ "Enter the rule for that field: exists, an exact value, or a numeric comparison such as gte 0.8.";
68
+
69
+ const EVALUATOR_JUDGE_PROMPT_HELP =
70
+ "Choose a prompt from AI Observability → Prompts that tells the model how to score. Its production output schema must return every required score name above.";
71
+
72
+ const EVALUATOR_LIVE_SAMPLE_HELP =
73
+ "Choose what percentage of production traces to score automatically. Use 0 to keep live scoring off.";
74
+
75
+ interface EvaluatorSetupStepProps {
76
+ children: React.ReactNode;
77
+ description?: string;
78
+ number: number;
79
+ testID: string;
80
+ title: string;
81
+ }
82
+
83
+ const EvaluatorSetupStep: React.FC<EvaluatorSetupStepProps> = ({
84
+ children,
85
+ description,
86
+ number,
87
+ testID,
88
+ title,
89
+ }) => {
90
+ return (
91
+ <Box
92
+ accessibilityLabel={`Step ${number} of 6: ${title}`}
93
+ border="default"
94
+ gap={3}
95
+ padding={4}
96
+ rounding="md"
97
+ testID={testID}
98
+ >
99
+ <Box direction="row" gap={2}>
100
+ <Badge status="neutral" value={String(number)} />
101
+ <Box flex="grow" gap={1}>
102
+ <Heading size="sm">{title}</Heading>
103
+ <Text color="secondaryDark" size="sm">
104
+ {description}
105
+ </Text>
106
+ </Box>
107
+ </Box>
108
+ {children}
109
+ </Box>
110
+ );
111
+ };
112
+
113
+ export interface AiEvaluatorDetailViewProps {
114
+ evaluator: EvaluatorRecord;
115
+ judgeOutputSchema?: Record<string, unknown>;
116
+ judgePromptStatus?: JudgePromptStatus;
117
+ onOpenPrompt?: (name: string) => void;
118
+ routeBase: string;
119
+ usageError?: string;
120
+ usageRows: EvaluatorUsageRow[];
121
+ }
122
+
123
+ export interface AiEvaluatorNewViewProps {
124
+ assertionConstraint: string;
125
+ assertionPath: string;
126
+ createError?: string;
127
+ description: string;
128
+ dimensions: EvaluatorDimension[];
129
+ instructions: string;
130
+ isCreating: boolean;
131
+ judgePromptName: string;
132
+ judgePromptOptions?: Array<{label: string; value: string}>;
133
+ judgePromptStatus?: JudgePromptStatus;
134
+ name: string;
135
+ onAddDimension: () => void;
136
+ onAssertionConstraintChange: (value: string) => void;
137
+ onAssertionPathChange: (value: string) => void;
138
+ onCreate: () => void;
139
+ onDescriptionChange?: (value: string) => void;
140
+ onDimensionChange: (index: number, dimension: EvaluatorDimension) => void;
141
+ onInstructionsChange: (value: string) => void;
142
+ onJudgePromptNameChange: (value: string) => void;
143
+ onLiveSampleRateChange: (value: number) => void;
144
+ onNameChange: (value: string) => void;
145
+ onRemoveDimension: (index: number) => void;
146
+ onTypeChange: (value: EvaluatorRecord["type"]) => void;
147
+ runModes: EvaluatorRecord["runModes"];
148
+ schemaMismatchKey?: string;
149
+ target: EvaluatorRecord["target"];
150
+ type: EvaluatorRecord["type"];
151
+ }
152
+
153
+ const DIMENSION_COLUMNS: ObservabilityTableColumn[] = [
154
+ {minWidth: 120, title: "Key"},
155
+ {minWidth: 100, title: "Data type"},
156
+ {minWidth: 80, title: "Range"},
157
+ {minWidth: 80, title: "Required"},
158
+ ];
159
+
160
+ const USAGE_COLUMNS: ObservabilityTableColumn[] = [
161
+ {minWidth: 160, title: "Experiment"},
162
+ {minWidth: 90, title: "30d runs"},
163
+ {minWidth: 90, title: "Cost"},
164
+ ];
165
+
166
+ const renderTypePanel = ({
167
+ assertionConstraint,
168
+ assertionPath,
169
+ evaluator,
170
+ evaluatorType,
171
+ judgeOutputSchema,
172
+ instructions,
173
+ judgePromptName,
174
+ judgePromptStatus,
175
+ onAssertionConstraintChange,
176
+ onAssertionPathChange,
177
+ onInstructionsChange,
178
+ onJudgePromptNameChange,
179
+ judgePromptOptions,
180
+ onOpenPrompt,
181
+ routeBase,
182
+ schemaMismatchKey,
183
+ }: {
184
+ assertionConstraint?: string;
185
+ assertionPath?: string;
186
+ evaluator?: EvaluatorRecord;
187
+ evaluatorType?: EvaluatorRecord["type"];
188
+ judgeOutputSchema?: Record<string, unknown>;
189
+ instructions?: string;
190
+ judgePromptName?: string;
191
+ judgePromptOptions?: Array<{label: string; value: string}>;
192
+ judgePromptStatus?: JudgePromptStatus;
193
+ onAssertionConstraintChange?: (value: string) => void;
194
+ onAssertionPathChange?: (value: string) => void;
195
+ onInstructionsChange?: (value: string) => void;
196
+ onJudgePromptNameChange?: (value: string) => void;
197
+ onOpenPrompt?: (name: string) => void;
198
+ routeBase?: string;
199
+ schemaMismatchKey?: string;
200
+ }): React.ReactNode => {
201
+ const type = evaluator?.type ?? evaluatorType;
202
+ if (type === "llm-judge") {
203
+ const promptStatus =
204
+ judgePromptStatus ?? (evaluator || judgePromptName?.trim() ? "ready" : "idle");
205
+ const missing =
206
+ promptStatus === "ready"
207
+ ? judgeSchemaMissingDimensions(evaluator?.dimensions ?? [], judgeOutputSchema)
208
+ : [];
209
+ const mismatch = schemaMismatchKey ?? missing[0];
210
+ return (
211
+ <Box gap={2} testID="ai-evaluator-panel-llm-judge">
212
+ {evaluator ? (
213
+ <Box direction="row" gap={2} wrap>
214
+ <Text>
215
+ Judge prompt:{" "}
216
+ {evaluator.judgePromptName ? (
217
+ onOpenPrompt ? (
218
+ <Button
219
+ onClick={() => {
220
+ onOpenPrompt(evaluator.judgePromptName ?? "");
221
+ }}
222
+ size="sm"
223
+ text={evaluator.judgePromptName}
224
+ variant="ghost"
225
+ />
226
+ ) : (
227
+ <Link
228
+ href={`${routeBase}/ai-prompt-editor?name=${encodeURIComponent(evaluator.judgePromptName)}`}
229
+ text={evaluator.judgePromptName}
230
+ />
231
+ )
232
+ ) : (
233
+ "—"
234
+ )}
235
+ </Text>
236
+ </Box>
237
+ ) : (
238
+ <SelectField
239
+ helperText={
240
+ (judgePromptOptions ?? []).length === 0
241
+ ? "Create a prompt first, then choose it here."
242
+ : EVALUATOR_JUDGE_PROMPT_HELP
243
+ }
244
+ onChange={onJudgePromptNameChange ?? (() => undefined)}
245
+ options={judgePromptOptions ?? []}
246
+ placeholder="Select a prompt"
247
+ testID="ai-evaluator-judge-prompt"
248
+ title="Judge prompt"
249
+ value={judgePromptName ?? ""}
250
+ />
251
+ )}
252
+ {mismatch ? (
253
+ <Text color="error" testID="ai-evaluator-schema-mismatch">
254
+ Judge prompt output schema missing required dimension &quot;{mismatch}&quot;
255
+ </Text>
256
+ ) : promptStatus === "loading" ? (
257
+ <Text color="secondaryDark" size="sm" testID="ai-evaluator-schema-loading">
258
+ Checking judge prompt schema…
259
+ </Text>
260
+ ) : promptStatus === "error" ? (
261
+ <Text color="error" size="sm" testID="ai-evaluator-schema-error">
262
+ Judge prompt or its production schema could not be loaded.
263
+ </Text>
264
+ ) : promptStatus === "idle" ? (
265
+ <Text color="secondaryDark" size="sm" testID="ai-evaluator-schema-idle">
266
+ Select a judge prompt to check its production output schema.
267
+ </Text>
268
+ ) : (
269
+ <Text color="success" size="sm">
270
+ Schema match check passed
271
+ </Text>
272
+ )}
273
+ </Box>
274
+ );
275
+ }
276
+ if (type === "json-assert") {
277
+ return (
278
+ <Box gap={2} testID="ai-evaluator-panel-json-assert">
279
+ {evaluator ? (
280
+ <Box gap={1}>
281
+ <Text>
282
+ Path: <Text bold>{evaluator.assertion?.path ?? "—"}</Text>
283
+ </Text>
284
+ <Text>
285
+ Constraint: <Text bold>{evaluator.assertion?.constraint ?? "—"}</Text>
286
+ </Text>
287
+ </Box>
288
+ ) : (
289
+ <>
290
+ <TextField
291
+ helperText={EVALUATOR_ASSERTION_PATH_HELP}
292
+ onChange={onAssertionPathChange ?? (() => undefined)}
293
+ testID="ai-evaluator-assertion-path"
294
+ title="Assertion path"
295
+ value={assertionPath ?? ""}
296
+ />
297
+ <TextField
298
+ helperText={EVALUATOR_ASSERTION_CONSTRAINT_HELP}
299
+ onChange={onAssertionConstraintChange ?? (() => undefined)}
300
+ testID="ai-evaluator-assertion-constraint"
301
+ title="Constraint"
302
+ value={assertionConstraint ?? ""}
303
+ />
304
+ </>
305
+ )}
306
+ </Box>
307
+ );
308
+ }
309
+ return (
310
+ <Box gap={2} testID="ai-evaluator-panel-human">
311
+ {evaluator ? (
312
+ <Text>{evaluator.instructions ?? "No reviewer instructions."}</Text>
313
+ ) : (
314
+ <TextField
315
+ helperText={EVALUATOR_INSTRUCTIONS_HELP}
316
+ multiline
317
+ onChange={onInstructionsChange ?? (() => undefined)}
318
+ rows={4}
319
+ testID="ai-evaluator-instructions"
320
+ title="Reviewer instructions"
321
+ value={instructions ?? ""}
322
+ />
323
+ )}
324
+ </Box>
325
+ );
326
+ };
327
+
328
+ export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
329
+ evaluator,
330
+ judgeOutputSchema,
331
+ judgePromptStatus,
332
+ onOpenPrompt,
333
+ routeBase,
334
+ usageError,
335
+ usageRows,
336
+ }) => {
337
+ const dimensionRows: ObservabilityTableRow[] = useMemo(() => {
338
+ return evaluator.dimensions.map((dimension, index) => {
339
+ return {
340
+ cells: [
341
+ dimension.key,
342
+ dimension.dataType,
343
+ dimension.range ?? "—",
344
+ dimension.required ? "Yes" : "No",
345
+ ],
346
+ key: dimension.key || `dimension-${index}`,
347
+ };
348
+ });
349
+ }, [evaluator.dimensions]);
350
+
351
+ const usageTableRows: ObservabilityTableRow[] = useMemo(() => {
352
+ return usageRows.map((row, index) => {
353
+ return {
354
+ cells: [
355
+ row.experimentName,
356
+ String(row.runs),
357
+ row.costUsd !== undefined ? `$${row.costUsd.toFixed(2)}` : "—",
358
+ ],
359
+ key: row.experimentId ?? `usage-${index}`,
360
+ };
361
+ });
362
+ }, [usageRows]);
363
+
364
+ const chips = formatRunModeChips(evaluator.runModes);
365
+
366
+ return (
367
+ <Box gap={4} testID="ai-evaluator-detail">
368
+ <Box gap={2}>
369
+ <Heading size="md" testID="ai-evaluator-name">
370
+ {evaluator.name}
371
+ </Heading>
372
+ {evaluator.description ? (
373
+ <Text color="secondaryDark">{evaluator.description}</Text>
374
+ ) : undefined}
375
+ <Box direction="row" gap={2} wrap>
376
+ <Badge status="info" value={EVALUATOR_TYPE_LABELS[evaluator.type]} />
377
+ <Badge status="neutral" value={evaluator.target} />
378
+ {chips.map((chip) => {
379
+ return <Badge key={chip} status="neutral" value={chip} />;
380
+ })}
381
+ </Box>
382
+ </Box>
383
+ <Box gap={2}>
384
+ <Heading size="sm">Scores this evaluator saves</Heading>
385
+ <Text color="secondaryDark" size="sm">
386
+ Each row is stored as a separate score on the trace or experiment result.
387
+ </Text>
388
+ <ObservabilityTable
389
+ columns={DIMENSION_COLUMNS}
390
+ rows={dimensionRows}
391
+ testID="ai-evaluator-dimensions"
392
+ />
393
+ </Box>
394
+ <Box gap={2}>
395
+ <Heading size="sm">How scoring works</Heading>
396
+ {renderTypePanel({
397
+ evaluator,
398
+ judgeOutputSchema,
399
+ judgePromptStatus,
400
+ onOpenPrompt,
401
+ routeBase,
402
+ })}
403
+ </Box>
404
+ <Box gap={2}>
405
+ <Heading size="sm">Where it runs</Heading>
406
+ {evaluator.type === "human" ? (
407
+ <Text size="sm">
408
+ Reviewers apply this evaluator in Human review. It never runs automatically on live
409
+ traffic.
410
+ </Text>
411
+ ) : (
412
+ <Text size="sm">
413
+ Available for manual runs and experiments. Live sampling scores{" "}
414
+ {Math.round(evaluator.runModes.liveSampleRate)}% of matching production traffic.
415
+ </Text>
416
+ )}
417
+ </Box>
418
+ <Box gap={2}>
419
+ <Heading size="sm">Used by (30 days)</Heading>
420
+ {usageError ? (
421
+ <Text color="error" testID="ai-evaluator-used-by-error">
422
+ {usageError}
423
+ </Text>
424
+ ) : usageRows.length === 0 ? (
425
+ <Text color="secondaryDark" testID="ai-evaluator-used-by-empty">
426
+ No experiments in the last 30 days.
427
+ </Text>
428
+ ) : (
429
+ <ObservabilityTable
430
+ columns={USAGE_COLUMNS}
431
+ rows={usageTableRows}
432
+ testID="ai-evaluator-used-by"
433
+ />
434
+ )}
435
+ </Box>
436
+ </Box>
437
+ );
438
+ };
439
+
440
+ interface DimensionScaleFieldsProps {
441
+ dimension: EvaluatorDimension;
442
+ index: number;
443
+ onDimensionChange: (index: number, dimension: EvaluatorDimension) => void;
444
+ }
445
+
446
+ const DimensionScaleFields: React.FC<DimensionScaleFieldsProps> = ({
447
+ dimension,
448
+ index,
449
+ onDimensionChange,
450
+ }) => {
451
+ const [draftCategory, setDraftCategory] = useState("");
452
+ const bounds = parseNumericBounds(dimension.range);
453
+ const [min, setMin] = useState(bounds.min);
454
+ const [max, setMax] = useState(bounds.max);
455
+ const lastEmittedRange = useRef(dimension.range);
456
+ const categories = parseCategories(dimension.range);
457
+
458
+ // Parent range changes (type switch or row reorder) must replace the draft
459
+ // bounds; useState only reads the initial range.
460
+ useEffect(() => {
461
+ if (dimension.range === lastEmittedRange.current) {
462
+ return;
463
+ }
464
+ setMin(bounds.min);
465
+ setMax(bounds.max);
466
+ lastEmittedRange.current = dimension.range;
467
+ }, [bounds.max, bounds.min, dimension.range]);
468
+
469
+ const handleMinChange = useCallback(
470
+ (value: string): void => {
471
+ setMin(value);
472
+ const range = formatNumericRange(value, max);
473
+ lastEmittedRange.current = range;
474
+ onDimensionChange(index, {...dimension, range});
475
+ },
476
+ [dimension, index, max, onDimensionChange]
477
+ );
478
+
479
+ const handleMaxChange = useCallback(
480
+ (value: string): void => {
481
+ setMax(value);
482
+ const range = formatNumericRange(min, value);
483
+ lastEmittedRange.current = range;
484
+ onDimensionChange(index, {...dimension, range});
485
+ },
486
+ [dimension, index, min, onDimensionChange]
487
+ );
488
+
489
+ const handleAddCategory = useCallback((): void => {
490
+ const next = draftCategory.trim();
491
+ if (!next) {
492
+ return;
493
+ }
494
+ if (categories.includes(next)) {
495
+ setDraftCategory("");
496
+ return;
497
+ }
498
+ onDimensionChange(index, {
499
+ ...dimension,
500
+ range: formatCategories([...categories, next]),
501
+ });
502
+ setDraftCategory("");
503
+ }, [categories, dimension, draftCategory, index, onDimensionChange]);
504
+
505
+ const handleRemoveCategory = useCallback(
506
+ (category: string): void => {
507
+ onDimensionChange(index, {
508
+ ...dimension,
509
+ range: formatCategories(categories.filter((entry) => entry !== category)),
510
+ });
511
+ },
512
+ [categories, dimension, index, onDimensionChange]
513
+ );
514
+
515
+ if (dimension.dataType === "boolean") {
516
+ return null;
517
+ }
518
+
519
+ if (dimension.dataType === "numeric") {
520
+ return (
521
+ <Box direction="row" gap={2} testID={`ai-evaluator-dimension-${index}-numeric`} wrap>
522
+ <TextField
523
+ helperText={EVALUATOR_DIMENSION_MIN_HELP}
524
+ onChange={handleMinChange}
525
+ testID={`ai-evaluator-dimension-${index}-min`}
526
+ title="Min"
527
+ value={min}
528
+ />
529
+ <TextField
530
+ helperText={EVALUATOR_DIMENSION_MAX_HELP}
531
+ onChange={handleMaxChange}
532
+ testID={`ai-evaluator-dimension-${index}-max`}
533
+ title="Max"
534
+ value={max}
535
+ />
536
+ </Box>
537
+ );
538
+ }
539
+
540
+ return (
541
+ <Box gap={2} testID={`ai-evaluator-dimension-${index}-categories`}>
542
+ <Box direction="row" gap={2} wrap>
543
+ <TextField
544
+ helperText={EVALUATOR_DIMENSION_CATEGORY_HELP}
545
+ onChange={setDraftCategory}
546
+ testID={`ai-evaluator-dimension-${index}-category-draft`}
547
+ title="Category"
548
+ value={draftCategory}
549
+ />
550
+ <Button
551
+ onClick={handleAddCategory}
552
+ testID={`ai-evaluator-dimension-${index}-add-category`}
553
+ text="Add category"
554
+ />
555
+ </Box>
556
+ {categories.map((category) => {
557
+ return (
558
+ <Box alignItems="center" direction="row" gap={2} key={category}>
559
+ <Text>{category}</Text>
560
+ <Button
561
+ onClick={() => {
562
+ handleRemoveCategory(category);
563
+ }}
564
+ testID={`ai-evaluator-dimension-${index}-remove-category-${category}`}
565
+ text="Remove category"
566
+ variant="ghost"
567
+ />
568
+ </Box>
569
+ );
570
+ })}
571
+ </Box>
572
+ );
573
+ };
574
+
575
+ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
576
+ assertionConstraint,
577
+ assertionPath,
578
+ createError,
579
+ description,
580
+ dimensions,
581
+ instructions,
582
+ isCreating,
583
+ judgePromptName,
584
+ judgePromptOptions = [],
585
+ judgePromptStatus,
586
+ name,
587
+ onAddDimension,
588
+ onAssertionConstraintChange,
589
+ onAssertionPathChange,
590
+ onCreate,
591
+ onDescriptionChange,
592
+ onDimensionChange,
593
+ onInstructionsChange,
594
+ onJudgePromptNameChange,
595
+ onLiveSampleRateChange,
596
+ onNameChange,
597
+ onRemoveDimension,
598
+ onTypeChange,
599
+ runModes,
600
+ schemaMismatchKey,
601
+ target,
602
+ type,
603
+ }) => {
604
+ const handleTypeSelect = useCallback(
605
+ (next: EvaluatorRecord["type"]): void => {
606
+ onTypeChange(next);
607
+ },
608
+ [onTypeChange]
609
+ );
610
+
611
+ const methodStepDescription =
612
+ type === "human"
613
+ ? "Write the guidance a reviewer needs to apply the scores consistently."
614
+ : type === "json-assert"
615
+ ? "Point to one JSON value and define the rule it must satisfy."
616
+ : "Connect the prompt that will read the data and return the scores.";
617
+
618
+ const runStepDescription =
619
+ type === "human"
620
+ ? "Human evaluators appear in the review queue and never score live traffic automatically."
621
+ : "Automatic evaluators are available in experiments and manual runs. Live sampling is optional.";
622
+
623
+ return (
624
+ <Box gap={4} testID="ai-evaluator-new">
625
+ <EvaluatorSetupStep
626
+ description="Give teammates enough context to recognize and reuse this evaluator."
627
+ number={1}
628
+ testID="ai-evaluator-step-name"
629
+ title="Name the evaluator"
630
+ >
631
+ <TextField
632
+ helperText={EVALUATOR_NAME_HELP}
633
+ onChange={onNameChange}
634
+ testID="ai-evaluator-name"
635
+ title="Name"
636
+ value={name}
637
+ />
638
+ <TextField
639
+ helperText={EVALUATOR_DESCRIPTION_HELP}
640
+ multiline
641
+ onChange={onDescriptionChange ?? (() => undefined)}
642
+ rows={3}
643
+ testID="ai-evaluator-description"
644
+ title="Purpose (optional)"
645
+ value={description ?? ""}
646
+ />
647
+ </EvaluatorSetupStep>
648
+ <Box border="default" gap={2} padding={4} rounding="md" testID="ai-evaluator-help-intro">
649
+ <Heading size="sm">Create a reusable scoring rule</Heading>
650
+ <Text color="secondaryDark">{EVALUATOR_NEW_INTRO}</Text>
651
+ </Box>
652
+ <EvaluatorSetupStep
653
+ description="Choose whether a person, a deterministic JSON rule, or another model decides the score."
654
+ number={2}
655
+ testID="ai-evaluator-step-method"
656
+ title="Choose how scoring happens"
657
+ >
658
+ <Box direction="row" gap={2} wrap>
659
+ {(["human", "json-assert", "llm-judge"] as const).map((entry) => {
660
+ return (
661
+ <Button
662
+ key={entry}
663
+ onClick={() => {
664
+ handleTypeSelect(entry);
665
+ }}
666
+ testID={`ai-evaluator-type-${entry}`}
667
+ text={EVALUATOR_TYPE_LABELS[entry]}
668
+ variant={type === entry ? "primary" : "secondary"}
669
+ />
670
+ );
671
+ })}
672
+ </Box>
673
+ <Text color="secondaryDark" size="sm" testID="ai-evaluator-help-type">
674
+ {EVALUATOR_TYPE_HELP[type]}
675
+ </Text>
676
+ </EvaluatorSetupStep>
677
+ {/* TODO: enable generation span and dataset item targets. */}
678
+ <EvaluatorSetupStep
679
+ description="Full traces are the only target available. Span and dataset item scoring are not enabled yet."
680
+ number={3}
681
+ testID="ai-evaluator-step-target"
682
+ title="What it evaluates"
683
+ >
684
+ <Badge status="neutral" value={target} />
685
+ <Text color="secondaryDark" size="sm" testID="ai-evaluator-help-target">
686
+ {FULL_TRACE_TARGET_HELP}
687
+ </Text>
688
+ </EvaluatorSetupStep>
689
+ <EvaluatorSetupStep
690
+ description="Define exactly what appears in results. Each dimension is saved independently."
691
+ number={4}
692
+ testID="ai-evaluator-step-scores"
693
+ title="Define the scores it returns"
694
+ >
695
+ <Box direction="row" gap={2} justifyContent="between">
696
+ <Text bold>Score fields</Text>
697
+ <Button onClick={onAddDimension} testID="ai-evaluator-add-dimension" text="Add score" />
698
+ </Box>
699
+ <Text color="secondaryDark" size="sm" testID="ai-evaluator-help-dimensions">
700
+ {EVALUATOR_DIMENSIONS_HELP}
701
+ </Text>
702
+ {dimensions.map((dimension, index) => {
703
+ return (
704
+ <Box
705
+ color="secondaryLight"
706
+ direction="row"
707
+ gap={2}
708
+ key={`dimension-${index}`}
709
+ padding={2}
710
+ testID={`ai-evaluator-dimension-row-${index}`}
711
+ wrap
712
+ >
713
+ <TextField
714
+ helperText={EVALUATOR_DIMENSION_KEY_HELP}
715
+ onChange={(value) => {
716
+ onDimensionChange(index, {...dimension, key: value});
717
+ }}
718
+ testID={`ai-evaluator-dimension-${index}-key`}
719
+ title="Score name"
720
+ value={dimension.key}
721
+ />
722
+ <Box gap={1}>
723
+ <Text size="sm">Data type</Text>
724
+ <Box direction="row" gap={1} wrap>
725
+ {DIMENSION_DATA_TYPES.map((dataType) => {
726
+ return (
727
+ <Button
728
+ key={dataType}
729
+ onClick={() => {
730
+ onDimensionChange(index, dimensionForDataType(dimension, dataType));
731
+ }}
732
+ text={dataType}
733
+ variant={dimension.dataType === dataType ? "primary" : "ghost"}
734
+ />
735
+ );
736
+ })}
737
+ </Box>
738
+ <Text color="secondaryDark" size="sm">
739
+ boolean is pass/fail, numeric is a number, categorical is a labeled bucket.
740
+ </Text>
741
+ </Box>
742
+ <DimensionScaleFields
743
+ dimension={dimension}
744
+ index={index}
745
+ onDimensionChange={onDimensionChange}
746
+ />
747
+ <Button
748
+ onClick={() => {
749
+ onRemoveDimension(index);
750
+ }}
751
+ text="Remove"
752
+ variant="ghost"
753
+ />
754
+ </Box>
755
+ );
756
+ })}
757
+ </EvaluatorSetupStep>
758
+ <EvaluatorSetupStep
759
+ description={methodStepDescription}
760
+ number={5}
761
+ testID="ai-evaluator-step-config"
762
+ title="Configure the scoring method"
763
+ >
764
+ {renderTypePanel({
765
+ assertionConstraint,
766
+ assertionPath,
767
+ evaluatorType: type,
768
+ instructions,
769
+ judgePromptName,
770
+ judgePromptOptions,
771
+ judgePromptStatus,
772
+ onAssertionConstraintChange,
773
+ onAssertionPathChange,
774
+ onInstructionsChange,
775
+ onJudgePromptNameChange,
776
+ schemaMismatchKey,
777
+ })}
778
+ </EvaluatorSetupStep>
779
+ <EvaluatorSetupStep
780
+ description={runStepDescription}
781
+ number={6}
782
+ testID="ai-evaluator-step-run"
783
+ title="Choose where it runs"
784
+ >
785
+ {type === "human" ? (
786
+ <Text color="secondaryDark" size="sm">
787
+ To use it, select traces and choose Send to human review.
788
+ </Text>
789
+ ) : (
790
+ <>
791
+ <TextField
792
+ helperText={EVALUATOR_LIVE_SAMPLE_HELP}
793
+ onChange={(value) => {
794
+ const parsed = Number(value);
795
+ if (!Number.isNaN(parsed)) {
796
+ onLiveSampleRateChange(Math.min(100, Math.max(0, parsed)));
797
+ }
798
+ }}
799
+ testID="ai-evaluator-live-sample"
800
+ title="Production traces to score (%)"
801
+ value={String(Math.round(runModes.liveSampleRate))}
802
+ />
803
+ {runModes.liveSampleRate > 0 ? (
804
+ <Text color="warning" size="sm">
805
+ {type === "llm-judge"
806
+ ? "Live scoring creates a billed judge call for each sampled trace."
807
+ : "Live scoring checks each sampled trace automatically without a model call."}
808
+ </Text>
809
+ ) : undefined}
810
+ </>
811
+ )}
812
+ </EvaluatorSetupStep>
813
+ {createError ? (
814
+ <Text color="error" testID="ai-evaluator-create-error">
815
+ {createError}
816
+ </Text>
817
+ ) : undefined}
818
+ <Button
819
+ loading={isCreating}
820
+ onClick={onCreate}
821
+ testID="ai-evaluator-submit"
822
+ text="Create evaluator"
823
+ />
824
+ </Box>
825
+ );
826
+ };
827
+
828
+ export const defaultEvaluatorRunModes = (): EvaluatorRecord["runModes"] => {
829
+ return {
830
+ allowManualRun: true,
831
+ availableInExperiments: true,
832
+ liveSampleRate: 0,
833
+ };
834
+ };
835
+
836
+ export const initialNewEvaluatorDimensions = (): EvaluatorDimension[] => {
837
+ return [emptyDimension()];
838
+ };