@terreno/admin-frontend 58.0.0-beta.3 → 58.0.0-beta.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (371) hide show
  1. package/CHANGELOG.md +99 -0
  2. package/dist/AdminModelForm.js +12 -12
  3. package/dist/AdminModelForm.js.map +1 -1
  4. package/dist/AdminModelTable.d.ts.map +1 -1
  5. package/dist/AdminModelTable.js +11 -0
  6. package/dist/AdminModelTable.js.map +1 -1
  7. package/dist/ConfigurationScreen.d.ts.map +1 -1
  8. package/dist/ConfigurationScreen.js +1 -2
  9. package/dist/ConfigurationScreen.js.map +1 -1
  10. package/dist/adminModelUrls.d.ts +7 -0
  11. package/dist/adminModelUrls.d.ts.map +1 -0
  12. package/dist/adminModelUrls.js +9 -0
  13. package/dist/adminModelUrls.js.map +1 -0
  14. package/dist/adminRpc.d.ts.map +1 -1
  15. package/dist/adminRpc.js +9 -0
  16. package/dist/adminRpc.js.map +1 -1
  17. package/dist/adminRpcSeed.d.ts +25 -0
  18. package/dist/adminRpcSeed.d.ts.map +1 -0
  19. package/dist/adminRpcSeed.js +49 -0
  20. package/dist/adminRpcSeed.js.map +1 -0
  21. package/dist/comms/commsDashboardParams.d.ts.map +1 -1
  22. package/dist/comms/commsDashboardParams.js +7 -1
  23. package/dist/comms/commsDashboardParams.js.map +1 -1
  24. package/dist/index.d.ts +9 -2
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js +9 -2
  27. package/dist/index.js.map +1 -1
  28. package/dist/useAdminModelApi.d.ts.map +1 -1
  29. package/dist/useAdminModelApi.js +2 -1
  30. package/dist/useAdminModelApi.js.map +1 -1
  31. package/dist/useAdminRpc.d.ts.map +1 -1
  32. package/dist/useAdminRpc.js +50 -19
  33. package/dist/useAdminRpc.js.map +1 -1
  34. package/dist/useConfigurationApi.d.ts.map +1 -1
  35. package/dist/useConfigurationApi.js +8 -2
  36. package/dist/useConfigurationApi.js.map +1 -1
  37. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  38. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  39. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  40. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  41. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  42. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  43. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  44. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  45. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  47. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  60. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  61. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  62. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  63. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  64. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  65. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  66. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  67. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  68. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  83. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  90. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  91. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  93. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  95. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  97. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  99. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  100. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  101. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  102. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  103. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  104. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
  105. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  108. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  109. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  111. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  112. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  113. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  115. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  116. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  123. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  128. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  129. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  130. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  131. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  132. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  134. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  136. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  137. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  138. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  139. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  140. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  141. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  142. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  143. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  144. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
  145. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  146. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  147. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  149. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  151. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  152. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  153. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  154. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  155. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  156. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  157. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  158. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  159. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  160. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  161. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  162. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  163. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  164. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  165. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  166. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
  168. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  169. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  170. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  172. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  173. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  174. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  176. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  177. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  178. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  179. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  180. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  181. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
  182. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  183. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
  184. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  185. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  186. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  188. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  190. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  191. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  192. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  193. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  194. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  196. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  198. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  199. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  200. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  201. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  203. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  204. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  205. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  207. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  208. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  209. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  211. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  212. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  213. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  215. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  216. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  217. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  218. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  219. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  220. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  221. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  222. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  223. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  224. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  225. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  226. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  227. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  228. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  229. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  230. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  231. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  232. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  233. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  234. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  235. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  236. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  237. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  238. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  239. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  240. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  241. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  242. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  243. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  244. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  245. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  246. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  247. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  248. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  249. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  250. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  251. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  252. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  253. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  254. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  255. package/dist/widgets/homeWidgetUrls.d.ts +13 -0
  256. package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
  257. package/dist/widgets/homeWidgetUrls.js +71 -0
  258. package/dist/widgets/homeWidgetUrls.js.map +1 -0
  259. package/package.json +4 -4
  260. package/src/AdminModelForm.tsx +16 -16
  261. package/src/AdminModelTable.tsx +12 -0
  262. package/src/ConfigurationScreen.tsx +1 -2
  263. package/src/adminModelUrls.test.ts +31 -0
  264. package/src/adminModelUrls.ts +8 -0
  265. package/src/adminRpc.test.ts +10 -0
  266. package/src/adminRpc.ts +9 -0
  267. package/src/adminRpcSeed.tsx +65 -0
  268. package/src/comms/commsDashboardParams.ts +7 -1
  269. package/src/index.tsx +10 -0
  270. package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
  271. package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
  272. package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
  273. package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
  274. package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
  275. package/src/isolated/aiListTables.isolated.tsx +648 -0
  276. package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
  277. package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
  278. package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
  279. package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
  280. package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
  281. package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
  282. package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
  283. package/src/isolated/aiTracesTable.isolated.tsx +368 -0
  284. package/src/isolated/hooks.isolated.tsx +89 -0
  285. package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
  286. package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
  287. package/src/useAdminModelApi.ts +2 -1
  288. package/src/useAdminRpc.test.tsx +538 -2
  289. package/src/useAdminRpc.ts +50 -19
  290. package/src/useConfigurationApi.ts +9 -1
  291. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  292. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  293. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  294. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  295. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  296. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  297. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  298. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  299. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  300. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  301. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  302. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  303. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  304. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  305. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  306. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  307. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  308. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  309. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  310. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  311. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  312. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  313. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  314. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  315. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  316. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
  317. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
  318. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  319. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  320. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
  321. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  322. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  323. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  324. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  325. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  326. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  327. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  328. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  329. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  330. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
  331. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  332. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
  333. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  334. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  335. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  336. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  337. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  338. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
  339. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  340. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  341. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  342. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  343. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
  344. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
  345. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  346. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
  347. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  348. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
  349. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  350. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  351. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  352. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  353. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  354. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  355. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  356. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  357. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  358. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  359. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  360. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  361. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  362. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  363. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  364. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  365. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  366. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  367. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  368. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
  369. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  370. package/src/widgets/homeWidgetUrls.test.ts +201 -0
  371. package/src/widgets/homeWidgetUrls.ts +87 -0
@@ -1,10 +1,24 @@
1
- import {Badge, Box, Button, Heading, Link, SelectField, Text, TextField} from "@terreno/ui";
1
+ import {
2
+ Badge,
3
+ Banner,
4
+ Box,
5
+ Button,
6
+ Card,
7
+ Heading,
8
+ Link,
9
+ NumberField,
10
+ SegmentedControl,
11
+ SelectField,
12
+ Text,
13
+ TextField,
14
+ } from "@terreno/ui";
2
15
  import React, {useCallback, useEffect, useMemo, useRef, useState} from "react";
3
16
  import {
4
17
  ObservabilityTable,
5
18
  type ObservabilityTableColumn,
6
19
  type ObservabilityTableRow,
7
20
  } from "../shell/ObservabilityTable";
21
+ import {EVALUATOR_TARGET_LABELS, EvaluatorKindBadge} from "./AiEvaluatorsListView";
8
22
  import {
9
23
  DIMENSION_DATA_TYPES,
10
24
  dimensionForDataType,
@@ -23,6 +37,24 @@ import {
23
37
 
24
38
  type JudgePromptStatus = "error" | "idle" | "loading" | "ready";
25
39
 
40
+ /** Order of the kind picker on the new-evaluator form. */
41
+ const EVALUATOR_TYPE_ORDER: EvaluatorRecord["type"][] = ["human", "llm-judge", "json-assert"];
42
+
43
+ /** Readable data-type labels; the API keeps boolean / numeric / categorical. */
44
+ const DIMENSION_DATA_TYPE_LABELS: Record<EvaluatorDimension["dataType"], string> = {
45
+ boolean: "Yes or no",
46
+ categorical: "Category",
47
+ numeric: "Number",
48
+ };
49
+
50
+ const DIMENSION_DATA_TYPE_HELP: Record<EvaluatorDimension["dataType"], string> = {
51
+ boolean: "A yes or no answer, saved as pass or fail.",
52
+ categorical: "One label from a list you define, such as pass, partial or fail.",
53
+ numeric: "A number between a minimum and a maximum.",
54
+ };
55
+
56
+ const STEP_COUNT = 6;
57
+
26
58
  const EVALUATOR_NEW_INTRO =
27
59
  "Evaluators turn AI results into consistent scores you can compare, filter, and review. Set up who decides the score, what they can see, and which score fields are saved.";
28
60
 
@@ -50,6 +82,9 @@ const EVALUATOR_DIMENSIONS_HELP =
50
82
  const EVALUATOR_DIMENSION_KEY_HELP =
51
83
  "The score label shown on traces and experiment results, such as correct, helpful, or toxicity.";
52
84
 
85
+ const EVALUATOR_DIMENSION_QUESTION_HELP =
86
+ "Shown to human reviewers instead of the score name, such as: Does it mention every todo?";
87
+
53
88
  const EVALUATOR_DIMENSION_MIN_HELP = "Lowest allowed number, such as 0.";
54
89
 
55
90
  const EVALUATOR_DIMENSION_MAX_HELP = "Highest allowed number, such as 1 or 5.";
@@ -88,25 +123,27 @@ const EvaluatorSetupStep: React.FC<EvaluatorSetupStepProps> = ({
88
123
  title,
89
124
  }) => {
90
125
  return (
91
- <Box
92
- accessibilityLabel={`Step ${number} of 6: ${title}`}
93
- border="default"
126
+ <Card
127
+ accessibilityLabel={`Step ${number} of ${STEP_COUNT}: ${title}`}
94
128
  gap={3}
95
129
  padding={4}
96
- rounding="md"
97
130
  testID={testID}
98
131
  >
99
- <Box direction="row" gap={2}>
100
- <Badge status="neutral" value={String(number)} />
132
+ <Box direction="row" gap={3}>
133
+ <Box>
134
+ <Badge secondary status="neutral" value={String(number)} />
135
+ </Box>
101
136
  <Box flex="grow" gap={1}>
102
137
  <Heading size="sm">{title}</Heading>
103
- <Text color="secondaryDark" size="sm">
104
- {description}
105
- </Text>
138
+ {description ? (
139
+ <Text color="secondaryLight" size="sm">
140
+ {description}
141
+ </Text>
142
+ ) : null}
106
143
  </Box>
107
144
  </Box>
108
145
  {children}
109
- </Box>
146
+ </Card>
110
147
  );
111
148
  };
112
149
 
@@ -114,6 +151,7 @@ export interface AiEvaluatorDetailViewProps {
114
151
  evaluator: EvaluatorRecord;
115
152
  judgeOutputSchema?: Record<string, unknown>;
116
153
  judgePromptStatus?: JudgePromptStatus;
154
+ onOpenExperiment?: (experimentId: string) => void;
117
155
  onOpenPrompt?: (name: string) => void;
118
156
  routeBase: string;
119
157
  usageError?: string;
@@ -135,6 +173,8 @@ export interface AiEvaluatorNewViewProps {
135
173
  onAddDimension: () => void;
136
174
  onAssertionConstraintChange: (value: string) => void;
137
175
  onAssertionPathChange: (value: string) => void;
176
+ /** Leaves the form without saving. */
177
+ onCancel?: () => void;
138
178
  onCreate: () => void;
139
179
  onDescriptionChange?: (value: string) => void;
140
180
  onDimensionChange: (index: number, dimension: EvaluatorDimension) => void;
@@ -151,7 +191,8 @@ export interface AiEvaluatorNewViewProps {
151
191
  }
152
192
 
153
193
  const DIMENSION_COLUMNS: ObservabilityTableColumn[] = [
154
- {minWidth: 120, title: "Key"},
194
+ {minWidth: 120, title: "Score"},
195
+ {grow: 2, minWidth: 200, title: "Reviewer question"},
155
196
  {minWidth: 100, title: "Data type"},
156
197
  {minWidth: 80, title: "Range"},
157
198
  {minWidth: 80, title: "Required"},
@@ -159,7 +200,7 @@ const DIMENSION_COLUMNS: ObservabilityTableColumn[] = [
159
200
 
160
201
  const USAGE_COLUMNS: ObservabilityTableColumn[] = [
161
202
  {minWidth: 160, title: "Experiment"},
162
- {minWidth: 90, title: "30d runs"},
203
+ {minWidth: 90, title: "Runs"},
163
204
  {minWidth: 90, title: "Cost"},
164
205
  ];
165
206
 
@@ -266,9 +307,9 @@ const renderTypePanel = ({
266
307
  Select a judge prompt to check its production output schema.
267
308
  </Text>
268
309
  ) : (
269
- <Text color="success" size="sm">
270
- Schema match check passed
271
- </Text>
310
+ <Box alignItems="start">
311
+ <Badge iconName="check" secondary status="success" value="Schema match check passed" />
312
+ </Box>
272
313
  )}
273
314
  </Box>
274
315
  );
@@ -329,6 +370,7 @@ export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
329
370
  evaluator,
330
371
  judgeOutputSchema,
331
372
  judgePromptStatus,
373
+ onOpenExperiment,
332
374
  onOpenPrompt,
333
375
  routeBase,
334
376
  usageError,
@@ -339,7 +381,8 @@ export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
339
381
  return {
340
382
  cells: [
341
383
  dimension.key,
342
- dimension.dataType,
384
+ dimension.question ?? "—",
385
+ DIMENSION_DATA_TYPE_LABELS[dimension.dataType] ?? dimension.dataType,
343
386
  dimension.range ?? "—",
344
387
  dimension.required ? "Yes" : "No",
345
388
  ],
@@ -357,41 +400,32 @@ export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
357
400
  row.costUsd !== undefined ? `$${row.costUsd.toFixed(2)}` : "—",
358
401
  ],
359
402
  key: row.experimentId ?? `usage-${index}`,
403
+ onClick:
404
+ onOpenExperiment && row.experimentId
405
+ ? () => {
406
+ onOpenExperiment(row.experimentId);
407
+ }
408
+ : undefined,
360
409
  };
361
410
  });
362
- }, [usageRows]);
363
-
364
- const chips = formatRunModeChips(evaluator.runModes);
411
+ }, [onOpenExperiment, usageRows]);
365
412
 
366
413
  return (
367
414
  <Box gap={4} testID="ai-evaluator-detail">
368
- <Box gap={2}>
369
- <Heading size="md" testID="ai-evaluator-name">
370
- {evaluator.name}
371
- </Heading>
372
- {evaluator.description ? (
373
- <Text color="secondaryDark">{evaluator.description}</Text>
374
- ) : undefined}
375
- <Box direction="row" gap={2} wrap>
376
- <Badge status="info" value={EVALUATOR_TYPE_LABELS[evaluator.type]} />
377
- <Badge status="neutral" value={evaluator.target} />
378
- {chips.map((chip) => {
379
- return <Badge key={chip} status="neutral" value={chip} />;
380
- })}
415
+ <Card gap={3} padding={4} testID="ai-evaluator-scores-card">
416
+ <Box gap={1}>
417
+ <Heading size="sm">Scores this evaluator saves</Heading>
418
+ <Text color="secondaryLight" size="sm">
419
+ Each row is stored as a separate score on the trace or experiment result.
420
+ </Text>
381
421
  </Box>
382
- </Box>
383
- <Box gap={2}>
384
- <Heading size="sm">Scores this evaluator saves</Heading>
385
- <Text color="secondaryDark" size="sm">
386
- Each row is stored as a separate score on the trace or experiment result.
387
- </Text>
388
422
  <ObservabilityTable
389
423
  columns={DIMENSION_COLUMNS}
390
424
  rows={dimensionRows}
391
425
  testID="ai-evaluator-dimensions"
392
426
  />
393
- </Box>
394
- <Box gap={2}>
427
+ </Card>
428
+ <Card gap={3} padding={4} testID="ai-evaluator-method-card">
395
429
  <Heading size="sm">How scoring works</Heading>
396
430
  {renderTypePanel({
397
431
  evaluator,
@@ -400,8 +434,8 @@ export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
400
434
  onOpenPrompt,
401
435
  routeBase,
402
436
  })}
403
- </Box>
404
- <Box gap={2}>
437
+ </Card>
438
+ <Card gap={3} padding={4} testID="ai-evaluator-runs-card">
405
439
  <Heading size="sm">Where it runs</Heading>
406
440
  {evaluator.type === "human" ? (
407
441
  <Text size="sm">
@@ -414,15 +448,15 @@ export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
414
448
  {Math.round(evaluator.runModes.liveSampleRate)}% of matching production traffic.
415
449
  </Text>
416
450
  )}
417
- </Box>
418
- <Box gap={2}>
419
- <Heading size="sm">Used by (30 days)</Heading>
451
+ </Card>
452
+ <Card gap={3} padding={4} testID="ai-evaluator-usage-card">
453
+ <Heading size="sm">Used in the last 30 days</Heading>
420
454
  {usageError ? (
421
455
  <Text color="error" testID="ai-evaluator-used-by-error">
422
456
  {usageError}
423
457
  </Text>
424
458
  ) : usageRows.length === 0 ? (
425
- <Text color="secondaryDark" testID="ai-evaluator-used-by-empty">
459
+ <Text color="secondaryLight" testID="ai-evaluator-used-by-empty">
426
460
  No experiments in the last 30 days.
427
461
  </Text>
428
462
  ) : (
@@ -432,11 +466,35 @@ export const AiEvaluatorDetailView: React.FC<AiEvaluatorDetailViewProps> = ({
432
466
  testID="ai-evaluator-used-by"
433
467
  />
434
468
  )}
435
- </Box>
469
+ </Card>
436
470
  </Box>
437
471
  );
438
472
  };
439
473
 
474
+ export interface AiEvaluatorDetailMetaProps {
475
+ evaluator: EvaluatorRecord;
476
+ }
477
+
478
+ /** Header badges for an evaluator: kind with icon, what it looks at, and where it runs. */
479
+ export const AiEvaluatorDetailMeta: React.FC<AiEvaluatorDetailMetaProps> = ({evaluator}) => {
480
+ const chips =
481
+ evaluator.type === "human" ? ["People in review"] : formatRunModeChips(evaluator.runModes);
482
+ return (
483
+ <>
484
+ <EvaluatorKindBadge testID="ai-evaluator-kind-badge" type={evaluator.type} />
485
+ <Badge
486
+ iconName="eye"
487
+ secondary
488
+ status="neutral"
489
+ value={EVALUATOR_TARGET_LABELS[evaluator.target] ?? evaluator.target}
490
+ />
491
+ {chips.map((chip) => {
492
+ return <Badge key={chip} secondary status="neutral" value={chip} />;
493
+ })}
494
+ </>
495
+ );
496
+ };
497
+
440
498
  interface DimensionScaleFieldsProps {
441
499
  dimension: EvaluatorDimension;
442
500
  index: number;
@@ -544,13 +602,14 @@ const DimensionScaleFields: React.FC<DimensionScaleFieldsProps> = ({
544
602
  helperText={EVALUATOR_DIMENSION_CATEGORY_HELP}
545
603
  onChange={setDraftCategory}
546
604
  testID={`ai-evaluator-dimension-${index}-category-draft`}
547
- title="Category"
605
+ title="New category"
548
606
  value={draftCategory}
549
607
  />
550
608
  <Button
551
609
  onClick={handleAddCategory}
552
610
  testID={`ai-evaluator-dimension-${index}-add-category`}
553
611
  text="Add category"
612
+ variant="outline"
554
613
  />
555
614
  </Box>
556
615
  {categories.map((category) => {
@@ -587,6 +646,7 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
587
646
  onAddDimension,
588
647
  onAssertionConstraintChange,
589
648
  onAssertionPathChange,
649
+ onCancel,
590
650
  onCreate,
591
651
  onDescriptionChange,
592
652
  onDimensionChange,
@@ -601,13 +661,27 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
601
661
  target,
602
662
  type,
603
663
  }) => {
604
- const handleTypeSelect = useCallback(
605
- (next: EvaluatorRecord["type"]): void => {
606
- onTypeChange(next);
664
+ const handleTypeIndexChange = useCallback(
665
+ (index: number): void => {
666
+ const next = EVALUATOR_TYPE_ORDER[index];
667
+ if (next) {
668
+ onTypeChange(next);
669
+ }
607
670
  },
608
671
  [onTypeChange]
609
672
  );
610
673
 
674
+ const handleLiveSampleChange = useCallback(
675
+ (value: string): void => {
676
+ const parsed = Number(value);
677
+ if (value === "" || Number.isNaN(parsed)) {
678
+ return;
679
+ }
680
+ onLiveSampleRateChange(Math.min(100, Math.max(0, parsed)));
681
+ },
682
+ [onLiveSampleRateChange]
683
+ );
684
+
611
685
  const methodStepDescription =
612
686
  type === "human"
613
687
  ? "Write the guidance a reviewer needs to apply the scores consistently."
@@ -622,6 +696,10 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
622
696
 
623
697
  return (
624
698
  <Box gap={4} testID="ai-evaluator-new">
699
+ <Box gap={1} testID="ai-evaluator-help-intro">
700
+ <Heading size="sm">Create a reusable scoring rule</Heading>
701
+ <Text color="secondaryLight">{EVALUATOR_NEW_INTRO}</Text>
702
+ </Box>
625
703
  <EvaluatorSetupStep
626
704
  description="Give teammates enough context to recognize and reuse this evaluator."
627
705
  number={1}
@@ -645,32 +723,22 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
645
723
  value={description ?? ""}
646
724
  />
647
725
  </EvaluatorSetupStep>
648
- <Box border="default" gap={2} padding={4} rounding="md" testID="ai-evaluator-help-intro">
649
- <Heading size="sm">Create a reusable scoring rule</Heading>
650
- <Text color="secondaryDark">{EVALUATOR_NEW_INTRO}</Text>
651
- </Box>
652
726
  <EvaluatorSetupStep
653
- description="Choose whether a person, a deterministic JSON rule, or another model decides the score."
727
+ description="Choose whether a person, another model, or a JSON rule decides the score."
654
728
  number={2}
655
729
  testID="ai-evaluator-step-method"
656
730
  title="Choose how scoring happens"
657
731
  >
658
- <Box direction="row" gap={2} wrap>
659
- {(["human", "json-assert", "llm-judge"] as const).map((entry) => {
660
- return (
661
- <Button
662
- key={entry}
663
- onClick={() => {
664
- handleTypeSelect(entry);
665
- }}
666
- testID={`ai-evaluator-type-${entry}`}
667
- text={EVALUATOR_TYPE_LABELS[entry]}
668
- variant={type === entry ? "primary" : "secondary"}
669
- />
670
- );
671
- })}
732
+ <Box alignItems="start" testID="ai-evaluator-type-picker">
733
+ <SegmentedControl
734
+ items={EVALUATOR_TYPE_ORDER.map((entry) => EVALUATOR_TYPE_LABELS[entry])}
735
+ onChange={handleTypeIndexChange}
736
+ selectedIndex={EVALUATOR_TYPE_ORDER.indexOf(type)}
737
+ size="sm"
738
+ testID="ai-evaluator-type"
739
+ />
672
740
  </Box>
673
- <Text color="secondaryDark" size="sm" testID="ai-evaluator-help-type">
741
+ <Text color="secondaryLight" size="sm" testID="ai-evaluator-help-type">
674
742
  {EVALUATOR_TYPE_HELP[type]}
675
743
  </Text>
676
744
  </EvaluatorSetupStep>
@@ -681,8 +749,15 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
681
749
  testID="ai-evaluator-step-target"
682
750
  title="What it evaluates"
683
751
  >
684
- <Badge status="neutral" value={target} />
685
- <Text color="secondaryDark" size="sm" testID="ai-evaluator-help-target">
752
+ <Box alignItems="start">
753
+ <Badge
754
+ iconName="eye"
755
+ secondary
756
+ status="neutral"
757
+ value={EVALUATOR_TARGET_LABELS[target] ?? target}
758
+ />
759
+ </Box>
760
+ <Text color="secondaryLight" size="sm" testID="ai-evaluator-help-target">
686
761
  {FULL_TRACE_TARGET_HELP}
687
762
  </Text>
688
763
  </EvaluatorSetupStep>
@@ -692,24 +767,31 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
692
767
  testID="ai-evaluator-step-scores"
693
768
  title="Define the scores it returns"
694
769
  >
695
- <Box direction="row" gap={2} justifyContent="between">
696
- <Text bold>Score fields</Text>
697
- <Button onClick={onAddDimension} testID="ai-evaluator-add-dimension" text="Add score" />
698
- </Box>
699
- <Text color="secondaryDark" size="sm" testID="ai-evaluator-help-dimensions">
770
+ <Text color="secondaryLight" size="sm" testID="ai-evaluator-help-dimensions">
700
771
  {EVALUATOR_DIMENSIONS_HELP}
701
772
  </Text>
702
773
  {dimensions.map((dimension, index) => {
703
774
  return (
704
- <Box
705
- color="secondaryLight"
706
- direction="row"
707
- gap={2}
775
+ <Card
776
+ gap={3}
708
777
  key={`dimension-${index}`}
709
- padding={2}
778
+ padding={4}
710
779
  testID={`ai-evaluator-dimension-row-${index}`}
711
- wrap
712
780
  >
781
+ <Box alignItems="center" direction="row" justifyContent="between">
782
+ <Text bold>{`Score ${index + 1}`}</Text>
783
+ <Button
784
+ disabled={dimensions.length <= 1}
785
+ iconName="trash"
786
+ onClick={() => {
787
+ onRemoveDimension(index);
788
+ }}
789
+ size="sm"
790
+ testID={`ai-evaluator-dimension-${index}-remove`}
791
+ text="Remove"
792
+ variant="ghost"
793
+ />
794
+ </Box>
713
795
  <TextField
714
796
  helperText={EVALUATOR_DIMENSION_KEY_HELP}
715
797
  onChange={(value) => {
@@ -719,24 +801,38 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
719
801
  title="Score name"
720
802
  value={dimension.key}
721
803
  />
722
- <Box gap={1}>
723
- <Text size="sm">Data type</Text>
724
- <Box direction="row" gap={1} wrap>
725
- {DIMENSION_DATA_TYPES.map((dataType) => {
726
- return (
727
- <Button
728
- key={dataType}
729
- onClick={() => {
730
- onDimensionChange(index, dimensionForDataType(dimension, dataType));
731
- }}
732
- text={dataType}
733
- variant={dimension.dataType === dataType ? "primary" : "ghost"}
734
- />
735
- );
736
- })}
804
+ {type === "human" ? (
805
+ <TextField
806
+ helperText={EVALUATOR_DIMENSION_QUESTION_HELP}
807
+ onChange={(value) => {
808
+ onDimensionChange(index, {...dimension, question: value || undefined});
809
+ }}
810
+ testID={`ai-evaluator-dimension-${index}-question`}
811
+ title="Reviewer question (optional)"
812
+ value={dimension.question ?? ""}
813
+ />
814
+ ) : null}
815
+ <Box gap={2}>
816
+ <Text bold size="sm">
817
+ Answer type
818
+ </Text>
819
+ <Box alignItems="start" testID={`ai-evaluator-dimension-${index}-data-type`}>
820
+ <SegmentedControl
821
+ items={DIMENSION_DATA_TYPES.map(
822
+ (dataType) => DIMENSION_DATA_TYPE_LABELS[dataType]
823
+ )}
824
+ onChange={(dataTypeIndex) => {
825
+ const dataType = DIMENSION_DATA_TYPES[dataTypeIndex];
826
+ if (dataType) {
827
+ onDimensionChange(index, dimensionForDataType(dimension, dataType));
828
+ }
829
+ }}
830
+ selectedIndex={DIMENSION_DATA_TYPES.indexOf(dimension.dataType)}
831
+ size="sm"
832
+ />
737
833
  </Box>
738
- <Text color="secondaryDark" size="sm">
739
- boolean is pass/fail, numeric is a number, categorical is a labeled bucket.
834
+ <Text color="secondaryLight" size="sm">
835
+ {DIMENSION_DATA_TYPE_HELP[dimension.dataType]}
740
836
  </Text>
741
837
  </Box>
742
838
  <DimensionScaleFields
@@ -744,16 +840,18 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
744
840
  index={index}
745
841
  onDimensionChange={onDimensionChange}
746
842
  />
747
- <Button
748
- onClick={() => {
749
- onRemoveDimension(index);
750
- }}
751
- text="Remove"
752
- variant="ghost"
753
- />
754
- </Box>
843
+ </Card>
755
844
  );
756
845
  })}
846
+ <Box alignItems="start">
847
+ <Button
848
+ iconName="plus"
849
+ onClick={onAddDimension}
850
+ testID="ai-evaluator-add-dimension"
851
+ text="Add score"
852
+ variant="outline"
853
+ />
854
+ </Box>
757
855
  </EvaluatorSetupStep>
758
856
  <EvaluatorSetupStep
759
857
  description={methodStepDescription}
@@ -783,30 +881,30 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
783
881
  title="Choose where it runs"
784
882
  >
785
883
  {type === "human" ? (
786
- <Text color="secondaryDark" size="sm">
884
+ <Text color="secondaryLight" size="sm">
787
885
  To use it, select traces and choose Send to human review.
788
886
  </Text>
789
887
  ) : (
790
888
  <>
791
- <TextField
889
+ <NumberField
792
890
  helperText={EVALUATOR_LIVE_SAMPLE_HELP}
793
- onChange={(value) => {
794
- const parsed = Number(value);
795
- if (!Number.isNaN(parsed)) {
796
- onLiveSampleRateChange(Math.min(100, Math.max(0, parsed)));
797
- }
798
- }}
891
+ onChange={handleLiveSampleChange}
799
892
  testID="ai-evaluator-live-sample"
800
893
  title="Production traces to score (%)"
894
+ type="number"
801
895
  value={String(Math.round(runModes.liveSampleRate))}
802
896
  />
803
897
  {runModes.liveSampleRate > 0 ? (
804
- <Text color="warning" size="sm">
805
- {type === "llm-judge"
806
- ? "Live scoring creates a billed judge call for each sampled trace."
807
- : "Live scoring checks each sampled trace automatically without a model call."}
808
- </Text>
809
- ) : undefined}
898
+ <Banner
899
+ hasIcon
900
+ status="warning"
901
+ text={
902
+ type === "llm-judge"
903
+ ? "Live scoring creates a billed judge call for each sampled trace."
904
+ : "Live scoring checks each sampled trace automatically without a model call."
905
+ }
906
+ />
907
+ ) : null}
810
908
  </>
811
909
  )}
812
910
  </EvaluatorSetupStep>
@@ -814,13 +912,19 @@ export const AiEvaluatorNewView: React.FC<AiEvaluatorNewViewProps> = ({
814
912
  <Text color="error" testID="ai-evaluator-create-error">
815
913
  {createError}
816
914
  </Text>
817
- ) : undefined}
818
- <Button
819
- loading={isCreating}
820
- onClick={onCreate}
821
- testID="ai-evaluator-submit"
822
- text="Create evaluator"
823
- />
915
+ ) : null}
916
+ <Box direction="row" gap={2} justifyContent="end" wrap>
917
+ {onCancel ? (
918
+ <Button onClick={onCancel} testID="ai-evaluator-cancel" text="Cancel" variant="outline" />
919
+ ) : null}
920
+ <Button
921
+ loading={isCreating}
922
+ onClick={onCreate}
923
+ testID="ai-evaluator-submit"
924
+ text="Create evaluator"
925
+ variant="primary"
926
+ />
927
+ </Box>
824
928
  </Box>
825
929
  );
826
930
  };
@@ -1,3 +1,4 @@
1
+ import {Button} from "@terreno/ui";
1
2
  import {router} from "expo-router";
2
3
  import React, {useCallback, useMemo} from "react";
3
4
  import type {AdminScreenWidgetProps} from "../../../types";
@@ -9,6 +10,9 @@ import {AiEvaluatorsListView} from "./AiEvaluatorsListView";
9
10
  import {unwrapEvaluatorList} from "./evaluatorTypes";
10
11
  import {useAiObservabilityEvaluatorsApi} from "./useAiObservabilityEvaluatorsApi";
11
12
 
13
+ const EVALUATORS_DESCRIPTION =
14
+ "Rules that score AI outputs: questions people answer, LLM judges that answer the same questions, and JSON checks.";
15
+
12
16
  export const AiEvaluatorsScreenWidget: React.FC<AdminScreenWidgetProps> = (props) => {
13
17
  const {routeBase} = props;
14
18
  const {useListQuery} = useAiObservabilityEvaluatorsApi();
@@ -36,10 +40,25 @@ export const AiEvaluatorsScreenWidget: React.FC<AdminScreenWidgetProps> = (props
36
40
  router.push(`${prefix}/ai-evaluator-new`);
37
41
  }, [prefix]);
38
42
 
39
- const loadError = isError ? "Failed to load evaluators." : undefined;
43
+ const loadError = isError ? "Could not load evaluators." : undefined;
40
44
 
41
45
  return (
42
- <AiObservabilityChrome {...props} screenName="ai-evaluators">
46
+ <AiObservabilityChrome
47
+ {...props}
48
+ actions={
49
+ canCreate ? (
50
+ <Button
51
+ iconName="plus"
52
+ onClick={handleCreate}
53
+ testID="ai-evaluators-create"
54
+ text="New evaluator"
55
+ variant="primary"
56
+ />
57
+ ) : undefined
58
+ }
59
+ description={EVALUATORS_DESCRIPTION}
60
+ screenName="ai-evaluators"
61
+ >
43
62
  <AiEvaluatorsListView
44
63
  canCreate={canCreate}
45
64
  evaluators={evaluators}