@terreno/admin-frontend 57.20.0 → 57.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (361) hide show
  1. package/CHANGELOG.md +81 -0
  2. package/dist/AdminFilterDrawer.d.ts.map +1 -1
  3. package/dist/AdminFilterDrawer.js.map +1 -1
  4. package/dist/index.d.ts +2 -2
  5. package/dist/index.d.ts.map +1 -1
  6. package/dist/index.js +1 -1
  7. package/dist/index.js.map +1 -1
  8. package/dist/types.d.ts +2 -0
  9. package/dist/types.d.ts.map +1 -1
  10. package/dist/types.js.map +1 -1
  11. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  12. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  13. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  14. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  15. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  16. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  17. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  18. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  19. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  20. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  21. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  22. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  23. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  24. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  25. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  26. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  27. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  28. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  29. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  30. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  31. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  32. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  33. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  34. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  35. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  36. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  37. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  38. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  39. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  40. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  41. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  42. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  43. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  44. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  45. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  46. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  47. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  48. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  49. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  50. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  51. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  52. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  53. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  54. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  55. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  56. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  57. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  58. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  59. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  60. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  61. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  62. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  63. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  64. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  65. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  66. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  67. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  68. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  69. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  70. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  71. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  72. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  73. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  75. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  77. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  78. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
  79. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  80. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  82. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  83. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  84. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  85. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  86. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  87. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  88. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  89. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  90. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  91. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  92. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  93. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  94. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  95. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  96. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  97. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  98. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  99. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  100. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  101. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  102. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  103. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  104. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  105. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  106. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  107. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  108. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  109. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  110. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  111. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  112. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  113. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  114. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  115. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  116. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  117. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
  119. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  121. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  122. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  123. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  124. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  126. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  128. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  129. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  130. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  131. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  132. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  134. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  136. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  137. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  138. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  139. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  140. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  141. package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
  142. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  143. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  144. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  145. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  146. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  147. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  148. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  149. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  150. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  151. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  152. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  153. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  154. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  155. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
  156. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  157. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
  158. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  159. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  160. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  161. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  162. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  163. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  164. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  165. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  166. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  167. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  168. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  169. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  170. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  171. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  172. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  173. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  174. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  175. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  176. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  177. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  178. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  179. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  180. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  181. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  182. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  183. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  184. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  185. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  186. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  187. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  188. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  189. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  190. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  191. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  192. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  193. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  194. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  195. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  196. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  197. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  198. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  199. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  200. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  201. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  202. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  203. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  204. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  205. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  206. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  207. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  208. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  209. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  210. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  211. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  212. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  213. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  214. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  215. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  216. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  217. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  218. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  219. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  220. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  221. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  222. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  223. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  224. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  225. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  226. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  227. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  228. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  229. package/package.json +7 -3
  230. package/src/AdminBreadcrumbs.test.tsx +1 -1
  231. package/src/AdminFieldRenderer.test.tsx +2 -1
  232. package/src/AdminFilterDrawer.tsx +1 -2
  233. package/src/AdminHome.test.tsx +2 -1
  234. package/src/AdminModelTable.test.tsx +16 -12
  235. package/src/AdminModelTable.windowed.test.tsx +11 -5
  236. package/src/AdminPrimitiveArrayField.test.tsx +3 -3
  237. package/src/AdminProvider.test.tsx +11 -6
  238. package/src/AdminRolesList.test.tsx +22 -13
  239. package/src/AdminScreenPage.test.tsx +1 -1
  240. package/src/AdminScreenRouter.test.tsx +15 -5
  241. package/src/AdminScriptList.test.tsx +9 -2
  242. package/src/AdminShell.test.tsx +1 -1
  243. package/src/AdminVersionConfig.test.tsx +4 -4
  244. package/src/AnnouncementOverviewScreenWidget.test.tsx +6 -1
  245. package/src/CheckboxListEditor.test.tsx +11 -9
  246. package/src/ConfigurationScreen.test.tsx +2 -2
  247. package/src/adminRequest.test.ts +3 -3
  248. package/src/adminWindowedTable.test.ts +4 -2
  249. package/src/comms/CommsDashboardScreen.test.tsx +5 -5
  250. package/src/comms/CommsMessageDetail.test.tsx +1 -1
  251. package/src/index.tsx +4 -0
  252. package/src/isolated/AdminFieldRenderer.isolated.tsx +11 -6
  253. package/src/isolated/AdminFilterDrawer.isolated.tsx +8 -6
  254. package/src/isolated/AdminFilterDrawerMobile.isolated.tsx +3 -1
  255. package/src/isolated/AdminHomeWidgets.isolated.tsx +2 -0
  256. package/src/isolated/AdminNestedArrayField.isolated.tsx +10 -9
  257. package/src/isolated/AdminObjectPicker.isolated.tsx +9 -10
  258. package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
  259. package/src/isolated/AiPromptsListScreen.isolated.tsx +1 -1
  260. package/src/isolated/DocumentStorageBrowser.isolated.tsx +16 -8
  261. package/src/isolated/RecentActivityWidget.isolated.tsx +2 -0
  262. package/src/isolated/adminWidgets.isolated.tsx +46 -6
  263. package/src/isolated/aiListTables.isolated.tsx +654 -0
  264. package/src/isolated/aiObservabilityScreens.isolated.tsx +731 -294
  265. package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
  266. package/src/isolated/aiTracesTable.isolated.tsx +375 -0
  267. package/src/isolated/generateConsentHistoryPdf.isolated.ts +30 -10
  268. package/src/isolated/generateConsentPdfsMobile.isolated.ts +24 -3
  269. package/src/isolated/hooks.isolated.tsx +84 -60
  270. package/src/isolated/rpcDualRun.isolated.tsx +9 -2
  271. package/src/jobs/JobsDashboardScreen.test.tsx +3 -3
  272. package/src/jobs/JobsHomeWidget.test.tsx +1 -1
  273. package/src/jobs/JobsJobDetail.test.tsx +1 -1
  274. package/src/orgs/OrgManagementScreens.test.tsx +1 -1
  275. package/src/orgs/adminModelEndpoints.test.ts +1 -1
  276. package/src/testing/useAdminApiDouble.ts +2 -1
  277. package/src/types.ts +2 -0
  278. package/src/useAdminRpc.test.tsx +3 -3
  279. package/src/widgets/AIRequestsScreenWidget.test.tsx +20 -3
  280. package/src/widgets/ModelsGridWidget.test.tsx +25 -5
  281. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +4 -2
  282. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  283. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  284. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -14
  285. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  286. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  287. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  288. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +186 -32
  289. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  290. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  291. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  292. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  293. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  294. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  295. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +168 -2
  296. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  297. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  298. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  299. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  300. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  301. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  302. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  303. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  304. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  305. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  306. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  307. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
  308. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
  309. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  310. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  311. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
  312. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  313. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  314. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  315. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  316. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  317. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  318. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  319. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  320. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  321. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
  322. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  323. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
  324. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  325. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  326. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  327. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  328. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  329. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
  330. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  331. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  332. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  333. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  334. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
  335. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
  336. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  337. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
  338. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  339. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  340. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  341. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  342. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  343. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  344. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  345. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  346. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  347. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  348. package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +7 -1
  349. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  350. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  351. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  352. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  353. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  354. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  355. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  356. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  357. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  358. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  359. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
  360. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  361. package/src/widgets/builtInFieldWidgets.test.tsx +16 -3
@@ -5,6 +5,19 @@ export interface DatasetCounts {
5
5
  total: number;
6
6
  }
7
7
 
8
+ /** Human judging progress for one question set on a dataset. */
9
+ export interface DatasetJudgment {
10
+ /** Items with any answer from this question set. */
11
+ answered: number;
12
+ /** Answers given to the questions as they are now. */
13
+ current: number;
14
+ evaluatorId: string;
15
+ evaluatorName: string;
16
+ /** Answers given to an older version of the questions; they no longer count. */
17
+ stale: number;
18
+ total: number;
19
+ }
20
+
8
21
  export interface DatasetRecord {
9
22
  counts: DatasetCounts;
10
23
  created: string;
@@ -12,6 +25,8 @@ export interface DatasetRecord {
12
25
  expectedOutputSchema?: Record<string, unknown>;
13
26
  id: string;
14
27
  inputSchemaPromptName?: string;
28
+ /** One row per question set that answered any item or has a review batch from this dataset. */
29
+ judgments?: DatasetJudgment[];
15
30
  name: string;
16
31
  tags: string[];
17
32
  updated: string;
@@ -78,19 +93,6 @@ export const unwrapDatasetItems = (raw: unknown): DatasetItemRecord[] => {
78
93
  });
79
94
  };
80
95
 
81
- export const formatProvenanceBar = (counts: DatasetCounts): string => {
82
- if (counts.total === 0) {
83
- return "—";
84
- }
85
- const humanPct = Math.round((counts.human / counts.total) * 100);
86
- // Auto is the unreviewed trace/synthetic share. A stale payload that also
87
- // counts those items as human must not render both shares at 100%.
88
- const nonHuman = Math.max(0, counts.total - counts.human);
89
- const autoCount = Math.min(Math.max(0, counts.auto), nonHuman);
90
- const autoPct = Math.round((autoCount / counts.total) * 100);
91
- return `${humanPct}% human · ${autoPct}% auto`;
92
- };
93
-
94
96
  export const filterDatasetItemsByTab = (
95
97
  items: DatasetItemRecord[],
96
98
  tab: DatasetItemTab
@@ -119,3 +121,25 @@ export const summarizeJson = (value: unknown): string => {
119
121
  const text = JSON.stringify(value);
120
122
  return text.length > 80 ? `${text.slice(0, 80)}…` : text;
121
123
  };
124
+
125
+ /** "10 of 10 answered with summary-review-questions". */
126
+ export const formatJudgmentCoverage = (judgment: DatasetJudgment): string => {
127
+ return `${judgment.current} of ${judgment.total} answered with ${judgment.evaluatorName}`;
128
+ };
129
+
130
+ /** "2 stale answers — the questions changed after they were given". */
131
+ export const formatStaleAnswers = (judgment: DatasetJudgment): string | undefined => {
132
+ if (judgment.stale <= 0) {
133
+ return undefined;
134
+ }
135
+ return `${judgment.stale} stale ${judgment.stale === 1 ? "answer" : "answers"} — the questions changed after ${judgment.stale === 1 ? "it was" : "they were"} given, so ${judgment.stale === 1 ? "it no longer counts" : "they no longer count"}. Send the dataset to human review again to re-judge.`;
136
+ };
137
+
138
+ /** Question sets with current human answers, most answered first. */
139
+ export const judgedQuestionSets = (
140
+ dataset?: Pick<DatasetRecord, "judgments">
141
+ ): DatasetJudgment[] => {
142
+ return [...(dataset?.judgments ?? [])]
143
+ .filter((judgment) => judgment.current > 0)
144
+ .sort((left, right) => right.current - left.current);
145
+ };
@@ -1,14 +1,15 @@
1
1
  import {Box, Spinner, Text} from "@terreno/ui";
2
- import {useLocalSearchParams} from "expo-router";
2
+ import {router, useLocalSearchParams} from "expo-router";
3
3
  import {DateTime} from "luxon";
4
- import React, {useMemo} from "react";
4
+ import React, {useCallback, useMemo} from "react";
5
5
  import type {AdminScreenWidgetProps} from "../../../types";
6
6
  import {unwrapExperimentList} from "../experiments/experimentTypes";
7
7
  import {useAiObservabilityExperimentsApi} from "../experiments/useAiObservabilityExperimentsApi";
8
8
  import {judgeOutputSchemaFromDetail, unwrapPromptDetail} from "../prompts/promptTypes";
9
9
  import {useAiObservabilityPromptsApi} from "../prompts/useAiObservabilityPromptsApi";
10
10
  import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
11
- import {AiEvaluatorDetailView} from "./AiEvaluatorPanels";
11
+ import {ObservabilityErrorState} from "../shell/ObservabilityStates";
12
+ import {AiEvaluatorDetailMeta, AiEvaluatorDetailView} from "./AiEvaluatorPanels";
12
13
  import {type EvaluatorUsageRow, unwrapEvaluatorRecord} from "./evaluatorTypes";
13
14
  import {useAiObservabilityEvaluatorsApi} from "./useAiObservabilityEvaluatorsApi";
14
15
 
@@ -20,7 +21,7 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
20
21
  const {useDetailQuery} = useAiObservabilityEvaluatorsApi(api);
21
22
  const {useListQuery: useExperimentsQuery} = useAiObservabilityExperimentsApi(api);
22
23
  const {useDetailQuery: usePromptDetailQuery} = useAiObservabilityPromptsApi(api);
23
- const {data, isError, isLoading} = useDetailQuery(id ?? "", {skip: !id});
24
+ const {data, isError, isLoading, refetch} = useDetailQuery(id ?? "", {skip: !id});
24
25
  const {data: experimentsRaw, isError: isExperimentsError} = useExperimentsQuery();
25
26
  const evaluator = useMemo(() => unwrapEvaluatorRecord(data), [data]);
26
27
  const prefix = (routeBase ?? "").replace(/\/$/, "");
@@ -74,11 +75,18 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
74
75
  });
75
76
  }, [evaluator, experimentsRaw]);
76
77
 
78
+ const handleOpenExperiment = useCallback(
79
+ (experimentId: string): void => {
80
+ router.push(`${prefix}/ai-experiment-results?id=${encodeURIComponent(experimentId)}`);
81
+ },
82
+ [prefix]
83
+ );
84
+
77
85
  if (!id) {
78
86
  return (
79
87
  <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
80
88
  <Box padding={4}>
81
- <Text>Missing evaluator id.</Text>
89
+ <Text color="secondaryLight">Missing evaluator id.</Text>
82
90
  </Box>
83
91
  </AiObservabilityChrome>
84
92
  );
@@ -86,8 +94,13 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
86
94
 
87
95
  if (isLoading) {
88
96
  return (
89
- <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
90
- <Box alignItems="center" padding={4} testID="ai-evaluator-detail-loading">
97
+ <AiObservabilityChrome
98
+ {...props}
99
+ backHref={backHref}
100
+ hideHeader
101
+ screenName="ai-evaluator-detail"
102
+ >
103
+ <Box alignItems="center" padding={5} testID="ai-evaluator-detail-loading">
91
104
  <Spinner />
92
105
  </Box>
93
106
  </AiObservabilityChrome>
@@ -97,19 +110,29 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
97
110
  if (isError || !evaluator) {
98
111
  return (
99
112
  <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
100
- <Box padding={4}>
101
- <Text color="error">Failed to load evaluator.</Text>
102
- </Box>
113
+ <ObservabilityErrorState
114
+ onRetry={refetch}
115
+ testID="ai-evaluator-detail-error"
116
+ text="Could not load evaluator."
117
+ />
103
118
  </AiObservabilityChrome>
104
119
  );
105
120
  }
106
121
 
107
122
  return (
108
- <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
123
+ <AiObservabilityChrome
124
+ {...props}
125
+ backHref={backHref}
126
+ description={evaluator.description}
127
+ meta={<AiEvaluatorDetailMeta evaluator={evaluator} />}
128
+ screenName="ai-evaluator-detail"
129
+ title={evaluator.name}
130
+ >
109
131
  <AiEvaluatorDetailView
110
132
  evaluator={evaluator}
111
133
  judgeOutputSchema={judgeOutputSchema}
112
134
  judgePromptStatus={judgePromptStatus}
135
+ onOpenExperiment={handleOpenExperiment}
113
136
  routeBase={prefix}
114
137
  usageError={isExperimentsError ? "Could not load experiments." : undefined}
115
138
  usageRows={usageRows}
@@ -159,6 +159,10 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
159
159
  });
160
160
  }, []);
161
161
 
162
+ const handleCancel = useCallback((): void => {
163
+ router.push(backHref);
164
+ }, [backHref]);
165
+
162
166
  const handleCreate = useCallback(async (): Promise<void> => {
163
167
  setCreateError("");
164
168
  if (!name.trim()) {
@@ -242,7 +246,13 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
242
246
  ]);
243
247
 
244
248
  return (
245
- <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-new">
249
+ <AiObservabilityChrome
250
+ {...props}
251
+ backHref={backHref}
252
+ description="Set who decides the score, what they look at, and which scores are saved."
253
+ screenName="ai-evaluator-new"
254
+ title="New evaluator"
255
+ >
246
256
  <AiEvaluatorNewView
247
257
  assertionConstraint={assertionConstraint}
248
258
  assertionPath={assertionPath}
@@ -258,6 +268,7 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
258
268
  onAddDimension={handleAddDimension}
259
269
  onAssertionConstraintChange={setAssertionConstraint}
260
270
  onAssertionPathChange={setAssertionPath}
271
+ onCancel={handleCancel}
261
272
  onCreate={handleCreate}
262
273
  onDescriptionChange={setDescription}
263
274
  onDimensionChange={handleDimensionChange}
@@ -5,8 +5,11 @@ import {assert} from "chai";
5
5
  import React from "react";
6
6
  import {renderWithTheme} from "../../../../../ui/src/test-utils";
7
7
  import {
8
+ AiEvaluatorDetailMeta,
8
9
  AiEvaluatorDetailView,
10
+ type AiEvaluatorDetailViewProps,
9
11
  AiEvaluatorNewView,
12
+ type AiEvaluatorNewViewProps,
10
13
  defaultEvaluatorRunModes,
11
14
  initialNewEvaluatorDimensions,
12
15
  } from "./AiEvaluatorPanels";
@@ -24,6 +27,7 @@ describe("AiEvaluatorNewView schema mismatch", () => {
24
27
  <AiEvaluatorNewView
25
28
  assertionConstraint="exists"
26
29
  assertionPath="output"
30
+ description=""
27
31
  dimensions={[{dataType: "boolean", key: "correct", required: true}]}
28
32
  instructions=""
29
33
  isCreating={false}
@@ -56,6 +60,7 @@ describe("AiEvaluatorNewView helper text", () => {
56
60
  <AiEvaluatorNewView
57
61
  assertionConstraint="exists"
58
62
  assertionPath=""
63
+ description=""
59
64
  dimensions={[{dataType: "boolean", key: "pass", required: true}]}
60
65
  instructions=""
61
66
  isCreating={false}
@@ -101,6 +106,7 @@ describe("AiEvaluatorNewView helper text", () => {
101
106
  <AiEvaluatorNewView
102
107
  assertionConstraint="exists"
103
108
  assertionPath="output.text"
109
+ description=""
104
110
  dimensions={[{dataType: "boolean", key: "pass", required: true}]}
105
111
  instructions=""
106
112
  isCreating={false}
@@ -135,6 +141,7 @@ describe("AiEvaluatorNewView panels", () => {
135
141
  <AiEvaluatorNewView
136
142
  assertionConstraint="exists"
137
143
  assertionPath=""
144
+ description=""
138
145
  dimensions={[{dataType: "boolean", key: "pass", required: true}]}
139
146
  instructions="Rate quality"
140
147
  isCreating={false}
@@ -164,6 +171,7 @@ describe("AiEvaluatorNewView panels", () => {
164
171
  <AiEvaluatorNewView
165
172
  assertionConstraint="exists"
166
173
  assertionPath="output.text"
174
+ description=""
167
175
  dimensions={[{dataType: "boolean", key: "pass", required: true}]}
168
176
  instructions=""
169
177
  isCreating={false}
@@ -189,17 +197,28 @@ describe("AiEvaluatorNewView panels", () => {
189
197
  });
190
198
 
191
199
  it("wires new-evaluator controls for dimensions, targets, and run modes", async () => {
192
- const onTypeChange = mock(() => undefined);
193
- const onAddDimension = mock(() => undefined);
194
- const onRemoveDimension = mock(() => undefined);
195
- const onLiveSampleRateChange = mock(() => undefined);
196
- const onDescriptionChange = mock(() => undefined);
197
- const onCreate = mock(() => undefined);
200
+ const onTypeChange = mock<NonNullable<AiEvaluatorNewViewProps["onTypeChange"]>>(
201
+ () => undefined
202
+ );
203
+ const onAddDimension = mock<NonNullable<AiEvaluatorNewViewProps["onAddDimension"]>>(
204
+ () => undefined
205
+ );
206
+ const onRemoveDimension = mock<NonNullable<AiEvaluatorNewViewProps["onRemoveDimension"]>>(
207
+ () => undefined
208
+ );
209
+ const onLiveSampleRateChange = mock<
210
+ NonNullable<AiEvaluatorNewViewProps["onLiveSampleRateChange"]>
211
+ >(() => undefined);
212
+ const onDescriptionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDescriptionChange"]>>(
213
+ () => undefined
214
+ );
215
+ const onCreate = mock<NonNullable<AiEvaluatorNewViewProps["onCreate"]>>(() => undefined);
198
216
  const {getByTestId, getAllByText, getByText} = renderWithTheme(
199
217
  <AiEvaluatorNewView
200
218
  assertionConstraint="exists"
201
219
  assertionPath="output"
202
220
  createError="Name taken"
221
+ description=""
203
222
  dimensions={[
204
223
  {dataType: "boolean", key: "pass", required: true},
205
224
  {dataType: "numeric", key: "score", range: "0-1", required: false},
@@ -226,7 +245,7 @@ describe("AiEvaluatorNewView panels", () => {
226
245
  />
227
246
  );
228
247
  await act(async () => {
229
- fireEvent.press(getByTestId("ai-evaluator-type-llm-judge"));
248
+ fireEvent.press(getByText("LLM judge"));
230
249
  fireEvent.press(getByTestId("ai-evaluator-add-dimension"));
231
250
  const removeButtons = getAllByText("Remove");
232
251
  if (removeButtons.length > 0) {
@@ -245,10 +264,13 @@ describe("AiEvaluatorNewView panels", () => {
245
264
 
246
265
  describe("AiEvaluatorDetailView", () => {
247
266
  it("renders dimensions, llm-judge config, and 30-day usage table", () => {
248
- const onOpenPrompt = mock(() => undefined);
267
+ const onOpenPrompt = mock<NonNullable<AiEvaluatorDetailViewProps["onOpenPrompt"]>>(
268
+ () => undefined
269
+ );
249
270
  const {getByTestId, getByText} = renderWithTheme(
250
271
  <AiEvaluatorDetailView
251
272
  evaluator={{
273
+ confidenceAlertBelow: 0,
252
274
  dimensions: [{dataType: "boolean", key: "correct", required: true}],
253
275
  id: "eval-1",
254
276
  judgePromptName: "judge",
@@ -260,11 +282,12 @@ describe("AiEvaluatorDetailView", () => {
260
282
  judgeOutputSchema={{properties: {correct: {type: "boolean"}}}}
261
283
  onOpenPrompt={onOpenPrompt}
262
284
  routeBase="/admin"
263
- usageRows={[{costUsd: 1.2, experimentName: "compare", runs: 3}]}
285
+ usageRows={[
286
+ {costUsd: 1.2, experimentId: "exp-compare", experimentName: "compare", runs: 3},
287
+ ]}
264
288
  />
265
289
  );
266
290
  expect(getByTestId("ai-evaluator-detail")).toBeTruthy();
267
- expect(getByTestId("ai-evaluator-name")).toHaveTextContent("quality");
268
291
  expect(getByTestId("ai-evaluator-panel-llm-judge")).toBeTruthy();
269
292
  expect(getByText("judge")).toBeTruthy();
270
293
 
@@ -272,7 +295,7 @@ describe("AiEvaluatorDetailView", () => {
272
295
  // height-constrained table container.
273
296
  const dimensions = within(getByTestId("ai-evaluator-dimensions"));
274
297
  expect(dimensions.getByText("correct")).toBeTruthy();
275
- expect(dimensions.getByText("boolean")).toBeTruthy();
298
+ expect(dimensions.getByText("Yes or no")).toBeTruthy();
276
299
  expect(dimensions.getByText("Yes")).toBeTruthy();
277
300
 
278
301
  const usage = within(getByTestId("ai-evaluator-used-by"));
@@ -281,10 +304,61 @@ describe("AiEvaluatorDetailView", () => {
281
304
  expect(usage.getByText("$1.20")).toBeTruthy();
282
305
  });
283
306
 
307
+ it("opens the experiment from a usage row", async () => {
308
+ const onOpenExperiment = mock((_experimentId: string) => undefined);
309
+ const {getByTestId} = renderWithTheme(
310
+ <AiEvaluatorDetailView
311
+ evaluator={{
312
+ confidenceAlertBelow: 0.5,
313
+ dimensions: [{dataType: "numeric", key: "helpfulness", range: "0-1", required: true}],
314
+ id: "eval-help",
315
+ judgePromptName: "eval-judge-helpfulness",
316
+ name: "helpfulness",
317
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
318
+ target: "full trace",
319
+ type: "llm-judge",
320
+ }}
321
+ judgeOutputSchema={{properties: {helpfulness: {type: "number"}}}}
322
+ onOpenExperiment={onOpenExperiment}
323
+ routeBase="/admin"
324
+ usageRows={[
325
+ {costUsd: 0.4, experimentId: "exp-9", experimentName: "helpfulness-compare", runs: 2},
326
+ ]}
327
+ />
328
+ );
329
+ await act(async () => {
330
+ fireEvent.press(getByTestId("ai-evaluator-used-by-row-exp-9-clickable"));
331
+ await Promise.resolve();
332
+ });
333
+ assert.equal(onOpenExperiment.mock.calls.length, 1);
334
+ assert.equal(onOpenExperiment.mock.calls[0]?.[0], "exp-9");
335
+ });
336
+
337
+ it("puts kind, target, and run modes in the header meta", () => {
338
+ const {getByTestId, getByText} = renderWithTheme(
339
+ <AiEvaluatorDetailMeta
340
+ evaluator={{
341
+ confidenceAlertBelow: 0.5,
342
+ dimensions: [],
343
+ id: "eval-1",
344
+ name: "quality",
345
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 10},
346
+ target: "full trace",
347
+ type: "llm-judge",
348
+ }}
349
+ />
350
+ );
351
+ expect(getByTestId("ai-evaluator-kind-badge")).toBeTruthy();
352
+ expect(getByText("LLM judge")).toBeTruthy();
353
+ expect(getByText("Full trace")).toBeTruthy();
354
+ expect(getByText("Live 10%")).toBeTruthy();
355
+ });
356
+
284
357
  it("shows human and json-assert detail panels with empty usage", () => {
285
358
  const human = renderWithTheme(
286
359
  <AiEvaluatorDetailView
287
360
  evaluator={{
361
+ confidenceAlertBelow: 0,
288
362
  dimensions: [{dataType: "boolean", key: "pass", required: true}],
289
363
  id: "eval-2",
290
364
  instructions: "Rate quality",
@@ -307,8 +381,8 @@ describe("AiEvaluatorDetailView", () => {
307
381
  const jsonAssert = renderWithTheme(
308
382
  <AiEvaluatorDetailView
309
383
  evaluator={{
310
- assertionConstraint: "exists",
311
- assertionPath: "output.text",
384
+ assertion: {constraint: "exists", path: "output.text"},
385
+ confidenceAlertBelow: 0,
312
386
  dimensions: [{dataType: "boolean", key: "pass", required: true}],
313
387
  id: "eval-3",
314
388
  name: "assert",
@@ -329,6 +403,7 @@ describe("AiEvaluatorDetailView", () => {
329
403
  const noPrompt = renderWithTheme(
330
404
  <AiEvaluatorDetailView
331
405
  evaluator={{
406
+ confidenceAlertBelow: 0,
332
407
  dimensions: [{dataType: "boolean", key: "correct", required: true}],
333
408
  id: "eval-4",
334
409
  name: "quality",
@@ -347,6 +422,7 @@ describe("AiEvaluatorDetailView", () => {
347
422
  const withLink = renderWithTheme(
348
423
  <AiEvaluatorDetailView
349
424
  evaluator={{
425
+ confidenceAlertBelow: 0,
350
426
  dimensions: [{dataType: "boolean", key: "correct", required: true}],
351
427
  id: "eval-5",
352
428
  judgePromptName: "judge",
@@ -363,10 +439,13 @@ describe("AiEvaluatorDetailView", () => {
363
439
  });
364
440
 
365
441
  it("opens judge prompt via onOpenPrompt and shows schema match", async () => {
366
- const onOpenPrompt = mock(() => undefined);
442
+ const onOpenPrompt = mock<NonNullable<AiEvaluatorDetailViewProps["onOpenPrompt"]>>(
443
+ () => undefined
444
+ );
367
445
  const {getByText} = renderWithTheme(
368
446
  <AiEvaluatorDetailView
369
447
  evaluator={{
448
+ confidenceAlertBelow: 0,
370
449
  dimensions: [{dataType: "boolean", key: "correct", required: true}],
371
450
  id: "eval-1",
372
451
  judgePromptName: "judge",
@@ -378,7 +457,9 @@ describe("AiEvaluatorDetailView", () => {
378
457
  judgeOutputSchema={{properties: {correct: {type: "boolean"}}}}
379
458
  onOpenPrompt={onOpenPrompt}
380
459
  routeBase="/admin"
381
- usageRows={[{costUsd: undefined, experimentName: "compare", runs: 1}]}
460
+ usageRows={[
461
+ {costUsd: undefined, experimentId: "exp-compare", experimentName: "compare", runs: 1},
462
+ ]}
382
463
  />
383
464
  );
384
465
  await act(async () => {
@@ -393,6 +474,7 @@ describe("AiEvaluatorDetailView", () => {
393
474
  const mismatch = renderWithTheme(
394
475
  <AiEvaluatorDetailView
395
476
  evaluator={{
477
+ confidenceAlertBelow: 0,
396
478
  dimensions: [{dataType: "boolean", key: "correct", required: true}],
397
479
  id: "eval-6",
398
480
  judgePromptName: "judge",
@@ -411,6 +493,7 @@ describe("AiEvaluatorDetailView", () => {
411
493
  const human = renderWithTheme(
412
494
  <AiEvaluatorDetailView
413
495
  evaluator={{
496
+ confidenceAlertBelow: 0,
414
497
  dimensions: [{dataType: "boolean", key: "pass", required: true}],
415
498
  id: "eval-7",
416
499
  name: "human",
@@ -426,14 +509,57 @@ describe("AiEvaluatorDetailView", () => {
426
509
  });
427
510
  });
428
511
 
512
+ describe("AiEvaluatorNewView footer", () => {
513
+ it("offers Cancel next to the primary Create evaluator button", async () => {
514
+ const onCancel = mock(() => undefined);
515
+ const {getByTestId} = renderWithTheme(
516
+ <AiEvaluatorNewView
517
+ assertionConstraint="exists"
518
+ assertionPath=""
519
+ description=""
520
+ dimensions={[{dataType: "boolean", key: "pass", required: true}]}
521
+ instructions=""
522
+ isCreating={false}
523
+ judgePromptName=""
524
+ name=""
525
+ onAddDimension={() => undefined}
526
+ onAssertionConstraintChange={() => undefined}
527
+ onAssertionPathChange={() => undefined}
528
+ onCancel={onCancel}
529
+ onCreate={() => undefined}
530
+ onDimensionChange={() => undefined}
531
+ onInstructionsChange={() => undefined}
532
+ onJudgePromptNameChange={() => undefined}
533
+ onLiveSampleRateChange={() => undefined}
534
+ onNameChange={() => undefined}
535
+ onRemoveDimension={() => undefined}
536
+ onTypeChange={() => undefined}
537
+ runModes={{allowManualRun: true, availableInExperiments: true, liveSampleRate: 0}}
538
+ target="full trace"
539
+ type="human"
540
+ />
541
+ );
542
+ await act(async () => {
543
+ fireEvent.press(getByTestId("ai-evaluator-cancel"));
544
+ await new Promise((resolve) => setTimeout(resolve, 0));
545
+ });
546
+ assert.equal(onCancel.mock.calls.length, 1);
547
+ });
548
+ });
549
+
429
550
  describe("AiEvaluatorNewView dimension editing", () => {
430
551
  it("wires dimension key, type, range, and remove handlers", async () => {
431
- const onDimensionChange = mock(() => undefined);
432
- const onRemoveDimension = mock(() => undefined);
552
+ const onDimensionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDimensionChange"]>>(
553
+ () => undefined
554
+ );
555
+ const onRemoveDimension = mock<NonNullable<AiEvaluatorNewViewProps["onRemoveDimension"]>>(
556
+ () => undefined
557
+ );
433
558
  const {getAllByDisplayValue, getAllByText} = renderWithTheme(
434
559
  <AiEvaluatorNewView
435
560
  assertionConstraint="exists"
436
561
  assertionPath="output"
562
+ description=""
437
563
  dimensions={[
438
564
  {dataType: "boolean", key: "pass", required: true},
439
565
  {dataType: "boolean", key: "extra", required: false},
@@ -459,7 +585,7 @@ describe("AiEvaluatorNewView dimension editing", () => {
459
585
  />
460
586
  );
461
587
  fireEvent.changeText(getAllByDisplayValue("pass")[0]!, "score");
462
- const numericButtons = getAllByText("numeric");
588
+ const numericButtons = getAllByText("Number");
463
589
  await act(async () => {
464
590
  fireEvent.press(numericButtons[0]!);
465
591
  const removeButtons = getAllByText("Remove");
@@ -471,15 +597,26 @@ describe("AiEvaluatorNewView dimension editing", () => {
471
597
  });
472
598
 
473
599
  it("wires assertion, instructions, judge prompt, and range fields", async () => {
474
- const onAssertionPathChange = mock(() => undefined);
475
- const onAssertionConstraintChange = mock(() => undefined);
476
- const onInstructionsChange = mock(() => undefined);
477
- const onJudgePromptNameChange = mock(() => undefined);
478
- const onDimensionChange = mock(() => undefined);
600
+ const onAssertionPathChange = mock<
601
+ NonNullable<AiEvaluatorNewViewProps["onAssertionPathChange"]>
602
+ >(() => undefined);
603
+ const onAssertionConstraintChange = mock<
604
+ NonNullable<AiEvaluatorNewViewProps["onAssertionConstraintChange"]>
605
+ >(() => undefined);
606
+ const onInstructionsChange = mock<NonNullable<AiEvaluatorNewViewProps["onInstructionsChange"]>>(
607
+ () => undefined
608
+ );
609
+ const onJudgePromptNameChange = mock<
610
+ NonNullable<AiEvaluatorNewViewProps["onJudgePromptNameChange"]>
611
+ >(() => undefined);
612
+ const onDimensionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDimensionChange"]>>(
613
+ () => undefined
614
+ );
479
615
  const llmJudge = renderWithTheme(
480
616
  <AiEvaluatorNewView
481
617
  assertionConstraint="exists"
482
618
  assertionPath="output"
619
+ description=""
483
620
  dimensions={[{dataType: "boolean", key: "correct", required: false}]}
484
621
  instructions=""
485
622
  isCreating={false}
@@ -513,6 +650,7 @@ describe("AiEvaluatorNewView dimension editing", () => {
513
650
  <AiEvaluatorNewView
514
651
  assertionConstraint="exists"
515
652
  assertionPath="output"
653
+ description=""
516
654
  dimensions={[{dataType: "boolean", key: "pass", required: true}]}
517
655
  instructions="Rate quality"
518
656
  isCreating={false}
@@ -541,6 +679,7 @@ describe("AiEvaluatorNewView dimension editing", () => {
541
679
  <AiEvaluatorNewView
542
680
  assertionConstraint="exists"
543
681
  assertionPath="output.text"
682
+ description=""
544
683
  dimensions={[{dataType: "numeric", key: "score", range: "0-1", required: true}]}
545
684
  instructions=""
546
685
  isCreating={false}
@@ -573,13 +712,20 @@ describe("AiEvaluatorNewView dimension editing", () => {
573
712
 
574
713
  describe("AiEvaluatorNewView type and live sample controls", () => {
575
714
  it("selects each dimension data type and ignores invalid live sample input", async () => {
576
- const onTypeChange = mock(() => undefined);
577
- const onDimensionChange = mock(() => undefined);
578
- const onLiveSampleRateChange = mock(() => undefined);
579
- const {getAllByText, getByTestId} = renderWithTheme(
715
+ const onTypeChange = mock<NonNullable<AiEvaluatorNewViewProps["onTypeChange"]>>(
716
+ () => undefined
717
+ );
718
+ const onDimensionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDimensionChange"]>>(
719
+ () => undefined
720
+ );
721
+ const onLiveSampleRateChange = mock<
722
+ NonNullable<AiEvaluatorNewViewProps["onLiveSampleRateChange"]>
723
+ >(() => undefined);
724
+ const {getAllByText, getByTestId, getByText} = renderWithTheme(
580
725
  <AiEvaluatorNewView
581
726
  assertionConstraint="exists"
582
727
  assertionPath="output"
728
+ description=""
583
729
  dimensions={[{dataType: "boolean", key: "pass", required: true}]}
584
730
  instructions=""
585
731
  isCreating={false}
@@ -602,10 +748,10 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
602
748
  />
603
749
  );
604
750
  await act(async () => {
605
- fireEvent.press(getByTestId("ai-evaluator-type-human"));
606
- fireEvent.press(getByTestId("ai-evaluator-type-json-assert"));
607
- fireEvent.press(getAllByText("numeric")[0]!);
608
- fireEvent.press(getAllByText("categorical")[0]!);
751
+ fireEvent.press(getByText("Human"));
752
+ fireEvent.press(getByText("JSON assert"));
753
+ fireEvent.press(getAllByText("Number")[0]!);
754
+ fireEvent.press(getAllByText("Category")[0]!);
609
755
  await Promise.resolve();
610
756
  });
611
757
  assert.isAtLeast(onTypeChange.mock.calls.length, 2);
@@ -623,6 +769,7 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
623
769
  <AiEvaluatorNewView
624
770
  assertionConstraint="exists"
625
771
  assertionPath="output"
772
+ description=""
626
773
  dimensions={[{dataType: "boolean", key: "pass", required: true}]}
627
774
  instructions=""
628
775
  isCreating={false}
@@ -654,6 +801,7 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
654
801
  <AiEvaluatorNewView
655
802
  assertionConstraint="exists"
656
803
  assertionPath="output"
804
+ description=""
657
805
  dimensions={[{dataType: "boolean", key: "pass", required: true}]}
658
806
  instructions=""
659
807
  isCreating={false}
@@ -681,6 +829,7 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
681
829
  <AiEvaluatorNewView
682
830
  assertionConstraint="exists"
683
831
  assertionPath="output.text"
832
+ description=""
684
833
  dimensions={[{dataType: "boolean", key: "pass", required: true}]}
685
834
  instructions=""
686
835
  isCreating={false}
@@ -710,11 +859,14 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
710
859
 
711
860
  describe("AiEvaluatorNewView score fields", () => {
712
861
  it("hides extra controls for boolean and edits numeric and categorical scores", async () => {
713
- const onDimensionChange = mock(() => undefined);
862
+ const onDimensionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDimensionChange"]>>(
863
+ () => undefined
864
+ );
714
865
  const view = renderWithTheme(
715
866
  <AiEvaluatorNewView
716
867
  assertionConstraint="exists"
717
868
  assertionPath="output"
869
+ description=""
718
870
  dimensions={[
719
871
  {dataType: "boolean", key: "pass", required: true},
720
872
  {dataType: "numeric", key: "score", range: "0-1", required: true},
@@ -761,6 +913,7 @@ describe("AiEvaluatorNewView score fields", () => {
761
913
  <AiEvaluatorNewView
762
914
  assertionConstraint="exists"
763
915
  assertionPath="output"
916
+ description=""
764
917
  dimensions={dimensions}
765
918
  instructions=""
766
919
  isCreating={false}
@@ -789,6 +942,7 @@ describe("AiEvaluatorNewView score fields", () => {
789
942
  <AiEvaluatorNewView
790
943
  assertionConstraint="exists"
791
944
  assertionPath="output"
945
+ description=""
792
946
  dimensions={[{dataType: "numeric", key: "score", range: "0-1", required: true}]}
793
947
  instructions=""
794
948
  isCreating={false}