@terreno/admin-frontend 58.0.0-beta.3 → 58.0.0-beta.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (371) hide show
  1. package/CHANGELOG.md +99 -0
  2. package/dist/AdminModelForm.js +12 -12
  3. package/dist/AdminModelForm.js.map +1 -1
  4. package/dist/AdminModelTable.d.ts.map +1 -1
  5. package/dist/AdminModelTable.js +11 -0
  6. package/dist/AdminModelTable.js.map +1 -1
  7. package/dist/ConfigurationScreen.d.ts.map +1 -1
  8. package/dist/ConfigurationScreen.js +1 -2
  9. package/dist/ConfigurationScreen.js.map +1 -1
  10. package/dist/adminModelUrls.d.ts +7 -0
  11. package/dist/adminModelUrls.d.ts.map +1 -0
  12. package/dist/adminModelUrls.js +9 -0
  13. package/dist/adminModelUrls.js.map +1 -0
  14. package/dist/adminRpc.d.ts.map +1 -1
  15. package/dist/adminRpc.js +9 -0
  16. package/dist/adminRpc.js.map +1 -1
  17. package/dist/adminRpcSeed.d.ts +25 -0
  18. package/dist/adminRpcSeed.d.ts.map +1 -0
  19. package/dist/adminRpcSeed.js +49 -0
  20. package/dist/adminRpcSeed.js.map +1 -0
  21. package/dist/comms/commsDashboardParams.d.ts.map +1 -1
  22. package/dist/comms/commsDashboardParams.js +7 -1
  23. package/dist/comms/commsDashboardParams.js.map +1 -1
  24. package/dist/index.d.ts +9 -2
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js +9 -2
  27. package/dist/index.js.map +1 -1
  28. package/dist/useAdminModelApi.d.ts.map +1 -1
  29. package/dist/useAdminModelApi.js +2 -1
  30. package/dist/useAdminModelApi.js.map +1 -1
  31. package/dist/useAdminRpc.d.ts.map +1 -1
  32. package/dist/useAdminRpc.js +50 -19
  33. package/dist/useAdminRpc.js.map +1 -1
  34. package/dist/useConfigurationApi.d.ts.map +1 -1
  35. package/dist/useConfigurationApi.js +8 -2
  36. package/dist/useConfigurationApi.js.map +1 -1
  37. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  38. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  39. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  40. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  41. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  42. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  43. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  44. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  45. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  47. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  60. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  61. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  62. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  63. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  64. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  65. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  66. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  67. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  68. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  83. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  90. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  91. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  93. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  95. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  97. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  99. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  100. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  101. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  102. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  103. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  104. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
  105. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  108. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  109. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  111. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  112. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  113. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  115. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  116. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  123. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  128. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  129. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  130. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  131. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  132. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  134. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  136. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  137. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  138. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  139. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  140. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  141. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  142. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  143. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  144. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
  145. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  146. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  147. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  149. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  151. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  152. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  153. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  154. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  155. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  156. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  157. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  158. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  159. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  160. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  161. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  162. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  163. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  164. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  165. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  166. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
  168. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  169. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  170. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  172. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  173. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  174. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  176. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  177. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  178. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  179. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  180. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  181. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
  182. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  183. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
  184. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  185. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  186. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  188. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  190. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  191. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  192. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  193. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  194. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  196. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  198. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  199. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  200. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  201. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  203. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  204. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  205. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  207. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  208. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  209. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  211. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  212. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  213. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  215. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  216. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  217. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  218. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  219. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  220. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  221. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  222. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  223. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  224. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  225. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  226. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  227. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  228. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  229. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  230. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  231. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  232. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  233. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  234. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  235. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  236. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  237. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  238. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  239. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  240. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  241. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  242. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  243. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  244. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  245. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  246. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  247. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  248. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  249. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  250. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  251. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  252. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  253. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  254. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  255. package/dist/widgets/homeWidgetUrls.d.ts +13 -0
  256. package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
  257. package/dist/widgets/homeWidgetUrls.js +71 -0
  258. package/dist/widgets/homeWidgetUrls.js.map +1 -0
  259. package/package.json +4 -4
  260. package/src/AdminModelForm.tsx +16 -16
  261. package/src/AdminModelTable.tsx +12 -0
  262. package/src/ConfigurationScreen.tsx +1 -2
  263. package/src/adminModelUrls.test.ts +31 -0
  264. package/src/adminModelUrls.ts +8 -0
  265. package/src/adminRpc.test.ts +10 -0
  266. package/src/adminRpc.ts +9 -0
  267. package/src/adminRpcSeed.tsx +65 -0
  268. package/src/comms/commsDashboardParams.ts +7 -1
  269. package/src/index.tsx +10 -0
  270. package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
  271. package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
  272. package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
  273. package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
  274. package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
  275. package/src/isolated/aiListTables.isolated.tsx +648 -0
  276. package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
  277. package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
  278. package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
  279. package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
  280. package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
  281. package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
  282. package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
  283. package/src/isolated/aiTracesTable.isolated.tsx +368 -0
  284. package/src/isolated/hooks.isolated.tsx +89 -0
  285. package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
  286. package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
  287. package/src/useAdminModelApi.ts +2 -1
  288. package/src/useAdminRpc.test.tsx +538 -2
  289. package/src/useAdminRpc.ts +50 -19
  290. package/src/useConfigurationApi.ts +9 -1
  291. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  292. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  293. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  294. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  295. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  296. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  297. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  298. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  299. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  300. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  301. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  302. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  303. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  304. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  305. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  306. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  307. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  308. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  309. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  310. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  311. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  312. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  313. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  314. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  315. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  316. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
  317. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
  318. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  319. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  320. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
  321. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  322. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  323. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  324. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  325. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  326. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  327. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  328. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  329. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  330. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
  331. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  332. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
  333. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  334. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  335. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  336. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  337. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  338. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
  339. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  340. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  341. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  342. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  343. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
  344. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
  345. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  346. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
  347. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  348. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
  349. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  350. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  351. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  352. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  353. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  354. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  355. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  356. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  357. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  358. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  359. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  360. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  361. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  362. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  363. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  364. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  365. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  366. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  367. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  368. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
  369. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  370. package/src/widgets/homeWidgetUrls.test.ts +201 -0
  371. package/src/widgets/homeWidgetUrls.ts +87 -0
@@ -5,6 +5,19 @@ export interface DatasetCounts {
5
5
  total: number;
6
6
  }
7
7
 
8
+ /** Human judging progress for one question set on a dataset. */
9
+ export interface DatasetJudgment {
10
+ /** Items with any answer from this question set. */
11
+ answered: number;
12
+ /** Answers given to the questions as they are now. */
13
+ current: number;
14
+ evaluatorId: string;
15
+ evaluatorName: string;
16
+ /** Answers given to an older version of the questions; they no longer count. */
17
+ stale: number;
18
+ total: number;
19
+ }
20
+
8
21
  export interface DatasetRecord {
9
22
  counts: DatasetCounts;
10
23
  created: string;
@@ -12,6 +25,8 @@ export interface DatasetRecord {
12
25
  expectedOutputSchema?: Record<string, unknown>;
13
26
  id: string;
14
27
  inputSchemaPromptName?: string;
28
+ /** One row per question set that answered any item or has a review batch from this dataset. */
29
+ judgments?: DatasetJudgment[];
15
30
  name: string;
16
31
  tags: string[];
17
32
  updated: string;
@@ -78,19 +93,6 @@ export const unwrapDatasetItems = (raw: unknown): DatasetItemRecord[] => {
78
93
  });
79
94
  };
80
95
 
81
- export const formatProvenanceBar = (counts: DatasetCounts): string => {
82
- if (counts.total === 0) {
83
- return "—";
84
- }
85
- const humanPct = Math.round((counts.human / counts.total) * 100);
86
- // Auto is the unreviewed trace/synthetic share. A stale payload that also
87
- // counts those items as human must not render both shares at 100%.
88
- const nonHuman = Math.max(0, counts.total - counts.human);
89
- const autoCount = Math.min(Math.max(0, counts.auto), nonHuman);
90
- const autoPct = Math.round((autoCount / counts.total) * 100);
91
- return `${humanPct}% human · ${autoPct}% auto`;
92
- };
93
-
94
96
  export const filterDatasetItemsByTab = (
95
97
  items: DatasetItemRecord[],
96
98
  tab: DatasetItemTab
@@ -119,3 +121,25 @@ export const summarizeJson = (value: unknown): string => {
119
121
  const text = JSON.stringify(value);
120
122
  return text.length > 80 ? `${text.slice(0, 80)}…` : text;
121
123
  };
124
+
125
+ /** "10 of 10 answered with summary-review-questions". */
126
+ export const formatJudgmentCoverage = (judgment: DatasetJudgment): string => {
127
+ return `${judgment.current} of ${judgment.total} answered with ${judgment.evaluatorName}`;
128
+ };
129
+
130
+ /** "2 stale answers — the questions changed after they were given". */
131
+ export const formatStaleAnswers = (judgment: DatasetJudgment): string | undefined => {
132
+ if (judgment.stale <= 0) {
133
+ return undefined;
134
+ }
135
+ return `${judgment.stale} stale ${judgment.stale === 1 ? "answer" : "answers"} — the questions changed after ${judgment.stale === 1 ? "it was" : "they were"} given, so ${judgment.stale === 1 ? "it no longer counts" : "they no longer count"}. Send the dataset to human review again to re-judge.`;
136
+ };
137
+
138
+ /** Question sets with current human answers, most answered first. */
139
+ export const judgedQuestionSets = (
140
+ dataset?: Pick<DatasetRecord, "judgments">
141
+ ): DatasetJudgment[] => {
142
+ return [...(dataset?.judgments ?? [])]
143
+ .filter((judgment) => judgment.current > 0)
144
+ .sort((left, right) => right.current - left.current);
145
+ };
@@ -1,14 +1,15 @@
1
1
  import {Box, Spinner, Text} from "@terreno/ui";
2
- import {useLocalSearchParams} from "expo-router";
2
+ import {router, useLocalSearchParams} from "expo-router";
3
3
  import {DateTime} from "luxon";
4
- import React, {useMemo} from "react";
4
+ import React, {useCallback, useMemo} from "react";
5
5
  import type {AdminScreenWidgetProps} from "../../../types";
6
6
  import {unwrapExperimentList} from "../experiments/experimentTypes";
7
7
  import {useAiObservabilityExperimentsApi} from "../experiments/useAiObservabilityExperimentsApi";
8
8
  import {judgeOutputSchemaFromDetail, unwrapPromptDetail} from "../prompts/promptTypes";
9
9
  import {useAiObservabilityPromptsApi} from "../prompts/useAiObservabilityPromptsApi";
10
10
  import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
11
- import {AiEvaluatorDetailView} from "./AiEvaluatorPanels";
11
+ import {ObservabilityErrorState} from "../shell/ObservabilityStates";
12
+ import {AiEvaluatorDetailMeta, AiEvaluatorDetailView} from "./AiEvaluatorPanels";
12
13
  import {type EvaluatorUsageRow, unwrapEvaluatorRecord} from "./evaluatorTypes";
13
14
  import {useAiObservabilityEvaluatorsApi} from "./useAiObservabilityEvaluatorsApi";
14
15
 
@@ -20,7 +21,7 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
20
21
  const {useDetailQuery} = useAiObservabilityEvaluatorsApi();
21
22
  const {useListQuery: useExperimentsQuery} = useAiObservabilityExperimentsApi();
22
23
  const {useDetailQuery: usePromptDetailQuery} = useAiObservabilityPromptsApi();
23
- const {data, isError, isLoading} = useDetailQuery(id ?? "", {skip: !id});
24
+ const {data, isError, isLoading, refetch} = useDetailQuery(id ?? "", {skip: !id});
24
25
  const {data: experimentsRaw, isError: isExperimentsError} = useExperimentsQuery();
25
26
  const evaluator = useMemo(() => unwrapEvaluatorRecord(data), [data]);
26
27
  const prefix = (routeBase ?? "").replace(/\/$/, "");
@@ -74,11 +75,18 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
74
75
  });
75
76
  }, [evaluator, experimentsRaw]);
76
77
 
78
+ const handleOpenExperiment = useCallback(
79
+ (experimentId: string): void => {
80
+ router.push(`${prefix}/ai-experiment-results?id=${encodeURIComponent(experimentId)}`);
81
+ },
82
+ [prefix]
83
+ );
84
+
77
85
  if (!id) {
78
86
  return (
79
87
  <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
80
88
  <Box padding={4}>
81
- <Text>Missing evaluator id.</Text>
89
+ <Text color="secondaryLight">Missing evaluator id.</Text>
82
90
  </Box>
83
91
  </AiObservabilityChrome>
84
92
  );
@@ -86,8 +94,13 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
86
94
 
87
95
  if (isLoading) {
88
96
  return (
89
- <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
90
- <Box alignItems="center" padding={4} testID="ai-evaluator-detail-loading">
97
+ <AiObservabilityChrome
98
+ {...props}
99
+ backHref={backHref}
100
+ hideHeader
101
+ screenName="ai-evaluator-detail"
102
+ >
103
+ <Box alignItems="center" padding={5} testID="ai-evaluator-detail-loading">
91
104
  <Spinner />
92
105
  </Box>
93
106
  </AiObservabilityChrome>
@@ -97,19 +110,29 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
97
110
  if (isError || !evaluator) {
98
111
  return (
99
112
  <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
100
- <Box padding={4}>
101
- <Text color="error">Failed to load evaluator.</Text>
102
- </Box>
113
+ <ObservabilityErrorState
114
+ onRetry={refetch}
115
+ testID="ai-evaluator-detail-error"
116
+ text="Could not load evaluator."
117
+ />
103
118
  </AiObservabilityChrome>
104
119
  );
105
120
  }
106
121
 
107
122
  return (
108
- <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
123
+ <AiObservabilityChrome
124
+ {...props}
125
+ backHref={backHref}
126
+ description={evaluator.description}
127
+ meta={<AiEvaluatorDetailMeta evaluator={evaluator} />}
128
+ screenName="ai-evaluator-detail"
129
+ title={evaluator.name}
130
+ >
109
131
  <AiEvaluatorDetailView
110
132
  evaluator={evaluator}
111
133
  judgeOutputSchema={judgeOutputSchema}
112
134
  judgePromptStatus={judgePromptStatus}
135
+ onOpenExperiment={handleOpenExperiment}
113
136
  routeBase={prefix}
114
137
  usageError={isExperimentsError ? "Could not load experiments." : undefined}
115
138
  usageRows={usageRows}
@@ -159,6 +159,10 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
159
159
  });
160
160
  }, []);
161
161
 
162
+ const handleCancel = useCallback((): void => {
163
+ router.push(backHref);
164
+ }, [backHref]);
165
+
162
166
  const handleCreate = useCallback(async (): Promise<void> => {
163
167
  setCreateError("");
164
168
  if (!name.trim()) {
@@ -242,7 +246,13 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
242
246
  ]);
243
247
 
244
248
  return (
245
- <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-new">
249
+ <AiObservabilityChrome
250
+ {...props}
251
+ backHref={backHref}
252
+ description="Set who decides the score, what they look at, and which scores are saved."
253
+ screenName="ai-evaluator-new"
254
+ title="New evaluator"
255
+ >
246
256
  <AiEvaluatorNewView
247
257
  assertionConstraint={assertionConstraint}
248
258
  assertionPath={assertionPath}
@@ -258,6 +268,7 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
258
268
  onAddDimension={handleAddDimension}
259
269
  onAssertionConstraintChange={setAssertionConstraint}
260
270
  onAssertionPathChange={setAssertionPath}
271
+ onCancel={handleCancel}
261
272
  onCreate={handleCreate}
262
273
  onDescriptionChange={setDescription}
263
274
  onDimensionChange={handleDimensionChange}
@@ -5,6 +5,7 @@ import {assert} from "chai";
5
5
  import React from "react";
6
6
  import {renderWithTheme} from "../../../../../ui/src/test-utils";
7
7
  import {
8
+ AiEvaluatorDetailMeta,
8
9
  AiEvaluatorDetailView,
9
10
  type AiEvaluatorDetailViewProps,
10
11
  AiEvaluatorNewView,
@@ -244,7 +245,7 @@ describe("AiEvaluatorNewView panels", () => {
244
245
  />
245
246
  );
246
247
  await act(async () => {
247
- fireEvent.press(getByTestId("ai-evaluator-type-llm-judge"));
248
+ fireEvent.press(getByText("LLM judge"));
248
249
  fireEvent.press(getByTestId("ai-evaluator-add-dimension"));
249
250
  const removeButtons = getAllByText("Remove");
250
251
  if (removeButtons.length > 0) {
@@ -287,7 +288,6 @@ describe("AiEvaluatorDetailView", () => {
287
288
  />
288
289
  );
289
290
  expect(getByTestId("ai-evaluator-detail")).toBeTruthy();
290
- expect(getByTestId("ai-evaluator-name")).toHaveTextContent("quality");
291
291
  expect(getByTestId("ai-evaluator-panel-llm-judge")).toBeTruthy();
292
292
  expect(getByText("judge")).toBeTruthy();
293
293
 
@@ -295,7 +295,7 @@ describe("AiEvaluatorDetailView", () => {
295
295
  // height-constrained table container.
296
296
  const dimensions = within(getByTestId("ai-evaluator-dimensions"));
297
297
  expect(dimensions.getByText("correct")).toBeTruthy();
298
- expect(dimensions.getByText("boolean")).toBeTruthy();
298
+ expect(dimensions.getByText("Yes or no")).toBeTruthy();
299
299
  expect(dimensions.getByText("Yes")).toBeTruthy();
300
300
 
301
301
  const usage = within(getByTestId("ai-evaluator-used-by"));
@@ -304,6 +304,56 @@ describe("AiEvaluatorDetailView", () => {
304
304
  expect(usage.getByText("$1.20")).toBeTruthy();
305
305
  });
306
306
 
307
+ it("opens the experiment from a usage row", async () => {
308
+ const onOpenExperiment = mock((_experimentId: string) => undefined);
309
+ const {getByTestId} = renderWithTheme(
310
+ <AiEvaluatorDetailView
311
+ evaluator={{
312
+ confidenceAlertBelow: 0.5,
313
+ dimensions: [{dataType: "numeric", key: "helpfulness", range: "0-1", required: true}],
314
+ id: "eval-help",
315
+ judgePromptName: "eval-judge-helpfulness",
316
+ name: "helpfulness",
317
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
318
+ target: "full trace",
319
+ type: "llm-judge",
320
+ }}
321
+ judgeOutputSchema={{properties: {helpfulness: {type: "number"}}}}
322
+ onOpenExperiment={onOpenExperiment}
323
+ routeBase="/admin"
324
+ usageRows={[
325
+ {costUsd: 0.4, experimentId: "exp-9", experimentName: "helpfulness-compare", runs: 2},
326
+ ]}
327
+ />
328
+ );
329
+ await act(async () => {
330
+ fireEvent.press(getByTestId("ai-evaluator-used-by-row-exp-9-clickable"));
331
+ await Promise.resolve();
332
+ });
333
+ assert.equal(onOpenExperiment.mock.calls.length, 1);
334
+ assert.equal(onOpenExperiment.mock.calls[0]?.[0], "exp-9");
335
+ });
336
+
337
+ it("puts kind, target, and run modes in the header meta", () => {
338
+ const {getByTestId, getByText} = renderWithTheme(
339
+ <AiEvaluatorDetailMeta
340
+ evaluator={{
341
+ confidenceAlertBelow: 0.5,
342
+ dimensions: [],
343
+ id: "eval-1",
344
+ name: "quality",
345
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 10},
346
+ target: "full trace",
347
+ type: "llm-judge",
348
+ }}
349
+ />
350
+ );
351
+ expect(getByTestId("ai-evaluator-kind-badge")).toBeTruthy();
352
+ expect(getByText("LLM judge")).toBeTruthy();
353
+ expect(getByText("Full trace")).toBeTruthy();
354
+ expect(getByText("Live 10%")).toBeTruthy();
355
+ });
356
+
307
357
  it("shows human and json-assert detail panels with empty usage", () => {
308
358
  const human = renderWithTheme(
309
359
  <AiEvaluatorDetailView
@@ -459,6 +509,44 @@ describe("AiEvaluatorDetailView", () => {
459
509
  });
460
510
  });
461
511
 
512
+ describe("AiEvaluatorNewView footer", () => {
513
+ it("offers Cancel next to the primary Create evaluator button", async () => {
514
+ const onCancel = mock(() => undefined);
515
+ const {getByTestId} = renderWithTheme(
516
+ <AiEvaluatorNewView
517
+ assertionConstraint="exists"
518
+ assertionPath=""
519
+ description=""
520
+ dimensions={[{dataType: "boolean", key: "pass", required: true}]}
521
+ instructions=""
522
+ isCreating={false}
523
+ judgePromptName=""
524
+ name=""
525
+ onAddDimension={() => undefined}
526
+ onAssertionConstraintChange={() => undefined}
527
+ onAssertionPathChange={() => undefined}
528
+ onCancel={onCancel}
529
+ onCreate={() => undefined}
530
+ onDimensionChange={() => undefined}
531
+ onInstructionsChange={() => undefined}
532
+ onJudgePromptNameChange={() => undefined}
533
+ onLiveSampleRateChange={() => undefined}
534
+ onNameChange={() => undefined}
535
+ onRemoveDimension={() => undefined}
536
+ onTypeChange={() => undefined}
537
+ runModes={{allowManualRun: true, availableInExperiments: true, liveSampleRate: 0}}
538
+ target="full trace"
539
+ type="human"
540
+ />
541
+ );
542
+ await act(async () => {
543
+ fireEvent.press(getByTestId("ai-evaluator-cancel"));
544
+ await new Promise((resolve) => setTimeout(resolve, 0));
545
+ });
546
+ assert.equal(onCancel.mock.calls.length, 1);
547
+ });
548
+ });
549
+
462
550
  describe("AiEvaluatorNewView dimension editing", () => {
463
551
  it("wires dimension key, type, range, and remove handlers", async () => {
464
552
  const onDimensionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDimensionChange"]>>(
@@ -497,7 +585,7 @@ describe("AiEvaluatorNewView dimension editing", () => {
497
585
  />
498
586
  );
499
587
  fireEvent.changeText(getAllByDisplayValue("pass")[0]!, "score");
500
- const numericButtons = getAllByText("numeric");
588
+ const numericButtons = getAllByText("Number");
501
589
  await act(async () => {
502
590
  fireEvent.press(numericButtons[0]!);
503
591
  const removeButtons = getAllByText("Remove");
@@ -633,7 +721,7 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
633
721
  const onLiveSampleRateChange = mock<
634
722
  NonNullable<AiEvaluatorNewViewProps["onLiveSampleRateChange"]>
635
723
  >(() => undefined);
636
- const {getAllByText, getByTestId} = renderWithTheme(
724
+ const {getAllByText, getByTestId, getByText} = renderWithTheme(
637
725
  <AiEvaluatorNewView
638
726
  assertionConstraint="exists"
639
727
  assertionPath="output"
@@ -660,10 +748,10 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
660
748
  />
661
749
  );
662
750
  await act(async () => {
663
- fireEvent.press(getByTestId("ai-evaluator-type-human"));
664
- fireEvent.press(getByTestId("ai-evaluator-type-json-assert"));
665
- fireEvent.press(getAllByText("numeric")[0]!);
666
- fireEvent.press(getAllByText("categorical")[0]!);
751
+ fireEvent.press(getByText("Human"));
752
+ fireEvent.press(getByText("JSON assert"));
753
+ fireEvent.press(getAllByText("Number")[0]!);
754
+ fireEvent.press(getAllByText("Category")[0]!);
667
755
  await Promise.resolve();
668
756
  });
669
757
  assert.isAtLeast(onTypeChange.mock.calls.length, 2);