@terreno/admin-frontend 58.0.0-beta.3 → 58.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (371) hide show
  1. package/CHANGELOG.md +166 -0
  2. package/dist/AdminModelForm.js +12 -12
  3. package/dist/AdminModelForm.js.map +1 -1
  4. package/dist/AdminModelTable.d.ts.map +1 -1
  5. package/dist/AdminModelTable.js +11 -0
  6. package/dist/AdminModelTable.js.map +1 -1
  7. package/dist/ConfigurationScreen.d.ts.map +1 -1
  8. package/dist/ConfigurationScreen.js +1 -2
  9. package/dist/ConfigurationScreen.js.map +1 -1
  10. package/dist/adminModelUrls.d.ts +7 -0
  11. package/dist/adminModelUrls.d.ts.map +1 -0
  12. package/dist/adminModelUrls.js +9 -0
  13. package/dist/adminModelUrls.js.map +1 -0
  14. package/dist/adminRpc.d.ts.map +1 -1
  15. package/dist/adminRpc.js +9 -0
  16. package/dist/adminRpc.js.map +1 -1
  17. package/dist/adminRpcSeed.d.ts +25 -0
  18. package/dist/adminRpcSeed.d.ts.map +1 -0
  19. package/dist/adminRpcSeed.js +49 -0
  20. package/dist/adminRpcSeed.js.map +1 -0
  21. package/dist/comms/commsDashboardParams.d.ts.map +1 -1
  22. package/dist/comms/commsDashboardParams.js +7 -1
  23. package/dist/comms/commsDashboardParams.js.map +1 -1
  24. package/dist/index.d.ts +9 -2
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js +9 -2
  27. package/dist/index.js.map +1 -1
  28. package/dist/useAdminModelApi.d.ts.map +1 -1
  29. package/dist/useAdminModelApi.js +2 -1
  30. package/dist/useAdminModelApi.js.map +1 -1
  31. package/dist/useAdminRpc.d.ts.map +1 -1
  32. package/dist/useAdminRpc.js +50 -19
  33. package/dist/useAdminRpc.js.map +1 -1
  34. package/dist/useConfigurationApi.d.ts.map +1 -1
  35. package/dist/useConfigurationApi.js +8 -2
  36. package/dist/useConfigurationApi.js.map +1 -1
  37. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  38. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  39. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  40. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  41. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  42. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  43. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  44. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  45. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  47. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  60. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  61. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  62. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  63. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  64. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  65. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  66. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  67. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  68. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  83. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  90. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  91. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  93. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  95. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  97. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  99. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  100. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  101. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  102. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  103. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  104. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
  105. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  108. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  109. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  111. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  112. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  113. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  115. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  116. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  123. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  128. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  129. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  130. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  131. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  132. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  134. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  136. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  137. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  138. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  139. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  140. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  141. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  142. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  143. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  144. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
  145. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  146. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  147. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  149. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  151. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  152. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  153. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  154. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  155. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  156. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  157. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  158. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  159. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  160. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  161. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  162. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  163. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  164. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  165. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  166. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
  168. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  169. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  170. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  172. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  173. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  174. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  176. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  177. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  178. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  179. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  180. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  181. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
  182. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  183. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
  184. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  185. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  186. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  188. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  190. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  191. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  192. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  193. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  194. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  196. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  198. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  199. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  200. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  201. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  203. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  204. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  205. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  207. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  208. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  209. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  211. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  212. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  213. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  215. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  216. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  217. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  218. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  219. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  220. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  221. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  222. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  223. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  224. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  225. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  226. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  227. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  228. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  229. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  230. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  231. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  232. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  233. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  234. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  235. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  236. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  237. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  238. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  239. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  240. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  241. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  242. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  243. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  244. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  245. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  246. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  247. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  248. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  249. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  250. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  251. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  252. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  253. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  254. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  255. package/dist/widgets/homeWidgetUrls.d.ts +13 -0
  256. package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
  257. package/dist/widgets/homeWidgetUrls.js +71 -0
  258. package/dist/widgets/homeWidgetUrls.js.map +1 -0
  259. package/package.json +4 -4
  260. package/src/AdminModelForm.tsx +16 -16
  261. package/src/AdminModelTable.tsx +12 -0
  262. package/src/ConfigurationScreen.tsx +1 -2
  263. package/src/adminModelUrls.test.ts +31 -0
  264. package/src/adminModelUrls.ts +8 -0
  265. package/src/adminRpc.test.ts +10 -0
  266. package/src/adminRpc.ts +9 -0
  267. package/src/adminRpcSeed.tsx +65 -0
  268. package/src/comms/commsDashboardParams.ts +7 -1
  269. package/src/index.tsx +10 -0
  270. package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
  271. package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
  272. package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
  273. package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
  274. package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
  275. package/src/isolated/aiListTables.isolated.tsx +648 -0
  276. package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
  277. package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
  278. package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
  279. package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
  280. package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
  281. package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
  282. package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
  283. package/src/isolated/aiTracesTable.isolated.tsx +368 -0
  284. package/src/isolated/hooks.isolated.tsx +89 -0
  285. package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
  286. package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
  287. package/src/useAdminModelApi.ts +2 -1
  288. package/src/useAdminRpc.test.tsx +538 -2
  289. package/src/useAdminRpc.ts +50 -19
  290. package/src/useConfigurationApi.ts +9 -1
  291. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  292. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  293. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  294. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  295. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  296. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  297. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  298. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  299. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  300. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  301. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  302. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  303. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  304. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  305. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  306. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  307. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  308. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  309. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  310. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  311. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  312. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  313. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  314. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  315. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  316. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
  317. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
  318. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  319. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  320. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
  321. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  322. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  323. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  324. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  325. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  326. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  327. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  328. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  329. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  330. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
  331. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  332. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
  333. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  334. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  335. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  336. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  337. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  338. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
  339. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  340. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  341. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  342. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  343. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
  344. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
  345. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  346. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
  347. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  348. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
  349. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  350. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  351. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  352. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  353. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  354. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  355. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  356. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  357. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  358. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  359. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  360. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  361. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  362. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  363. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  364. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  365. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  366. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  367. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  368. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
  369. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  370. package/src/widgets/homeWidgetUrls.test.ts +201 -0
  371. package/src/widgets/homeWidgetUrls.ts +87 -0
@@ -0,0 +1,468 @@
1
+ import {
2
+ Badge,
3
+ Banner,
4
+ Box,
5
+ Button,
6
+ Card,
7
+ CheckBox,
8
+ Heading,
9
+ SelectField,
10
+ Spinner,
11
+ Text,
12
+ TextField,
13
+ } from "@terreno/ui";
14
+ import React from "react";
15
+ import {
16
+ type DatasetJudgment,
17
+ type DatasetRecord,
18
+ formatJudgmentCoverage,
19
+ formatStaleAnswers,
20
+ judgedQuestionSets,
21
+ } from "../datasets/datasetTypes";
22
+ import {
23
+ type EvaluatorRecord,
24
+ sharedQuestionKeys,
25
+ summarizeCalibration,
26
+ } from "../evaluators/evaluatorTypes";
27
+ import type {PromptDetail} from "../prompts/promptTypes";
28
+ import {dimensionLabel} from "../review/reviewTypes";
29
+ import {AgreementMeter} from "../shell/AgreementMeter";
30
+ import {EvalStepBanner} from "../shell/EvalStepBanner";
31
+ import {EvalStepper} from "../shell/EvalStepper";
32
+ import {PIPELINE_ACTIVITY, PIPELINE_STEP} from "../shell/evalPipeline";
33
+ import {buildWizardSteps, WizardFooter} from "./ExperimentWizard";
34
+ import {
35
+ type ExperimentEstimate,
36
+ formatExperimentEstimate,
37
+ formatVersionList,
38
+ isValidExperimentVersionCount,
39
+ parseTargetAgreementPercent,
40
+ promptVersionTags,
41
+ } from "./experimentTypes";
42
+
43
+ export type JudgeWizardStep = 1 | 2 | 3 | 4;
44
+
45
+ export interface AiJudgeExperimentStepsProps {
46
+ datasetId: string;
47
+ datasets: DatasetRecord[];
48
+ estimate?: ExperimentEstimate;
49
+ estimateError?: string;
50
+ /** Every evaluator: human question sets and llm-judges. */
51
+ evaluators: EvaluatorRecord[];
52
+ isCreating: boolean;
53
+ isEstimating: boolean;
54
+ judgeEvaluatorId: string;
55
+ judgePromptDetail?: PromptDetail;
56
+ modelOverride: string;
57
+ onDatasetChange: (id: string) => void;
58
+ onJudgeChange: (id: string) => void;
59
+ onModelOverrideChange: (value: string) => void;
60
+ /** Opens the dataset detail, where the dataset can be sent to human review. */
61
+ onOpenDataset: (id: string) => void;
62
+ onQuestionSetChange: (id: string) => void;
63
+ onRun: () => void;
64
+ onStepChange: (step: JudgeWizardStep) => void;
65
+ onTargetAgreementChange: (value: string) => void;
66
+ onVersionToggle: (version: number) => void;
67
+ questionSetId: string;
68
+ step: JudgeWizardStep;
69
+ /** Target agreement as typed, in percent ("90"). */
70
+ targetAgreement: string;
71
+ versions: number[];
72
+ }
73
+
74
+ const JUDGE_STEP_LABELS = [
75
+ "Judged dataset",
76
+ "Question set",
77
+ "Judge and versions",
78
+ "Review and run",
79
+ ];
80
+
81
+ const JUDGE_STEP_DETAILS: Record<JudgeWizardStep, string> = {
82
+ 1: "pick a dataset humans already judged. Their answers are the answer key the LLM judge is graded against.",
83
+ 2: "choose the questions the humans answered. The judge is graded only on these questions.",
84
+ 3: "pick the LLM judge and 2–3 versions of its prompt to compare against the human answers.",
85
+ 4: "check the plan and run it. Each version's agreement with the humans decides which one to promote.",
86
+ };
87
+
88
+ const JUDGE_REUSE_MESSAGE =
89
+ "Humans already answered these questions for this dataset. This experiment reuses their answers, so no new human work is needed.";
90
+
91
+ /** Llm-judges that answer at least one of the question set's questions, most overlap first. */
92
+ export const judgesForQuestionSet = (
93
+ evaluators: EvaluatorRecord[],
94
+ questionSet?: EvaluatorRecord
95
+ ): Array<{judge: EvaluatorRecord; shared: string[]}> => {
96
+ if (!questionSet) {
97
+ return [];
98
+ }
99
+ return evaluators
100
+ .filter((evaluator) => evaluator.type === "llm-judge" && Boolean(evaluator.judgePromptName))
101
+ .map((judge) => ({judge, shared: sharedQuestionKeys(judge, questionSet)}))
102
+ .filter((entry) => entry.shared.length > 0)
103
+ .sort((left, right) => right.shared.length - left.shared.length);
104
+ };
105
+
106
+ const DatasetChoiceBody: React.FC<{
107
+ dataset: DatasetRecord;
108
+ isSelected: boolean;
109
+ onOpenDataset: (id: string) => void;
110
+ }> = ({dataset, isSelected, onOpenDataset}) => {
111
+ const judgments = dataset.judgments ?? [];
112
+ const isJudged = judgedQuestionSets(dataset).length > 0;
113
+ return (
114
+ <Box gap={1}>
115
+ <Box alignItems="center" direction="row" gap={2} wrap>
116
+ {isJudged ? <CheckBox selected={isSelected} /> : undefined}
117
+ <Text bold>{dataset.name}</Text>
118
+ <Text color="secondaryDark" size="sm">{`${dataset.counts.total} items`}</Text>
119
+ </Box>
120
+ {judgments.map((judgment: DatasetJudgment) => {
121
+ const stale = formatStaleAnswers(judgment);
122
+ return (
123
+ <Box gap={1} key={judgment.evaluatorId}>
124
+ <Text
125
+ color={judgment.current > 0 ? "primary" : "secondaryDark"}
126
+ size="sm"
127
+ testID={`ai-judge-dataset-coverage-${dataset.id}-${judgment.evaluatorId}`}
128
+ >
129
+ {formatJudgmentCoverage(judgment)}
130
+ </Text>
131
+ {stale ? (
132
+ <Text
133
+ color="warning"
134
+ size="sm"
135
+ testID={`ai-judge-dataset-stale-${dataset.id}-${judgment.evaluatorId}`}
136
+ >
137
+ {stale}
138
+ </Text>
139
+ ) : undefined}
140
+ </Box>
141
+ );
142
+ })}
143
+ {isJudged ? undefined : (
144
+ <Box alignItems="center" direction="row" gap={2} wrap>
145
+ <Text color="secondaryDark" size="sm">
146
+ No current human answers yet, so there is nothing to grade a judge against.
147
+ </Text>
148
+ <Button
149
+ onClick={() => {
150
+ onOpenDataset(dataset.id);
151
+ }}
152
+ size="sm"
153
+ testID={`ai-judge-dataset-send-review-${dataset.id}`}
154
+ text="Send to human review first"
155
+ variant="outline"
156
+ />
157
+ </Box>
158
+ )}
159
+ </Box>
160
+ );
161
+ };
162
+
163
+ export const AiJudgeExperimentSteps: React.FC<AiJudgeExperimentStepsProps> = ({
164
+ datasetId,
165
+ datasets,
166
+ estimate,
167
+ estimateError,
168
+ evaluators,
169
+ isCreating,
170
+ isEstimating,
171
+ judgeEvaluatorId,
172
+ judgePromptDetail,
173
+ modelOverride,
174
+ onDatasetChange,
175
+ onJudgeChange,
176
+ onModelOverrideChange,
177
+ onOpenDataset,
178
+ onQuestionSetChange,
179
+ onRun,
180
+ onStepChange,
181
+ onTargetAgreementChange,
182
+ onVersionToggle,
183
+ questionSetId,
184
+ step,
185
+ targetAgreement,
186
+ versions,
187
+ }) => {
188
+ const dataset = datasets.find((entry) => entry.id === datasetId);
189
+ const judgedSets = judgedQuestionSets(dataset);
190
+ const judgment = judgedSets.find((entry) => entry.evaluatorId === questionSetId);
191
+ const questionSet = evaluators.find((entry) => entry.id === questionSetId);
192
+ const judgeOptions = judgesForQuestionSet(evaluators, questionSet);
193
+ const judgeEntry = judgeOptions.find((entry) => entry.judge.id === judgeEvaluatorId);
194
+ const judge = judgeEntry?.judge;
195
+ const calibration = judge ? summarizeCalibration(judge.calibration) : undefined;
196
+ const uncoveredQuestions = questionSet
197
+ ? questionSet.dimensions.filter((dimension) => !judgeEntry?.shared.includes(dimension.key))
198
+ : [];
199
+ const targetRate = parseTargetAgreementPercent(targetAgreement);
200
+
201
+ const hasDataset = judgedSets.length > 0;
202
+ const hasQuestionSet = Boolean(judgment);
203
+ const hasJudgeSetup = Boolean(judge) && isValidExperimentVersionCount(versions.length);
204
+ const isStepLocked = (stepNumber: JudgeWizardStep): boolean => {
205
+ if (stepNumber > 1 && !hasDataset) {
206
+ return true;
207
+ }
208
+ if (stepNumber > 2 && !hasQuestionSet) {
209
+ return true;
210
+ }
211
+ return stepNumber > 3 && !hasJudgeSetup;
212
+ };
213
+ const isNextDisabled = step < 4 && isStepLocked((step + 1) as JudgeWizardStep);
214
+
215
+ return (
216
+ <Card gap={4} padding={4} testID="ai-judge-wizard">
217
+ <EvalStepper
218
+ steps={buildWizardSteps({
219
+ current: step,
220
+ isLocked: isStepLocked,
221
+ labels: JUDGE_STEP_LABELS,
222
+ onStepChange,
223
+ testIDPrefix: "ai-judge-step",
224
+ })}
225
+ testID="ai-judge-stepper"
226
+ />
227
+ <EvalStepBanner
228
+ activity={PIPELINE_ACTIVITY.judge}
229
+ detail={JUDGE_STEP_DETAILS[step]}
230
+ step={PIPELINE_STEP.judge}
231
+ />
232
+ {step === 1 ? (
233
+ <Box gap={2} testID="ai-judge-step-dataset">
234
+ {datasets.length === 0 ? (
235
+ <Text color="secondaryDark" testID="ai-judge-datasets-empty">
236
+ No datasets yet. On Traces, choose Add to dataset, then send the dataset to human
237
+ review.
238
+ </Text>
239
+ ) : undefined}
240
+ {datasets.map((entry) => {
241
+ const isJudged = judgedQuestionSets(entry).length > 0;
242
+ const isSelected = entry.id === datasetId && isJudged;
243
+ const body = (
244
+ <DatasetChoiceBody
245
+ dataset={entry}
246
+ isSelected={isSelected}
247
+ onOpenDataset={onOpenDataset}
248
+ />
249
+ );
250
+ if (!isJudged) {
251
+ return (
252
+ <Box
253
+ border="default"
254
+ color="baseAlternate"
255
+ key={entry.id}
256
+ padding={3}
257
+ rounding="md"
258
+ testID={`ai-judge-dataset-${entry.id}-disabled`}
259
+ >
260
+ {body}
261
+ </Box>
262
+ );
263
+ }
264
+ return (
265
+ <Box
266
+ accessibilityHint="Use this judged dataset for the calibration"
267
+ accessibilityLabel={`Dataset ${entry.name}`}
268
+ accessibilityState={{checked: isSelected}}
269
+ border={isSelected ? "dark" : "default"}
270
+ key={entry.id}
271
+ onClick={() => {
272
+ onDatasetChange(entry.id);
273
+ }}
274
+ padding={3}
275
+ rounding="md"
276
+ testID={`ai-judge-dataset-${entry.id}`}
277
+ >
278
+ {body}
279
+ </Box>
280
+ );
281
+ })}
282
+ {hasDataset ? (
283
+ <Box testID="ai-judge-dataset-reuse">
284
+ <Banner hasIcon status="info" text={JUDGE_REUSE_MESSAGE} />
285
+ </Box>
286
+ ) : (
287
+ <Text color="secondaryLight" size="sm" testID="ai-judge-dataset-help">
288
+ Pick a dataset with human answers. Datasets without them are greyed out.
289
+ </Text>
290
+ )}
291
+ </Box>
292
+ ) : undefined}
293
+ {step === 2 ? (
294
+ <Box gap={2} testID="ai-judge-step-question-set">
295
+ <SelectField
296
+ onChange={onQuestionSetChange}
297
+ options={judgedSets.map((entry) => {
298
+ return {
299
+ label: `${entry.evaluatorName} (${entry.current} of ${entry.total} answered)`,
300
+ value: entry.evaluatorId,
301
+ };
302
+ })}
303
+ placeholder="Choose a question set"
304
+ testID="ai-judge-question-set"
305
+ title="Question set the humans answered"
306
+ value={judgment ? questionSetId : ""}
307
+ />
308
+ {judgment ? (
309
+ <Text color="secondaryDark" size="sm" testID="ai-judge-question-set-summary">
310
+ {`The judge is graded on the ${judgment.current} items of ${dataset?.name ?? "this dataset"} with current answers.${
311
+ judgment.stale > 0
312
+ ? ` ${judgment.stale} stale answers (given to older questions) are left out.`
313
+ : ""
314
+ }`}
315
+ </Text>
316
+ ) : undefined}
317
+ {questionSet ? (
318
+ <Box gap={1} testID="ai-judge-questions">
319
+ {questionSet.dimensions.map((dimension, index) => (
320
+ <Text key={dimension.key} size="sm">
321
+ {`Question ${index + 1}: ${dimensionLabel(dimension)}`}
322
+ </Text>
323
+ ))}
324
+ </Box>
325
+ ) : undefined}
326
+ </Box>
327
+ ) : undefined}
328
+ {step === 3 ? (
329
+ <Box gap={3} testID="ai-judge-step-judge">
330
+ {judgeOptions.length === 0 ? (
331
+ <Text color="secondaryDark" testID="ai-judge-judges-empty">
332
+ No LLM judge answers these questions yet. On Evaluators, create an LLM judge whose
333
+ questions use the same keys.
334
+ </Text>
335
+ ) : (
336
+ <SelectField
337
+ onChange={onJudgeChange}
338
+ options={judgeOptions.map((entry) => {
339
+ return {
340
+ label: `${entry.judge.name} (answers ${entry.shared.length} of ${questionSet?.dimensions.length ?? 0} questions)`,
341
+ value: entry.judge.id,
342
+ };
343
+ })}
344
+ placeholder="Choose an LLM judge"
345
+ testID="ai-judge-evaluator"
346
+ title="LLM judge to calibrate"
347
+ value={judge ? judgeEvaluatorId : ""}
348
+ />
349
+ )}
350
+ {judge && calibration ? (
351
+ <Box
352
+ alignItems="center"
353
+ direction="row"
354
+ gap={2}
355
+ testID="ai-judge-current-calibration"
356
+ wrap
357
+ >
358
+ <Text size="sm">Last calibration</Text>
359
+ {judge.calibration?.rate !== undefined && !judge.calibration.stale ? (
360
+ <AgreementMeter compact rate={judge.calibration.rate} />
361
+ ) : (
362
+ <Text color="secondaryLight" size="sm">
363
+ {judge.calibration?.stale ? "Out of date" : "Not calibrated yet"}
364
+ </Text>
365
+ )}
366
+ </Box>
367
+ ) : undefined}
368
+ {judge && uncoveredQuestions.length > 0 ? (
369
+ <Text color="secondaryDark" size="sm" testID="ai-judge-uncovered">
370
+ {`Not graded on ${uncoveredQuestions.map((dimension) => dimensionLabel(dimension)).join(", ")}. This judge does not answer ${uncoveredQuestions.length === 1 ? "it" : "them"}.`}
371
+ </Text>
372
+ ) : undefined}
373
+ {judge ? (
374
+ <Box gap={2}>
375
+ <Heading size="sm">{`Versions of ${judge.judgePromptName ?? "the judge prompt"}`}</Heading>
376
+ {judgePromptDetail?.versions.map((version) => {
377
+ const tags = promptVersionTags(version.version, judgePromptDetail);
378
+ return (
379
+ <Box
380
+ accessibilityHint={`Toggle judge version ${version.version}`}
381
+ accessibilityLabel={`Judge version ${version.version}`}
382
+ alignItems="center"
383
+ direction="row"
384
+ gap={1}
385
+ key={version.version}
386
+ onClick={() => {
387
+ onVersionToggle(version.version);
388
+ }}
389
+ testID={`ai-judge-version-${version.version}`}
390
+ wrap
391
+ >
392
+ <CheckBox selected={versions.includes(version.version)} />
393
+ <Text>{`v${version.version}`}</Text>
394
+ {tags.map((tag) => (
395
+ <Badge key={tag} secondary status="neutral" value={tag} />
396
+ ))}
397
+ </Box>
398
+ );
399
+ })}
400
+ <Text color="secondaryLight" size="sm" testID="ai-judge-version-help">
401
+ Select 2–3 judge prompt versions to compare. Iterate on the prompt and run again
402
+ until one agrees with the humans.
403
+ </Text>
404
+ </Box>
405
+ ) : undefined}
406
+ </Box>
407
+ ) : undefined}
408
+ {step === 4 ? (
409
+ <Box gap={3} testID="ai-judge-step-review">
410
+ <Box testID="ai-judge-review-summary">
411
+ <Text>
412
+ {`You're calibrating ${judge?.name ?? "the judge"}: ${formatVersionList(versions)} of ${judge?.judgePromptName ?? "its prompt"} will answer ${questionSet?.name ?? "the question set"}'s questions for the ${judgment?.current ?? 0} items of ${dataset?.name ?? "the dataset"} that humans already answered. Each version's answers are compared with the humans'; a version passes at ${targetRate !== undefined ? `${Math.round(targetRate * 1000) / 10}%` : "the target"} agreement or higher, and you promote the best one from the results page. No new human work is needed.`}
413
+ </Text>
414
+ </Box>
415
+ <TextField
416
+ errorText={targetRate === undefined ? "Enter a percent between 1 and 100." : undefined}
417
+ helperText="A version passes when its answers match the humans' at least this often. Default 90%."
418
+ onChange={onTargetAgreementChange}
419
+ testID="ai-judge-target-agreement"
420
+ title="Target agreement (%)"
421
+ value={targetAgreement}
422
+ />
423
+ <TextField
424
+ helperText="Optional. Leave blank to use the judge prompt's model."
425
+ onChange={onModelOverrideChange}
426
+ testID="ai-judge-model-override"
427
+ title="Model override"
428
+ value={modelOverride}
429
+ />
430
+ {isEstimating ? (
431
+ <Box alignItems="start" testID="ai-judge-estimating">
432
+ <Spinner size="sm" />
433
+ </Box>
434
+ ) : undefined}
435
+ {estimate ? (
436
+ <Text bold testID="ai-judge-estimate">
437
+ {formatExperimentEstimate({estimate, unit: "judge calls"})}
438
+ </Text>
439
+ ) : undefined}
440
+ {estimateError ? (
441
+ <Text color="error" size="sm">
442
+ {estimateError}
443
+ </Text>
444
+ ) : undefined}
445
+ </Box>
446
+ ) : undefined}
447
+ <WizardFooter
448
+ isLastStep={step === 4}
449
+ isNextDisabled={isNextDisabled}
450
+ isRunDisabled={targetRate === undefined}
451
+ isRunning={isCreating}
452
+ onBack={
453
+ step > 1
454
+ ? () => {
455
+ onStepChange((step - 1) as JudgeWizardStep);
456
+ }
457
+ : undefined
458
+ }
459
+ onNext={() => {
460
+ onStepChange((step + 1) as JudgeWizardStep);
461
+ }}
462
+ onRun={onRun}
463
+ runText="Run calibration"
464
+ testIDPrefix="ai-judge"
465
+ />
466
+ </Card>
467
+ );
468
+ };
@@ -0,0 +1,106 @@
1
+ import {Box, Button} from "@terreno/ui";
2
+ import React from "react";
3
+ import type {EvalStepState} from "../shell/EvalStepper";
4
+
5
+ export interface WizardFooterProps {
6
+ isNextDisabled?: boolean;
7
+ isRunning?: boolean;
8
+ isRunDisabled?: boolean;
9
+ /** Last step shows the run button instead of Continue. */
10
+ isLastStep: boolean;
11
+ onBack?: () => void;
12
+ onNext: () => void;
13
+ onRun: () => void;
14
+ runText: string;
15
+ testIDPrefix: string;
16
+ }
17
+
18
+ /** Ghost Back on the left of a primary Continue, or the run button on the last step. */
19
+ export const WizardFooter: React.FC<WizardFooterProps> = ({
20
+ isLastStep,
21
+ isNextDisabled,
22
+ isRunDisabled,
23
+ isRunning,
24
+ onBack,
25
+ onNext,
26
+ onRun,
27
+ runText,
28
+ testIDPrefix,
29
+ }) => {
30
+ return (
31
+ <Box alignItems="center" direction="row" gap={2} justifyContent="between" wrap>
32
+ <Box>
33
+ {onBack ? (
34
+ <Button
35
+ iconName="arrow-left"
36
+ onClick={onBack}
37
+ testID={`${testIDPrefix}-back`}
38
+ text="Back"
39
+ variant="ghost"
40
+ />
41
+ ) : null}
42
+ </Box>
43
+ {isLastStep ? (
44
+ <Button
45
+ disabled={isRunDisabled}
46
+ iconName="play"
47
+ loading={isRunning}
48
+ onClick={onRun}
49
+ testID={`${testIDPrefix}-run`}
50
+ text={runText}
51
+ />
52
+ ) : (
53
+ <Button
54
+ disabled={isNextDisabled}
55
+ iconName="arrow-right"
56
+ iconPosition="right"
57
+ onClick={() => {
58
+ if (isNextDisabled) {
59
+ return;
60
+ }
61
+ onNext();
62
+ }}
63
+ testID={`${testIDPrefix}-next`}
64
+ text="Continue"
65
+ />
66
+ )}
67
+ </Box>
68
+ );
69
+ };
70
+
71
+ /** Stepper entries for a wizard: done before the current step, pressable unless locked. */
72
+ export const buildWizardSteps = <Step extends number>({
73
+ current,
74
+ isLocked,
75
+ labels,
76
+ onStepChange,
77
+ testIDPrefix,
78
+ }: {
79
+ current: Step;
80
+ isLocked: (step: Step) => boolean;
81
+ labels: string[];
82
+ onStepChange: (step: Step) => void;
83
+ testIDPrefix: string;
84
+ }): Array<{
85
+ onPress?: () => void;
86
+ state: EvalStepState;
87
+ testID: string;
88
+ title: string;
89
+ }> => {
90
+ return labels.map((label, index) => {
91
+ const stepNumber = (index + 1) as Step;
92
+ const state: EvalStepState =
93
+ stepNumber === current ? "now" : stepNumber < current ? "done" : "later";
94
+ return {
95
+ onPress:
96
+ isLocked(stepNumber) || stepNumber === current
97
+ ? undefined
98
+ : () => {
99
+ onStepChange(stepNumber);
100
+ },
101
+ state,
102
+ testID: `${testIDPrefix}-${stepNumber}`,
103
+ title: label,
104
+ };
105
+ });
106
+ };