@terreno/admin-frontend 57.21.0 → 57.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (308) hide show
  1. package/CHANGELOG.md +31 -0
  2. package/dist/index.d.ts +1 -1
  3. package/dist/index.d.ts.map +1 -1
  4. package/dist/index.js +1 -1
  5. package/dist/index.js.map +1 -1
  6. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  7. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  8. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  9. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  10. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  11. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  12. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  13. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  14. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  15. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  16. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  17. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  18. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  19. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  20. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  21. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  22. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  23. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  24. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  25. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  26. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  27. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  28. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  29. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  30. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  31. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  32. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  33. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  34. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  35. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  36. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  37. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  38. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  39. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  40. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  41. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  42. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  43. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  44. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  45. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  47. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  48. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  49. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  50. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  51. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  52. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  53. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  54. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  55. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  56. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  57. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  58. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  59. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  60. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  61. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  62. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  63. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  64. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  65. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  66. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  67. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  68. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  70. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  71. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  72. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  73. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
  74. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  75. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  76. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  77. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  78. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  79. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  80. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  81. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  82. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  83. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  85. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  86. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  87. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  88. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  89. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  90. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  91. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  92. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  93. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  94. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  95. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  96. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  97. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  98. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  99. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  100. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  101. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  102. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  103. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  104. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  105. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  106. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  107. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  108. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  109. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  110. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  111. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  112. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  113. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
  114. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  115. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  116. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  117. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  118. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  119. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  120. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  121. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  122. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  123. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  124. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  125. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  126. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  127. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  128. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  129. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  130. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  131. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  132. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  133. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  134. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  135. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  136. package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
  137. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  138. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  139. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  140. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  141. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  142. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  143. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  144. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  145. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  146. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  147. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  149. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
  151. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  152. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
  153. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  154. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  155. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  156. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  157. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  158. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  159. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  160. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  161. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  162. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  163. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  164. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  165. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  166. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  168. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  169. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  170. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  172. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  173. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  174. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  176. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  177. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  178. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  179. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  180. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  181. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  182. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  183. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  184. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  185. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  186. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  188. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  190. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  191. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  192. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  193. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  194. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  196. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  198. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  199. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  200. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  201. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  202. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  203. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  204. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  205. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  206. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  207. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  208. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  209. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  210. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  211. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  212. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  213. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  214. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  215. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  216. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  217. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  218. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  219. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  220. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  221. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  222. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  223. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  224. package/package.json +3 -3
  225. package/src/index.tsx +2 -0
  226. package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
  227. package/src/isolated/aiListTables.isolated.tsx +654 -0
  228. package/src/isolated/aiObservabilityScreens.isolated.tsx +715 -287
  229. package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
  230. package/src/isolated/aiTracesTable.isolated.tsx +375 -0
  231. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  232. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  233. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  234. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  235. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  236. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  237. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  238. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  239. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  240. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  241. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  242. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  243. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  244. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  245. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  246. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  247. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  248. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  249. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  250. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  251. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  252. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  253. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  254. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  255. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  256. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
  257. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
  258. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  259. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  260. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
  261. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  262. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  263. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  264. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  265. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  266. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  267. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  268. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  269. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  270. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
  271. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  272. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
  273. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  274. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  275. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  276. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  277. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  278. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
  279. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  280. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  281. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  282. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  283. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
  284. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
  285. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  286. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
  287. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  288. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  289. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  290. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  291. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  292. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  293. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  294. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  295. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  296. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  297. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  298. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  299. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  300. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  301. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  302. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  303. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  304. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  305. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  306. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  307. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
  308. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
@@ -1,19 +1,23 @@
1
1
  import {
2
+ Badge,
2
3
  Box,
3
4
  Button,
4
5
  DataTable,
5
6
  type DataTableCellData,
6
- type DataTableColumn,
7
7
  FilePickerButton,
8
8
  Modal,
9
+ Spinner,
9
10
  Text,
10
11
  TextArea,
11
12
  TextField,
12
13
  } from "@terreno/ui";
13
14
  import {DateTime} from "luxon";
14
- import React, {useMemo} from "react";
15
+ import React, {useCallback, useMemo} from "react";
16
+ import {MeterBar} from "../shell/AgreementMeter";
17
+ import {type ClientTableColumn, distinctChoiceOptions, useClientTable} from "../shell/clientTable";
18
+ import {ObservabilityEmptyState, ObservabilityErrorState} from "../shell/ObservabilityStates";
15
19
  import {detectImportFormat} from "./datasetImport";
16
- import {type DatasetImportResult, type DatasetRecord, formatProvenanceBar} from "./datasetTypes";
20
+ import type {DatasetImportResult, DatasetRecord} from "./datasetTypes";
17
21
 
18
22
  export interface AiDatasetsListViewProps {
19
23
  canCreate?: boolean;
@@ -41,23 +45,20 @@ export interface AiDatasetsListViewProps {
41
45
  onDismissCreate: () => void;
42
46
  onDismissImport: () => void;
43
47
  onFilePicked: (args: {content: string; filename: string}) => void;
48
+ /** Called when a chosen file cannot be read, so the screen can say so. */
49
+ onFileReadError?: (message: string) => void;
50
+ /** Opens Traces, where people pick traces to save as a dataset. */
51
+ onGoToTraces?: () => void;
44
52
  onImportPasteChange: (value: string) => void;
45
53
  onImportSubmit: () => void;
46
- onOpenCreate: () => void;
54
+ /** Kept for callers; the screen header now owns the New dataset button. */
55
+ onOpenCreate?: () => void;
47
56
  onOpenDetail: (id: string) => void;
48
57
  onOpenImport: (datasetId: string) => void;
49
58
  onRetry: () => void;
50
59
  }
51
60
 
52
- const COLUMNS: DataTableColumn[] = [
53
- {columnType: "text", title: "Name", width: 180},
54
- {columnType: "text", title: "Items", width: 80},
55
- {columnType: "text", title: "Provenance", width: 160},
56
- {columnType: "text", title: "Schema binding", width: 160},
57
- {columnType: "text", title: "Updated", width: 120},
58
- {columnType: "datasetOpen", title: "", width: 88},
59
- {columnType: "datasetImport", title: "", width: 100},
60
- ];
61
+ const FILE_READ_ERROR = "Could not read that file. Try again, or paste its contents below.";
61
62
 
62
63
  const formatUpdated = (iso: string): string => {
63
64
  const parsed = DateTime.fromISO(iso);
@@ -67,8 +68,151 @@ const formatUpdated = (iso: string): string => {
67
68
  return parsed.toRelative() ?? iso;
68
69
  };
69
70
 
71
+ const humanShare = (dataset: DatasetRecord): number | undefined => {
72
+ if (dataset.counts.total === 0) {
73
+ return undefined;
74
+ }
75
+ return Math.round((dataset.counts.human / dataset.counts.total) * 100);
76
+ };
77
+
78
+ /** Items still to proofread across every question set that answered this dataset. */
79
+ // Answers given to an older wording of the questions; they must be re-answered to count.
80
+ const staleAnswerCount = (dataset: DatasetRecord): number => {
81
+ return (dataset.judgments ?? []).reduce((total, entry) => total + entry.stale, 0);
82
+ };
83
+
84
+ const datasetSearchText = (dataset: DatasetRecord): string => dataset.name;
85
+
86
+ const buildColumns = (datasets: DatasetRecord[]): ClientTableColumn<DatasetRecord>[] => {
87
+ const hasJudgments = datasets.some((dataset) => (dataset.judgments ?? []).length > 0);
88
+ const columns: ClientTableColumn<DatasetRecord>[] = [
89
+ {
90
+ cell: (dataset) => ({value: dataset}),
91
+ columnType: "datasetName",
92
+ filter: {kind: "text"},
93
+ key: "name",
94
+ title: "Dataset",
95
+ value: (dataset) => dataset.name,
96
+ width: 260,
97
+ },
98
+ {
99
+ cell: (dataset) => ({value: dataset.counts.total.toLocaleString("en-US")}),
100
+ columnType: "number",
101
+ filter: {kind: "numberRange"},
102
+ key: "items",
103
+ title: "Items",
104
+ value: (dataset) => dataset.counts.total,
105
+ width: 120,
106
+ },
107
+ {
108
+ // Sorts and filters by the proofread share shown in the bar.
109
+ cell: (dataset) => ({value: dataset}),
110
+ columnType: "datasetSource",
111
+ filter: {kind: "numberRange", label: "Proofread %"},
112
+ key: "provenance",
113
+ title: "Source",
114
+ value: humanShare,
115
+ width: 240,
116
+ },
117
+ ];
118
+ if (hasJudgments) {
119
+ columns.push({
120
+ cell: (dataset) => ({value: dataset}),
121
+ columnType: "datasetAnswers",
122
+ key: "answers",
123
+ sortable: false,
124
+ title: "People's answers",
125
+ width: 220,
126
+ });
127
+ }
128
+ columns.push(
129
+ {
130
+ cell: (dataset) => ({value: dataset.inputSchemaPromptName ?? "—"}),
131
+ filter: {
132
+ kind: "choice",
133
+ options: distinctChoiceOptions(datasets, (dataset) => dataset.inputSchemaPromptName),
134
+ },
135
+ key: "schemaBinding",
136
+ title: "Prompt",
137
+ value: (dataset) => dataset.inputSchemaPromptName,
138
+ width: 200,
139
+ },
140
+ {
141
+ cell: (dataset) => ({value: formatUpdated(dataset.updated)}),
142
+ filter: {kind: "dateRange"},
143
+ key: "updated",
144
+ title: "Updated",
145
+ value: (dataset) => dataset.updated,
146
+ width: 160,
147
+ },
148
+ {
149
+ cell: (dataset) => ({value: dataset.id}),
150
+ columnType: "datasetImport",
151
+ key: "import",
152
+ title: "Add items",
153
+ width: 140,
154
+ }
155
+ );
156
+ return columns;
157
+ };
158
+
159
+ const NumberCell: React.FC<{cellData: DataTableCellData}> = ({cellData}) => (
160
+ <Box flex="grow" justifyContent="center" width="100%">
161
+ <Text align="right">{String(cellData.value ?? "")}</Text>
162
+ </Box>
163
+ );
164
+
165
+ const SourceCell: React.FC<{cellData: DataTableCellData}> = ({cellData}) => {
166
+ const dataset = cellData.value as DatasetRecord;
167
+ const {human, needsReview, total} = dataset.counts;
168
+ if (total === 0) {
169
+ return (
170
+ <Box justifyContent="center">
171
+ <Text color="secondaryLight">—</Text>
172
+ </Box>
173
+ );
174
+ }
175
+ return (
176
+ <Box gap={1} justifyContent="center" testID={`ai-datasets-source-${dataset.id}`}>
177
+ <Text size="sm">{`${human} proofread · ${needsReview} to check`}</Text>
178
+ <MeterBar fraction={human / total} />
179
+ </Box>
180
+ );
181
+ };
182
+
183
+ const AnswersCell: React.FC<{cellData: DataTableCellData}> = ({cellData}) => {
184
+ const dataset = cellData.value as DatasetRecord;
185
+ const judgments = dataset.judgments ?? [];
186
+ if (judgments.length === 0) {
187
+ return (
188
+ <Box justifyContent="center">
189
+ <Text color="secondaryLight">—</Text>
190
+ </Box>
191
+ );
192
+ }
193
+ const stale = staleAnswerCount(dataset);
194
+ const allAnswered = judgments.every((entry) => entry.current >= entry.total);
195
+ const leastAnswered = Math.min(...judgments.map((entry) => entry.current));
196
+ const total = Math.max(...judgments.map((entry) => entry.total));
197
+ return (
198
+ <Box alignItems="start" justifyContent="center" testID={`ai-datasets-answers-${dataset.id}`}>
199
+ {stale > 0 ? (
200
+ <Badge
201
+ iconName="pen"
202
+ secondary
203
+ status="warning"
204
+ value={`${stale} ${stale === 1 ? "answer" : "answers"} out of date`}
205
+ />
206
+ ) : allAnswered ? (
207
+ <Badge iconName="check" secondary status="success" value="All answered" />
208
+ ) : (
209
+ <Badge secondary status="neutral" value={`${leastAnswered} of ${total} answered`} />
210
+ )}
211
+ </Box>
212
+ );
213
+ };
214
+
70
215
  export const AiDatasetsListView: React.FC<AiDatasetsListViewProps> = ({
71
- canCreate = true,
72
216
  canImport = true,
73
217
  createError,
74
218
  createName,
@@ -92,132 +236,187 @@ export const AiDatasetsListView: React.FC<AiDatasetsListViewProps> = ({
92
236
  onDismissCreate,
93
237
  onDismissImport,
94
238
  onFilePicked,
239
+ onFileReadError,
240
+ onGoToTraces,
95
241
  onImportPasteChange,
96
242
  onImportSubmit,
97
- onOpenCreate,
98
243
  onOpenDetail,
99
244
  onOpenImport,
100
245
  onRetry,
101
246
  }) => {
102
247
  const customColumnComponentMap = useMemo(
103
248
  () => ({
249
+ datasetAnswers: AnswersCell,
104
250
  datasetImport: ({cellData}: {cellData: DataTableCellData}) =>
105
251
  canImport ? (
106
- <Box justifyContent="center">
252
+ <Box alignItems="start" justifyContent="center">
107
253
  <Button
254
+ iconName="file-import"
108
255
  onClick={() => {
109
256
  onOpenImport(String(cellData.value ?? ""));
110
257
  }}
111
258
  size="sm"
112
259
  testID={`ai-datasets-import-${String(cellData.value ?? "")}`}
113
260
  text="Import"
114
- variant="ghost"
261
+ variant="outline"
115
262
  />
116
263
  </Box>
117
264
  ) : null,
118
- datasetOpen: ({cellData}: {cellData: DataTableCellData}) => (
119
- <Box justifyContent="center">
120
- <Button
265
+ datasetName: ({cellData}: {cellData: DataTableCellData}) => {
266
+ const dataset = cellData.value as DatasetRecord;
267
+ return (
268
+ <Box
269
+ accessibilityHint="Opens the dataset"
270
+ accessibilityLabel={`Open dataset ${dataset.name}`}
271
+ flex="grow"
272
+ justifyContent="center"
121
273
  onClick={() => {
122
- onOpenDetail(String(cellData.value ?? ""));
274
+ onOpenDetail(dataset.id);
123
275
  }}
124
- size="sm"
125
- testID={`ai-datasets-open-${String(cellData.value ?? "")}`}
126
- text="Open"
127
- variant="outline"
128
- />
129
- </Box>
130
- ),
276
+ >
277
+ <Box testID={`ai-datasets-open-${dataset.id}`}>
278
+ <Text bold numberOfLines={1}>
279
+ {dataset.name}
280
+ </Text>
281
+ </Box>
282
+ </Box>
283
+ );
284
+ },
285
+ datasetSource: SourceCell,
286
+ number: NumberCell,
131
287
  }),
132
288
  [canImport, onOpenDetail, onOpenImport]
133
289
  );
134
290
 
135
- const rows: DataTableCellData[][] = useMemo(() => {
136
- return datasets.map((dataset) => {
137
- return [
138
- {value: dataset.name},
139
- {value: String(dataset.counts.total)},
140
- {value: formatProvenanceBar(dataset.counts)},
141
- {value: dataset.inputSchemaPromptName ?? "—"},
142
- {value: formatUpdated(dataset.updated)},
143
- {value: dataset.id},
144
- {value: dataset.id},
145
- ];
146
- });
147
- }, [datasets]);
291
+ const columns = useMemo(() => buildColumns(datasets), [datasets]);
292
+ const {rows: _sortedDatasets, ...table} = useClientTable({
293
+ columns,
294
+ rows: datasets,
295
+ searchText: datasetSearchText,
296
+ });
148
297
 
149
- return (
150
- <Box gap={3} testID="ai-datasets-list">
151
- <Box direction="row" gap={2} justifyContent="between" wrap>
152
- <Text color="secondaryDark" size="sm">
153
- Human-annotated items are proofread. Auto-captured items may need review.
154
- </Text>
155
- {canCreate ? (
156
- <Button onClick={onOpenCreate} testID="ai-datasets-create" text="New dataset" />
157
- ) : undefined}
158
- </Box>
159
- {loadError ? (
160
- <Box gap={2} testID="ai-datasets-load-error">
161
- <Text color="error">{loadError}</Text>
162
- <Button onClick={onRetry} text="Retry" variant="secondary" />
163
- </Box>
164
- ) : undefined}
165
- {isLoading ? (
166
- <Box padding={4} testID="ai-datasets-loading">
167
- <Text>Loading datasets…</Text>
168
- </Box>
169
- ) : datasets.length === 0 ? (
170
- <Box padding={4} testID="ai-datasets-empty">
171
- <Text color="secondaryDark">No datasets yet. Create one or import JSON/CSV.</Text>
298
+ const handleFilesSelected = useCallback(
299
+ (files: Array<{name: string; uri: string}>): void => {
300
+ const file = files[0];
301
+ if (!file) {
302
+ return;
303
+ }
304
+ fetch(file.uri)
305
+ .then((response) => response.text())
306
+ .then((content) => {
307
+ onFilePicked({content, filename: file.name});
308
+ })
309
+ .catch((error: unknown) => {
310
+ console.warn("Could not read dataset import file", error);
311
+ onFileReadError?.(FILE_READ_ERROR);
312
+ });
313
+ },
314
+ [onFilePicked, onFileReadError]
315
+ );
316
+
317
+ const renderBody = (): React.ReactNode => {
318
+ if (isLoading) {
319
+ return (
320
+ <Box alignItems="center" padding={5} testID="ai-datasets-loading">
321
+ <Spinner />
172
322
  </Box>
173
- ) : (
174
- <DataTable
175
- columns={COLUMNS}
176
- customColumnComponentMap={customColumnComponentMap}
177
- data={rows}
178
- testID="ai-datasets-table"
323
+ );
324
+ }
325
+ if (loadError) {
326
+ return (
327
+ <ObservabilityErrorState
328
+ onRetry={onRetry}
329
+ testID="ai-datasets-load-error"
330
+ text={loadError}
179
331
  />
180
- )}
181
- <Modal onDismiss={onDismissCreate} title="New dataset" visible={createOpen}>
182
- <Box gap={3} padding={3} testID="ai-datasets-create-form">
183
- <TextField onChange={onCreateNameChange} title="Name" value={createName} />
332
+ );
333
+ }
334
+ if (datasets.length === 0) {
335
+ return (
336
+ <ObservabilityEmptyState
337
+ actionIconName="arrow-right"
338
+ actionText={onGoToTraces ? "Go to traces" : undefined}
339
+ description="Pick traces and choose Add to dataset, or create an empty dataset and import JSON or CSV."
340
+ iconName="database"
341
+ onAction={onGoToTraces}
342
+ testID="ai-datasets-empty"
343
+ title="No datasets yet"
344
+ />
345
+ );
346
+ }
347
+ return (
348
+ <DataTable
349
+ {...table}
350
+ customColumnComponentMap={customColumnComponentMap}
351
+ emptyContent={
352
+ <ObservabilityEmptyState
353
+ description="Clear a filter or the search to see more datasets."
354
+ iconName="filter"
355
+ testID="ai-datasets-no-matches"
356
+ title="No datasets match these filters"
357
+ />
358
+ }
359
+ rowHeight={64}
360
+ testID="ai-datasets-table"
361
+ />
362
+ );
363
+ };
364
+
365
+ return (
366
+ <Box gap={4} testID="ai-datasets-list">
367
+ {renderBody()}
368
+ <Modal
369
+ onDismiss={onDismissCreate}
370
+ primaryButtonDisabled={isCreating}
371
+ primaryButtonOnClick={onCreate}
372
+ primaryButtonText="Create dataset"
373
+ secondaryButtonOnClick={onDismissCreate}
374
+ secondaryButtonText="Cancel"
375
+ title="New dataset"
376
+ visible={createOpen}
377
+ >
378
+ <Box gap={3} testID="ai-datasets-create-form">
184
379
  <TextField
185
- helperText="Optional prompt whose input schema validates items"
380
+ onChange={onCreateNameChange}
381
+ testID="ai-datasets-create-name"
382
+ title="Name"
383
+ value={createName}
384
+ />
385
+ <TextField
386
+ helperText="Optional. Items must match this prompt's input variables."
186
387
  onChange={onCreatePromptBindingChange}
187
- title="Input schema prompt binding"
388
+ testID="ai-datasets-create-binding"
389
+ title="Prompt"
188
390
  value={createPromptBinding}
189
391
  />
190
- {createError ? <Text color="error">{createError}</Text> : undefined}
191
- <Button loading={isCreating} onClick={onCreate} text="Create dataset" />
392
+ {createError ? <Text color="error">{createError}</Text> : null}
192
393
  </Box>
193
394
  </Modal>
194
- <Modal onDismiss={onDismissImport} title="Import items" visible={importOpen}>
195
- <Box gap={3} padding={3} testID="ai-datasets-import-modal">
196
- <Box direction="row" gap={2}>
395
+ <Modal
396
+ onDismiss={onDismissImport}
397
+ primaryButtonDisabled={isImporting}
398
+ primaryButtonOnClick={onImportSubmit}
399
+ primaryButtonText="Import"
400
+ secondaryButtonOnClick={onDismissImport}
401
+ secondaryButtonText="Cancel"
402
+ title="Import items"
403
+ visible={importOpen}
404
+ >
405
+ <Box gap={3} testID="ai-datasets-import-modal">
406
+ <Box alignItems="center" direction="row" gap={2} wrap>
197
407
  <FilePickerButton
198
- onFilesSelected={(files) => {
199
- const file = files[0];
200
- if (!file) {
201
- return;
202
- }
203
- fetch(file.uri)
204
- .then((response) => response.text())
205
- .then((content) => {
206
- onFilePicked({content, filename: file.name});
207
- })
208
- .catch(() => undefined);
209
- }}
408
+ onFilesSelected={handleFilesSelected}
210
409
  testID="ai-datasets-file-picker"
211
410
  />
212
- <Text color="secondaryDark" size="sm">
213
- Select .json or .csv
411
+ <Text color="secondaryLight" size="sm">
412
+ Choose a .json or .csv file
214
413
  </Text>
215
414
  </Box>
216
415
  {importFilename ? (
217
416
  <Text testID="ai-datasets-import-filename">
218
417
  {importFilename} ({importFormat ?? detectImportFormat(importFilename, importPaste)})
219
418
  </Text>
220
- ) : undefined}
419
+ ) : null}
221
420
  {importPreview ? (
222
421
  <TextArea
223
422
  disabled
@@ -226,20 +425,22 @@ export const AiDatasetsListView: React.FC<AiDatasetsListViewProps> = ({
226
425
  title="Preview"
227
426
  value={importPreview}
228
427
  />
229
- ) : undefined}
428
+ ) : null}
230
429
  <TextArea
231
430
  onChange={onImportPasteChange}
232
431
  rows={6}
233
432
  testID="ai-datasets-import-paste"
234
- title="Or paste JSON / CSV"
433
+ title="Or paste JSON or CSV"
235
434
  value={importPaste}
236
435
  />
237
436
  {importResult ? (
238
437
  <Text color="success" testID="ai-datasets-import-result">
239
- Created {importResult.created} items
240
- {importResult.errors.length > 0 ? ` · ${importResult.errors.length} row errors` : ""}
438
+ {`Added ${importResult.created} ${importResult.created === 1 ? "item" : "items"}`}
439
+ {importResult.errors.length > 0
440
+ ? ` · ${importResult.errors.length} ${importResult.errors.length === 1 ? "row" : "rows"} with errors`
441
+ : ""}
241
442
  </Text>
242
- ) : undefined}
443
+ ) : null}
243
444
  {importResult?.errors.map((entry) => {
244
445
  return (
245
446
  <Text color="error" key={`${entry.row}-${entry.path ?? ""}`} size="sm">
@@ -252,8 +453,7 @@ export const AiDatasetsListView: React.FC<AiDatasetsListViewProps> = ({
252
453
  <Text color="error" testID="ai-datasets-import-error">
253
454
  {importError}
254
455
  </Text>
255
- ) : undefined}
256
- <Button loading={isImporting} onClick={onImportSubmit} text="Import" />
456
+ ) : null}
257
457
  </Box>
258
458
  </Modal>
259
459
  </Box>
@@ -3,7 +3,6 @@ import {assert} from "chai";
3
3
  import type {DatasetItemRecord, DatasetRecord} from "./datasetTypes";
4
4
  import {
5
5
  filterDatasetItemsByTab,
6
- formatProvenanceBar,
7
6
  summarizeJson,
8
7
  unwrapDatasetItems,
9
8
  unwrapDatasetList,
@@ -51,18 +50,6 @@ describe("datasetTypes helpers", () => {
51
50
  assert.deepEqual(unwrapDatasetItems([{bad: true}]), []);
52
51
  });
53
52
 
54
- it("formats provenance bar and handles empty totals", () => {
55
- assert.equal(formatProvenanceBar({auto: 0, human: 0, needsReview: 0, total: 0}), "—");
56
- assert.equal(
57
- formatProvenanceBar({auto: 2, human: 1, needsReview: 0, total: 3}),
58
- "33% human · 67% auto"
59
- );
60
- assert.equal(
61
- formatProvenanceBar({auto: 1, human: 1, needsReview: 0, total: 1}),
62
- "100% human · 0% auto"
63
- );
64
- });
65
-
66
53
  it("filters items by tab", () => {
67
54
  const items = [
68
55
  item({id: "human", proofread: true}),
@@ -5,6 +5,19 @@ export interface DatasetCounts {
5
5
  total: number;
6
6
  }
7
7
 
8
+ /** Human judging progress for one question set on a dataset. */
9
+ export interface DatasetJudgment {
10
+ /** Items with any answer from this question set. */
11
+ answered: number;
12
+ /** Answers given to the questions as they are now. */
13
+ current: number;
14
+ evaluatorId: string;
15
+ evaluatorName: string;
16
+ /** Answers given to an older version of the questions; they no longer count. */
17
+ stale: number;
18
+ total: number;
19
+ }
20
+
8
21
  export interface DatasetRecord {
9
22
  counts: DatasetCounts;
10
23
  created: string;
@@ -12,6 +25,8 @@ export interface DatasetRecord {
12
25
  expectedOutputSchema?: Record<string, unknown>;
13
26
  id: string;
14
27
  inputSchemaPromptName?: string;
28
+ /** One row per question set that answered any item or has a review batch from this dataset. */
29
+ judgments?: DatasetJudgment[];
15
30
  name: string;
16
31
  tags: string[];
17
32
  updated: string;
@@ -78,19 +93,6 @@ export const unwrapDatasetItems = (raw: unknown): DatasetItemRecord[] => {
78
93
  });
79
94
  };
80
95
 
81
- export const formatProvenanceBar = (counts: DatasetCounts): string => {
82
- if (counts.total === 0) {
83
- return "—";
84
- }
85
- const humanPct = Math.round((counts.human / counts.total) * 100);
86
- // Auto is the unreviewed trace/synthetic share. A stale payload that also
87
- // counts those items as human must not render both shares at 100%.
88
- const nonHuman = Math.max(0, counts.total - counts.human);
89
- const autoCount = Math.min(Math.max(0, counts.auto), nonHuman);
90
- const autoPct = Math.round((autoCount / counts.total) * 100);
91
- return `${humanPct}% human · ${autoPct}% auto`;
92
- };
93
-
94
96
  export const filterDatasetItemsByTab = (
95
97
  items: DatasetItemRecord[],
96
98
  tab: DatasetItemTab
@@ -119,3 +121,25 @@ export const summarizeJson = (value: unknown): string => {
119
121
  const text = JSON.stringify(value);
120
122
  return text.length > 80 ? `${text.slice(0, 80)}…` : text;
121
123
  };
124
+
125
+ /** "10 of 10 answered with summary-review-questions". */
126
+ export const formatJudgmentCoverage = (judgment: DatasetJudgment): string => {
127
+ return `${judgment.current} of ${judgment.total} answered with ${judgment.evaluatorName}`;
128
+ };
129
+
130
+ /** "2 stale answers — the questions changed after they were given". */
131
+ export const formatStaleAnswers = (judgment: DatasetJudgment): string | undefined => {
132
+ if (judgment.stale <= 0) {
133
+ return undefined;
134
+ }
135
+ return `${judgment.stale} stale ${judgment.stale === 1 ? "answer" : "answers"} — the questions changed after ${judgment.stale === 1 ? "it was" : "they were"} given, so ${judgment.stale === 1 ? "it no longer counts" : "they no longer count"}. Send the dataset to human review again to re-judge.`;
136
+ };
137
+
138
+ /** Question sets with current human answers, most answered first. */
139
+ export const judgedQuestionSets = (
140
+ dataset?: Pick<DatasetRecord, "judgments">
141
+ ): DatasetJudgment[] => {
142
+ return [...(dataset?.judgments ?? [])]
143
+ .filter((judgment) => judgment.current > 0)
144
+ .sort((left, right) => right.current - left.current);
145
+ };