@terreno/admin-frontend 57.21.0 → 57.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (308) hide show
  1. package/CHANGELOG.md +31 -0
  2. package/dist/index.d.ts +1 -1
  3. package/dist/index.d.ts.map +1 -1
  4. package/dist/index.js +1 -1
  5. package/dist/index.js.map +1 -1
  6. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  7. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  8. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  9. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  10. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  11. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  12. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  13. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  14. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  15. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  16. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  17. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  18. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  19. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  20. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  21. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  22. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  23. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  24. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  25. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  26. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  27. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  28. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  29. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  30. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  31. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  32. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  33. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  34. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  35. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  36. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  37. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  38. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  39. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  40. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  41. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  42. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  43. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  44. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  45. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  47. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  48. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  49. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  50. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  51. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  52. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  53. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  54. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  55. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  56. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  57. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  58. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  59. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  60. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  61. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  62. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  63. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  64. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  65. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  66. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  67. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  68. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  70. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  71. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  72. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  73. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
  74. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  75. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  76. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  77. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  78. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  79. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  80. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  81. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  82. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  83. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  85. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  86. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  87. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  88. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  89. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  90. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  91. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  92. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  93. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  94. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  95. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  96. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  97. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  98. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  99. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  100. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  101. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  102. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  103. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  104. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  105. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  106. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  107. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  108. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  109. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  110. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  111. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  112. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  113. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
  114. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  115. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  116. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  117. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  118. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  119. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  120. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  121. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  122. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  123. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  124. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  125. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  126. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  127. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  128. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  129. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  130. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  131. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  132. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  133. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  134. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  135. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  136. package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
  137. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  138. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  139. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  140. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  141. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  142. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  143. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  144. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  145. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  146. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  147. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  149. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
  151. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  152. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
  153. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  154. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  155. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  156. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  157. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  158. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  159. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  160. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  161. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  162. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  163. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  164. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  165. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  166. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  168. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  169. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  170. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  172. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  173. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  174. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  176. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  177. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  178. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  179. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  180. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  181. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  182. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  183. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  184. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  185. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  186. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  188. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  190. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  191. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  192. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  193. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  194. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  196. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  198. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  199. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  200. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  201. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  202. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  203. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  204. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  205. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  206. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  207. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  208. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  209. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  210. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  211. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  212. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  213. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  214. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  215. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  216. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  217. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  218. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  219. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  220. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  221. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  222. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  223. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  224. package/package.json +3 -3
  225. package/src/index.tsx +2 -0
  226. package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
  227. package/src/isolated/aiListTables.isolated.tsx +654 -0
  228. package/src/isolated/aiObservabilityScreens.isolated.tsx +715 -287
  229. package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
  230. package/src/isolated/aiTracesTable.isolated.tsx +375 -0
  231. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  232. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  233. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  234. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  235. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  236. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  237. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  238. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  239. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  240. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  241. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  242. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  243. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  244. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  245. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  246. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  247. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  248. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  249. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  250. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  251. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  252. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  253. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  254. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  255. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  256. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
  257. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
  258. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  259. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  260. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
  261. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  262. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  263. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  264. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  265. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  266. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  267. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  268. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  269. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  270. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
  271. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  272. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
  273. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  274. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  275. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  276. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  277. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  278. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
  279. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  280. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  281. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  282. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  283. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
  284. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
  285. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  286. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
  287. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  288. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  289. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  290. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  291. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  292. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  293. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  294. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  295. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  296. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  297. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  298. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  299. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  300. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  301. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  302. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  303. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  304. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  305. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  306. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  307. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
  308. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
@@ -1,27 +1,41 @@
1
1
  import {router, useLocalSearchParams} from "expo-router";
2
2
  import React, {useCallback, useEffect, useMemo, useState} from "react";
3
3
  import type {AdminScreenWidgetProps} from "../../../types";
4
- import {unwrapDatasetList} from "../datasets/datasetTypes";
4
+ import {judgedQuestionSets, unwrapDatasetList} from "../datasets/datasetTypes";
5
5
  import {useAiObservabilityDatasetsApi} from "../datasets/useAiObservabilityDatasetsApi";
6
6
  import {unwrapEvaluatorList} from "../evaluators/evaluatorTypes";
7
7
  import {useAiObservabilityEvaluatorsApi} from "../evaluators/useAiObservabilityEvaluatorsApi";
8
8
  import {unwrapPromptDetail, unwrapPromptList} from "../prompts/promptTypes";
9
9
  import {useAiObservabilityPromptsApi} from "../prompts/useAiObservabilityPromptsApi";
10
10
  import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
11
- import {AiExperimentNewView, type ExperimentWizardStep} from "./AiExperimentNewView";
11
+ import {type ExperimentPipeline, parsePipeline} from "../shell/evalPipeline";
12
12
  import {
13
+ AiExperimentNewView,
14
+ DATASET_REQUIRED_MESSAGE,
15
+ type ExperimentWizardStep,
16
+ } from "./AiExperimentNewView";
17
+ import {type JudgeWizardStep, judgesForQuestionSet} from "./AiJudgeExperimentSteps";
18
+ import {
19
+ DEFAULT_TARGET_AGREEMENT,
13
20
  type ExperimentEstimate,
14
21
  isAutomaticExperimentEvaluator,
15
22
  isValidExperimentVersionCount,
23
+ parseTargetAgreementPercent,
16
24
  unwrapObservabilityPayload,
17
25
  } from "./experimentTypes";
18
26
  import {useAiObservabilityExperimentsApi} from "./useAiObservabilityExperimentsApi";
19
27
 
20
28
  export const AiExperimentNewScreenWidget: React.FC<AdminScreenWidgetProps> = (props) => {
21
29
  const {api, routeBase} = props;
22
- const params = useLocalSearchParams<{datasetId?: string | string[]}>();
30
+ const params = useLocalSearchParams<{
31
+ datasetId?: string | string[];
32
+ pipeline?: string | string[];
33
+ }>();
23
34
  const datasetParam = params.datasetId;
24
35
  const initialDatasetId = Array.isArray(datasetParam) ? datasetParam[0] : datasetParam;
36
+ const initialPipeline = parsePipeline(
37
+ Array.isArray(params.pipeline) ? params.pipeline[0] : params.pipeline
38
+ );
25
39
  const {useCreateMutation, useEstimateMutation} = useAiObservabilityExperimentsApi(api);
26
40
  const {useListQuery: useDatasetsQuery} = useAiObservabilityDatasetsApi(api);
27
41
  const {useListQuery: usePromptsQuery, useDetailQuery: usePromptDetailQuery} =
@@ -34,13 +48,20 @@ export const AiExperimentNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pr
34
48
  const {data: evaluatorsRaw} = useEvaluatorsQuery();
35
49
  const datasets = useMemo(() => unwrapDatasetList(datasetsRaw), [datasetsRaw]);
36
50
  const prompts = useMemo(() => unwrapPromptList(promptsRaw), [promptsRaw]);
51
+ const allEvaluators = useMemo(() => unwrapEvaluatorList(evaluatorsRaw), [evaluatorsRaw]);
37
52
  const evaluators = useMemo(() => {
38
- return unwrapEvaluatorList(evaluatorsRaw).filter(isAutomaticExperimentEvaluator);
39
- }, [evaluatorsRaw]);
53
+ return allEvaluators.filter(isAutomaticExperimentEvaluator);
54
+ }, [allEvaluators]);
40
55
  const prefix = (routeBase ?? "").replace(/\/$/, "");
41
56
  const backHref = `${prefix}/ai-experiments`;
42
57
 
58
+ const [pipeline, setPipeline] = useState<ExperimentPipeline | undefined>(initialPipeline);
43
59
  const [step, setStep] = useState<ExperimentWizardStep>(1);
60
+ const [judgeStep, setJudgeStep] = useState<JudgeWizardStep>(1);
61
+ const [questionSetId, setQuestionSetId] = useState("");
62
+ const [judgeEvaluatorId, setJudgeEvaluatorId] = useState("");
63
+ const [judgeVersions, setJudgeVersions] = useState<number[]>([]);
64
+ const [targetAgreement, setTargetAgreement] = useState(String(DEFAULT_TARGET_AGREEMENT * 100));
44
65
  const [name, setName] = useState("");
45
66
  const [datasetId, setDatasetId] = useState(initialDatasetId ?? "");
46
67
  const [promptName, setPromptName] = useState("");
@@ -52,7 +73,25 @@ export const AiExperimentNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pr
52
73
  const [estimateError, setEstimateError] = useState("");
53
74
  const [estimate, setEstimate] = useState<ExperimentEstimate | undefined>(undefined);
54
75
 
55
- const {data: promptDetailRaw} = usePromptDetailQuery({name: promptName}, {skip: !promptName});
76
+ const selectedDataset = useMemo(() => {
77
+ return datasets.find((entry) => entry.id === datasetId);
78
+ }, [datasetId, datasets]);
79
+ const judgedSets = useMemo(() => judgedQuestionSets(selectedDataset), [selectedDataset]);
80
+ const questionSet = useMemo(() => {
81
+ return allEvaluators.find((entry) => entry.id === questionSetId);
82
+ }, [allEvaluators, questionSetId]);
83
+ const judgeOptions = useMemo(() => {
84
+ return judgesForQuestionSet(allEvaluators, questionSet);
85
+ }, [allEvaluators, questionSet]);
86
+ const judgeEvaluator = judgeOptions.find((entry) => entry.judge.id === judgeEvaluatorId)?.judge;
87
+ const judgePromptName = judgeEvaluator?.judgePromptName ?? "";
88
+
89
+ // One prompt detail query serves the active path: the product prompt or the judge's prompt.
90
+ const activePromptName = pipeline === "judge" ? judgePromptName : promptName;
91
+ const {data: promptDetailRaw} = usePromptDetailQuery(
92
+ {name: activePromptName},
93
+ {skip: !activePromptName}
94
+ );
56
95
  const promptDetail = useMemo(() => unwrapPromptDetail(promptDetailRaw), [promptDetailRaw]);
57
96
 
58
97
  // Default prompt to the first library entry when the wizard opens.
@@ -71,6 +110,87 @@ export const AiExperimentNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pr
71
110
  setDatasetId(initialDatasetId);
72
111
  }, [datasetId, initialDatasetId]);
73
112
 
113
+ // Preselect the question set the dataset was judged with (the one with most current answers).
114
+ useEffect(() => {
115
+ if (judgedSets.some((entry) => entry.evaluatorId === questionSetId)) {
116
+ return;
117
+ }
118
+ setQuestionSetId(judgedSets[0]?.evaluatorId ?? "");
119
+ }, [judgedSets, questionSetId]);
120
+
121
+ // Preselect the judge that answers the most of the chosen questions.
122
+ useEffect(() => {
123
+ if (judgeOptions.some((entry) => entry.judge.id === judgeEvaluatorId)) {
124
+ return;
125
+ }
126
+ setJudgeEvaluatorId(judgeOptions[0]?.judge.id ?? "");
127
+ // Keep the same array when already empty so fresh query data cannot loop renders.
128
+ setJudgeVersions((current) => (current.length === 0 ? current : []));
129
+ }, [judgeEvaluatorId, judgeOptions]);
130
+
131
+ const handlePipelineChange = useCallback((next?: ExperimentPipeline): void => {
132
+ setPipeline(next);
133
+ setEstimate(undefined);
134
+ setEstimateError("");
135
+ setValidationError("");
136
+ }, []);
137
+
138
+ const handleJudgeVersionToggle = useCallback((version: number): void => {
139
+ setValidationError("");
140
+ setJudgeVersions((current) => {
141
+ if (current.includes(version)) {
142
+ return current.filter((entry) => entry !== version);
143
+ }
144
+ if (current.length >= 3) {
145
+ return current;
146
+ }
147
+ return [...current, version].sort((left, right) => left - right);
148
+ });
149
+ }, []);
150
+
151
+ const handleJudgeChange = useCallback((id: string): void => {
152
+ setJudgeEvaluatorId(id);
153
+ setJudgeVersions([]);
154
+ setEstimate(undefined);
155
+ setValidationError("");
156
+ }, []);
157
+
158
+ const handleQuestionSetChange = useCallback((id: string): void => {
159
+ setQuestionSetId(id);
160
+ setEstimate(undefined);
161
+ setValidationError("");
162
+ }, []);
163
+
164
+ const handleJudgeStepChange = useCallback(
165
+ (next: JudgeWizardStep): void => {
166
+ if (next > 1 && judgedSets.length === 0) {
167
+ setValidationError("Pick a dataset humans already judged.");
168
+ setJudgeStep(1);
169
+ return;
170
+ }
171
+ if (next > 2 && !judgedSets.some((entry) => entry.evaluatorId === questionSetId)) {
172
+ setValidationError("Pick the question set the humans answered.");
173
+ setJudgeStep(2);
174
+ return;
175
+ }
176
+ if (next > 3 && (!judgeEvaluator || !isValidExperimentVersionCount(judgeVersions.length))) {
177
+ setValidationError("Pick an LLM judge and 2–3 versions of its prompt.");
178
+ setJudgeStep(3);
179
+ return;
180
+ }
181
+ setValidationError("");
182
+ setJudgeStep(next);
183
+ },
184
+ [judgeEvaluator, judgeVersions.length, judgedSets, questionSetId]
185
+ );
186
+
187
+ const handleOpenDataset = useCallback(
188
+ (id: string): void => {
189
+ router.push(`${prefix}/ai-dataset-detail?id=${encodeURIComponent(id)}`);
190
+ },
191
+ [prefix]
192
+ );
193
+
74
194
  const handleVersionToggle = useCallback((version: number): void => {
75
195
  setValidationError("");
76
196
  setVersions((current) => {
@@ -84,8 +204,23 @@ export const AiExperimentNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pr
84
204
  });
85
205
  }, []);
86
206
 
207
+ const hasDataset = useMemo(() => {
208
+ return datasets.some((entry) => entry.id === datasetId);
209
+ }, [datasetId, datasets]);
210
+
211
+ const handleDatasetChange = useCallback((nextDatasetId: string): void => {
212
+ setDatasetId(nextDatasetId);
213
+ setEstimate(undefined);
214
+ setValidationError("");
215
+ }, []);
216
+
87
217
  const handleStepChange = useCallback(
88
218
  (next: ExperimentWizardStep): void => {
219
+ if (next > 1 && !hasDataset) {
220
+ setValidationError(DATASET_REQUIRED_MESSAGE);
221
+ setStep(1);
222
+ return;
223
+ }
89
224
  if (next > 2 && !isValidExperimentVersionCount(versions.length)) {
90
225
  setValidationError("Select 2–3 prompt versions.");
91
226
  setStep(2);
@@ -94,7 +229,7 @@ export const AiExperimentNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pr
94
229
  setValidationError("");
95
230
  setStep(next);
96
231
  },
97
- [versions.length]
232
+ [hasDataset, versions.length]
98
233
  );
99
234
 
100
235
  const handleEvaluatorToggle = useCallback((id: string): void => {
@@ -118,8 +253,9 @@ export const AiExperimentNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pr
118
253
  setValidationError("Experiment name is required.");
119
254
  return false;
120
255
  }
121
- if (!datasetId) {
122
- setValidationError("Select a dataset.");
256
+ if (!hasDataset) {
257
+ setValidationError(DATASET_REQUIRED_MESSAGE);
258
+ setStep(1);
123
259
  return false;
124
260
  }
125
261
  if (!promptName) {
@@ -136,12 +272,12 @@ export const AiExperimentNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pr
136
272
  }
137
273
  setValidationError("");
138
274
  return true;
139
- }, [datasetId, evaluatorIds.length, name, promptName, versions.length]);
275
+ }, [evaluatorIds.length, hasDataset, name, promptName, versions.length]);
140
276
 
141
277
  // Refresh the cost estimate on the review step. Drop responses after the
142
278
  // selection changes so a slower request cannot replace a newer estimate.
143
279
  useEffect(() => {
144
- if (step !== 4) {
280
+ if (pipeline !== "prompt" || step !== 4) {
145
281
  return;
146
282
  }
147
283
  if (!datasetId || versions.length < 2 || evaluatorIds.length === 0) {
@@ -178,10 +314,105 @@ export const AiExperimentNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pr
178
314
  evaluatorIds,
179
315
  includeUnproofread,
180
316
  modelOverride,
317
+ pipeline,
181
318
  step,
182
319
  versions,
183
320
  ]);
184
321
 
322
+ // Estimate judge calls on the judge review step, dropping responses for an older selection.
323
+ useEffect(() => {
324
+ if (pipeline !== "judge" || judgeStep !== 4) {
325
+ return;
326
+ }
327
+ if (!datasetId || !questionSetId || judgeVersions.length < 2) {
328
+ return;
329
+ }
330
+ let isCurrent = true;
331
+ estimateExperiment({
332
+ datasetId,
333
+ kind: "judge",
334
+ modelOverride: modelOverride.trim() || undefined,
335
+ questionSetId,
336
+ versions: judgeVersions,
337
+ })
338
+ .unwrap()
339
+ .then((result) => {
340
+ if (!isCurrent) {
341
+ return;
342
+ }
343
+ setEstimate(unwrapObservabilityPayload<ExperimentEstimate>(result) ?? result);
344
+ setEstimateError("");
345
+ })
346
+ .catch(() => {
347
+ if (!isCurrent) {
348
+ return;
349
+ }
350
+ setEstimateError("Could not estimate experiment cost.");
351
+ });
352
+ return (): void => {
353
+ isCurrent = false;
354
+ };
355
+ }, [
356
+ datasetId,
357
+ estimateExperiment,
358
+ judgeStep,
359
+ judgeVersions,
360
+ modelOverride,
361
+ pipeline,
362
+ questionSetId,
363
+ ]);
364
+
365
+ const handleRunJudge = useCallback(async (): Promise<void> => {
366
+ if (!name.trim()) {
367
+ setValidationError("Experiment name is required.");
368
+ return;
369
+ }
370
+ if (!judgedSets.some((entry) => entry.evaluatorId === questionSetId)) {
371
+ setValidationError("Pick a judged dataset and the question set the humans answered.");
372
+ setJudgeStep(1);
373
+ return;
374
+ }
375
+ if (!judgeEvaluator || !isValidExperimentVersionCount(judgeVersions.length)) {
376
+ setValidationError("Pick an LLM judge and 2–3 versions of its prompt.");
377
+ setJudgeStep(3);
378
+ return;
379
+ }
380
+ const target = parseTargetAgreementPercent(targetAgreement);
381
+ if (target === undefined) {
382
+ setValidationError("Target agreement must be a percent between 1 and 100.");
383
+ return;
384
+ }
385
+ setValidationError("");
386
+ try {
387
+ const created = await createExperiment({
388
+ datasetId,
389
+ judgeEvaluatorId: judgeEvaluator.id,
390
+ kind: "judge",
391
+ modelOverride: modelOverride.trim() || undefined,
392
+ name: name.trim(),
393
+ questionSetId,
394
+ targetAgreement: target,
395
+ versions: judgeVersions,
396
+ }).unwrap();
397
+ const createdId = unwrapObservabilityPayload<{id: string}>(created)?.id ?? created.id;
398
+ router.push(`${prefix}/ai-experiment-results?id=${encodeURIComponent(createdId)}`);
399
+ } catch (error) {
400
+ const title = (error as {data?: {title?: unknown}} | undefined)?.data?.title;
401
+ setValidationError(typeof title === "string" ? title : "Could not start experiment.");
402
+ }
403
+ }, [
404
+ createExperiment,
405
+ datasetId,
406
+ judgeEvaluator,
407
+ judgeVersions,
408
+ judgedSets,
409
+ modelOverride,
410
+ name,
411
+ prefix,
412
+ questionSetId,
413
+ targetAgreement,
414
+ ]);
415
+
185
416
  const handleRun = useCallback(async (): Promise<void> => {
186
417
  if (!validate()) {
187
418
  return;
@@ -225,18 +456,45 @@ export const AiExperimentNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pr
225
456
  includeUnproofread={includeUnproofread}
226
457
  isCreating={createState.isLoading}
227
458
  isEstimating={estimateState.isLoading}
459
+ judge={{
460
+ datasetId,
461
+ datasets,
462
+ estimate: pipeline === "judge" ? estimate : undefined,
463
+ estimateError: pipeline === "judge" ? estimateError : undefined,
464
+ evaluators: allEvaluators,
465
+ isCreating: createState.isLoading,
466
+ isEstimating: estimateState.isLoading,
467
+ judgeEvaluatorId,
468
+ judgePromptDetail: pipeline === "judge" ? promptDetail : undefined,
469
+ modelOverride,
470
+ onDatasetChange: handleDatasetChange,
471
+ onJudgeChange: handleJudgeChange,
472
+ onModelOverrideChange: setModelOverride,
473
+ onOpenDataset: handleOpenDataset,
474
+ onQuestionSetChange: handleQuestionSetChange,
475
+ onRun: handleRunJudge,
476
+ onStepChange: handleJudgeStepChange,
477
+ onTargetAgreementChange: setTargetAgreement,
478
+ onVersionToggle: handleJudgeVersionToggle,
479
+ questionSetId,
480
+ step: judgeStep,
481
+ targetAgreement,
482
+ versions: judgeVersions,
483
+ }}
228
484
  modelOverride={modelOverride}
229
485
  name={name}
230
- onDatasetChange={setDatasetId}
486
+ onDatasetChange={handleDatasetChange}
231
487
  onEvaluatorToggle={handleEvaluatorToggle}
232
488
  onIncludeUnproofreadChange={setIncludeUnproofread}
233
489
  onModelOverrideChange={setModelOverride}
234
490
  onNameChange={setName}
491
+ onPipelineChange={handlePipelineChange}
235
492
  onPromptChange={handlePromptChange}
236
493
  onRun={handleRun}
237
494
  onStepChange={handleStepChange}
238
495
  onVersionToggle={handleVersionToggle}
239
- promptDetail={promptDetail}
496
+ pipeline={pipeline}
497
+ promptDetail={pipeline === "prompt" ? promptDetail : undefined}
240
498
  promptName={promptName}
241
499
  prompts={prompts}
242
500
  step={step}
@@ -1,12 +1,12 @@
1
1
  import {describe, expect, it, mock} from "bun:test";
2
2
  import {act, fireEvent} from "@testing-library/react-native";
3
3
  import {assert} from "chai";
4
- import React from "react";
4
+ import React, {useState} from "react";
5
5
  import {renderWithTheme} from "../../../../../ui/src/test-utils";
6
6
  import type {DatasetRecord} from "../datasets/datasetTypes";
7
7
  import type {EvaluatorRecord} from "../evaluators/evaluatorTypes";
8
8
  import type {PromptDetail, PromptListItem} from "../prompts/promptTypes";
9
- import {AiExperimentNewView} from "./AiExperimentNewView";
9
+ import {AiExperimentNewView, type ExperimentWizardStep} from "./AiExperimentNewView";
10
10
 
11
11
  const datasets: DatasetRecord[] = [
12
12
  {
@@ -36,6 +36,7 @@ const promptDetail: PromptDetail = {
36
36
  traces: {items: [], limit: 20, total: 0},
37
37
  },
38
38
  tags: [],
39
+ usedBy: {items: [], limit: 20, total: 0},
39
40
  versions: [
40
41
  {sensitive: false, template: "v1", type: "chat", variables: [], version: 1},
41
42
  {sensitive: false, template: "v2", type: "chat", variables: [], version: 2},
@@ -92,6 +93,7 @@ const baseProps = {
92
93
  onRun: () => undefined,
93
94
  onStepChange: () => undefined,
94
95
  onVersionToggle: () => undefined,
96
+ pipeline: "prompt" as const,
95
97
  promptDetail,
96
98
  promptName: "summarize",
97
99
  prompts,
@@ -181,3 +183,163 @@ describe("AiExperimentNewView wizard steps", () => {
181
183
  assert.isAtLeast(onStepChange.mock.calls.length, 2);
182
184
  });
183
185
  });
186
+
187
+ interface DatasetHarnessProps {
188
+ onStepChange: (step: ExperimentWizardStep) => void;
189
+ }
190
+
191
+ // Holds the dataset id the way the screen does, so the test exercises the real select round trip.
192
+ const DatasetHarness: React.FC<DatasetHarnessProps> = ({onStepChange}) => {
193
+ const [datasetId, setDatasetId] = useState("");
194
+ return (
195
+ <AiExperimentNewView
196
+ {...baseProps}
197
+ datasetId={datasetId}
198
+ onDatasetChange={setDatasetId}
199
+ onStepChange={onStepChange}
200
+ />
201
+ );
202
+ };
203
+
204
+ describe("AiExperimentNewView dataset step", () => {
205
+ it("does not show a dataset as chosen before one is selected", () => {
206
+ const {getByTestId, queryByTestId} = renderWithTheme(
207
+ <AiExperimentNewView {...baseProps} datasetId="" />
208
+ );
209
+
210
+ expect(getByTestId("ai-experiment-dataset-help")).toHaveTextContent("Select a dataset.");
211
+ expect(queryByTestId("ai-experiment-dataset-summary")).toBeNull();
212
+ expect(getByTestId("text_input")).toHaveTextContent("Choose a dataset");
213
+ });
214
+
215
+ it("clears the dataset message and enables Next once a dataset is selected", async () => {
216
+ const onStepChange = mock((_step: ExperimentWizardStep) => undefined);
217
+ const {getByTestId, queryByTestId} = renderWithTheme(
218
+ <DatasetHarness onStepChange={onStepChange} />
219
+ );
220
+
221
+ expect(getByTestId("ai-experiment-dataset-help")).toBeTruthy();
222
+ await act(async () => {
223
+ fireEvent.press(getByTestId("ai-experiment-next"));
224
+ fireEvent.press(getByTestId("ai-experiment-step-2"));
225
+ await Promise.resolve();
226
+ });
227
+ assert.equal(onStepChange.mock.calls.length, 0);
228
+
229
+ await act(async () => {
230
+ fireEvent.press(getByTestId("web_picker"));
231
+ await Promise.resolve();
232
+ });
233
+ await act(async () => {
234
+ fireEvent.press(getByTestId("web_dropdown_option_ds-1"));
235
+ await Promise.resolve();
236
+ });
237
+
238
+ expect(queryByTestId("ai-experiment-dataset-help")).toBeNull();
239
+ expect(getByTestId("ai-experiment-dataset-summary")).toBeTruthy();
240
+ expect(getByTestId("text_input")).toHaveTextContent("gold (2 items)");
241
+
242
+ await act(async () => {
243
+ fireEvent.press(getByTestId("ai-experiment-next"));
244
+ await Promise.resolve();
245
+ });
246
+ assert.deepEqual(onStepChange.mock.calls[0], [2]);
247
+ });
248
+
249
+ it("treats a dataset id missing from the list as unselected", () => {
250
+ const {getByTestId} = renderWithTheme(
251
+ <AiExperimentNewView {...baseProps} datasetId="ds-deleted" />
252
+ );
253
+
254
+ expect(getByTestId("ai-experiment-dataset-help")).toBeTruthy();
255
+ expect(getByTestId("text_input")).toHaveTextContent("Choose a dataset");
256
+ });
257
+ });
258
+
259
+ describe("AiExperimentNewView redesign", () => {
260
+ it("picks the pipeline with a segmented control", async () => {
261
+ const onPipelineChange = mock((_pipeline?: string) => undefined);
262
+ const {getByTestId, getByText} = renderWithTheme(
263
+ <AiExperimentNewView
264
+ {...baseProps}
265
+ onPipelineChange={onPipelineChange}
266
+ pipeline={undefined}
267
+ />
268
+ );
269
+ expect(getByTestId("ai-experiment-pipeline")).toBeTruthy();
270
+ expect(getByTestId("ai-eval-pipeline-overview")).toBeTruthy();
271
+ await act(async () => {
272
+ fireEvent.press(getByText("Compare prompt versions"));
273
+ await Promise.resolve();
274
+ });
275
+ assert.deepEqual(onPipelineChange.mock.calls[0], ["prompt"]);
276
+ });
277
+
278
+ it("does not show the dataset message as an error before the user acts", () => {
279
+ const {getByTestId, queryByRole, queryByTestId} = renderWithTheme(
280
+ <AiExperimentNewView {...baseProps} datasetId="" />
281
+ );
282
+ expect(getByTestId("ai-experiment-dataset-help")).toHaveTextContent("Select a dataset.");
283
+ assert.isNull(queryByTestId("ai-experiment-validation-error"));
284
+ assert.isNull(queryByRole("alert"));
285
+ });
286
+
287
+ it("goes back a step with the ghost Back button", async () => {
288
+ const onStepChange = mock((_step: ExperimentWizardStep) => undefined);
289
+ const {getByTestId, queryByTestId, rerender} = renderWithTheme(
290
+ <AiExperimentNewView {...baseProps} onStepChange={onStepChange} />
291
+ );
292
+ assert.isNull(queryByTestId("ai-experiment-back"));
293
+ rerender(
294
+ <AiExperimentNewView {...baseProps} onStepChange={onStepChange} step={2} versions={[1, 2]} />
295
+ );
296
+ await act(async () => {
297
+ fireEvent.press(getByTestId("ai-experiment-back"));
298
+ await Promise.resolve();
299
+ });
300
+ assert.deepEqual(onStepChange.mock.calls[0], [1]);
301
+ });
302
+
303
+ it("shows readable evaluator kinds and calibration instead of raw type keys", () => {
304
+ const calibrated: EvaluatorRecord = {
305
+ ...(evaluators[2] as EvaluatorRecord),
306
+ calibration: {
307
+ experimentId: "exp-c",
308
+ experimentName: "calibrate",
309
+ passed: true,
310
+ rate: 0.95,
311
+ stale: false,
312
+ version: 2,
313
+ },
314
+ };
315
+ const {getByTestId, queryByText} = renderWithTheme(
316
+ <AiExperimentNewView
317
+ {...baseProps}
318
+ evaluators={[evaluators[1] as EvaluatorRecord, calibrated]}
319
+ step={3}
320
+ />
321
+ );
322
+ expect(getByTestId("ai-experiment-evaluator-kind-eval-1")).toHaveTextContent("JSON assert");
323
+ expect(getByTestId("ai-experiment-evaluator-kind-eval-judge")).toHaveTextContent("LLM judge");
324
+ expect(getByTestId("ai-experiment-calibration-eval-judge-percent")).toHaveTextContent("95%");
325
+ assert.exists(getByTestId("ai-experiment-recommended-eval-judge"));
326
+ assert.isNull(queryByText(/\(llm-judge\)|\(json-assert\)/));
327
+ });
328
+
329
+ it("writes the estimate in plain words and shows Run experiment on the last step", () => {
330
+ const {getByTestId, queryByTestId} = renderWithTheme(
331
+ <AiExperimentNewView
332
+ {...baseProps}
333
+ estimate={{costUsd: 0.42, generations: 6, wallClockSeconds: 120}}
334
+ evaluatorIds={["eval-1"]}
335
+ step={4}
336
+ versions={[1, 2]}
337
+ />
338
+ );
339
+ expect(getByTestId("ai-experiment-estimate")).toHaveTextContent(
340
+ "About 6 generations, 2 minutes, $0.42"
341
+ );
342
+ expect(getByTestId("ai-experiment-run")).toHaveTextContent("Run experiment");
343
+ assert.isNull(queryByTestId("ai-experiment-next"));
344
+ });
345
+ });