@terreno/admin-frontend 57.21.0 → 57.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (308) hide show
  1. package/CHANGELOG.md +31 -0
  2. package/dist/index.d.ts +1 -1
  3. package/dist/index.d.ts.map +1 -1
  4. package/dist/index.js +1 -1
  5. package/dist/index.js.map +1 -1
  6. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  7. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  8. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  9. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  10. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  11. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  12. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  13. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  14. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  15. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  16. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  17. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  18. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  19. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  20. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  21. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  22. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  23. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  24. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  25. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  26. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  27. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  28. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  29. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  30. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  31. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  32. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  33. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  34. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  35. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  36. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  37. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  38. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  39. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  40. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  41. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  42. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  43. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  44. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  45. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  47. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  48. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  49. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  50. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  51. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  52. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  53. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  54. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  55. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  56. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  57. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  58. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  59. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  60. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  61. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  62. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  63. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  64. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  65. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  66. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  67. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  68. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  70. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  71. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  72. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  73. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
  74. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  75. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  76. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  77. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  78. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  79. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  80. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  81. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  82. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  83. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  85. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  86. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  87. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  88. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  89. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  90. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  91. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  92. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  93. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  94. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  95. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  96. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  97. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  98. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  99. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  100. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  101. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  102. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  103. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  104. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  105. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  106. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  107. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  108. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  109. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  110. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  111. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  112. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  113. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
  114. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  115. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  116. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  117. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  118. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  119. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  120. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  121. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  122. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  123. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  124. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  125. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  126. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  127. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  128. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  129. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  130. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  131. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  132. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  133. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  134. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  135. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  136. package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
  137. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  138. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  139. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  140. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  141. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  142. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  143. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  144. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  145. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  146. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  147. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  149. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
  151. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  152. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
  153. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  154. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  155. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  156. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  157. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  158. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  159. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  160. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  161. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  162. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  163. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  164. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  165. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  166. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  168. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  169. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  170. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  172. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  173. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  174. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  176. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  177. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  178. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  179. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  180. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  181. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  182. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  183. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  184. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  185. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  186. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  188. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  190. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  191. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  192. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  193. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  194. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  196. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  198. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  199. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  200. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  201. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  202. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  203. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  204. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  205. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  206. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  207. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  208. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  209. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  210. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  211. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  212. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  213. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  214. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  215. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  216. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  217. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  218. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  219. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  220. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  221. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  222. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  223. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  224. package/package.json +3 -3
  225. package/src/index.tsx +2 -0
  226. package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
  227. package/src/isolated/aiListTables.isolated.tsx +654 -0
  228. package/src/isolated/aiObservabilityScreens.isolated.tsx +715 -287
  229. package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
  230. package/src/isolated/aiTracesTable.isolated.tsx +375 -0
  231. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  232. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  233. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  234. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  235. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  236. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  237. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  238. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  239. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  240. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  241. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  242. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  243. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  244. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  245. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  246. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  247. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  248. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  249. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  250. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  251. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  252. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  253. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  254. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  255. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  256. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
  257. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
  258. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  259. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  260. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
  261. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  262. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  263. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  264. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  265. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  266. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  267. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  268. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  269. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  270. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
  271. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  272. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
  273. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  274. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  275. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  276. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  277. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  278. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
  279. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  280. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  281. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  282. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  283. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
  284. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
  285. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  286. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
  287. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  288. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  289. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  290. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  291. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  292. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  293. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  294. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  295. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  296. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  297. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  298. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  299. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  300. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  301. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  302. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  303. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  304. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  305. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  306. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  307. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
  308. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
@@ -0,0 +1,250 @@
1
+ import {beforeEach, describe, expect, it, mock} from "bun:test";
2
+ import {fireEvent, waitFor} from "@testing-library/react-native";
3
+ import React from "react";
4
+ import {renderWithTheme} from "../../../../../ui/src/test-utils";
5
+ import type {DatasetRecord} from "../datasets/datasetTypes";
6
+ import type {EvaluatorRecord} from "../evaluators/evaluatorTypes";
7
+ import type {PromptDetail} from "../prompts/promptTypes";
8
+ import {AiJudgeExperimentSteps, judgesForQuestionSet} from "./AiJudgeExperimentSteps";
9
+
10
+ const runModes = {
11
+ allowManualRun: true,
12
+ availableInExperiments: true,
13
+ liveSampleRate: 0,
14
+ };
15
+
16
+ const human: EvaluatorRecord = {
17
+ confidenceAlertBelow: 0.5,
18
+ dimensions: [
19
+ {dataType: "boolean", key: "correct", required: true},
20
+ {dataType: "categorical", key: "tone", range: "safe|unsafe", required: true},
21
+ ],
22
+ id: "eval-human",
23
+ name: "review queue",
24
+ runModes,
25
+ target: "full trace",
26
+ type: "human",
27
+ };
28
+
29
+ const partialJudge: EvaluatorRecord = {
30
+ calibration: {
31
+ datasetName: "gold",
32
+ experimentId: "exp-old",
33
+ experimentName: "old",
34
+ passed: false,
35
+ rate: 0.4,
36
+ stale: true,
37
+ version: 1,
38
+ },
39
+ confidenceAlertBelow: 0.5,
40
+ dimensions: [{dataType: "boolean", key: "correct", required: true}],
41
+ id: "eval-partial",
42
+ judgePromptName: "judge-prompt",
43
+ name: "partial judge",
44
+ runModes,
45
+ target: "full trace",
46
+ type: "llm-judge",
47
+ };
48
+
49
+ const fullJudge: EvaluatorRecord = {
50
+ calibration: {
51
+ datasetName: "gold",
52
+ experimentId: "exp-new",
53
+ experimentName: "new",
54
+ passed: true,
55
+ rate: 0.95,
56
+ stale: false,
57
+ version: 2,
58
+ },
59
+ confidenceAlertBelow: 0.5,
60
+ dimensions: [
61
+ {dataType: "boolean", key: "correct", required: true},
62
+ {dataType: "categorical", key: "tone", range: "safe|unsafe", required: true},
63
+ ],
64
+ id: "eval-full",
65
+ judgePromptName: "judge-prompt",
66
+ name: "full judge",
67
+ runModes,
68
+ target: "full trace",
69
+ type: "llm-judge",
70
+ };
71
+
72
+ const judged: DatasetRecord = {
73
+ counts: {auto: 0, human: 3, needsReview: 0, total: 5},
74
+ created: "2026-01-01T00:00:00.000Z",
75
+ id: "ds-judged",
76
+ judgments: [
77
+ {
78
+ answered: 4,
79
+ current: 3,
80
+ evaluatorId: "eval-human",
81
+ evaluatorName: "review queue",
82
+ stale: 1,
83
+ total: 5,
84
+ },
85
+ ],
86
+ name: "gold",
87
+ tags: [],
88
+ updated: "2026-01-02T00:00:00.000Z",
89
+ };
90
+
91
+ const unjudged: DatasetRecord = {
92
+ counts: {auto: 0, human: 0, needsReview: 2, total: 2},
93
+ created: "2026-01-01T00:00:00.000Z",
94
+ id: "ds-plain",
95
+ name: "plain",
96
+ tags: [],
97
+ updated: "2026-01-02T00:00:00.000Z",
98
+ };
99
+
100
+ const promptDetail: PromptDetail = {
101
+ folder: "ops",
102
+ labels: [
103
+ {label: "latest", version: 2},
104
+ {label: "production", version: 1},
105
+ ],
106
+ name: "judge-prompt",
107
+ relationships: {
108
+ experiments: {items: [], limit: 20, total: 0},
109
+ traces: {items: [], limit: 20, total: 0},
110
+ },
111
+ tags: [],
112
+ usedBy: {items: [], limit: 20, total: 0},
113
+ versions: [
114
+ {sensitive: false, template: "v1", type: "text", variables: [], version: 1},
115
+ {sensitive: false, template: "v2", type: "text", variables: [], version: 2},
116
+ ],
117
+ };
118
+
119
+ const handlers = {
120
+ onDatasetChange: mock(() => undefined),
121
+ onJudgeChange: mock(() => undefined),
122
+ onModelOverrideChange: mock(() => undefined),
123
+ onOpenDataset: mock(() => undefined),
124
+ onQuestionSetChange: mock(() => undefined),
125
+ onRun: mock(() => undefined),
126
+ onStepChange: mock(() => undefined),
127
+ onTargetAgreementChange: mock(() => undefined),
128
+ onVersionToggle: mock(() => undefined),
129
+ };
130
+
131
+ const base = {
132
+ ...handlers,
133
+ datasetId: "ds-judged",
134
+ datasets: [judged, unjudged],
135
+ evaluators: [human, partialJudge, fullJudge],
136
+ isCreating: false,
137
+ isEstimating: false,
138
+ judgeEvaluatorId: "eval-partial",
139
+ judgePromptDetail: promptDetail,
140
+ modelOverride: "",
141
+ questionSetId: "eval-human",
142
+ step: 1 as const,
143
+ targetAgreement: "90",
144
+ versions: [1, 2],
145
+ };
146
+
147
+ describe("judgesForQuestionSet", () => {
148
+ it("returns no judges until a question set is chosen, then most overlap first", () => {
149
+ expect(judgesForQuestionSet([human, partialJudge], undefined)).toEqual([]);
150
+ const ranked = judgesForQuestionSet([human, partialJudge, fullJudge], human);
151
+ expect(ranked.map((entry) => entry.judge.id)).toEqual(["eval-full", "eval-partial"]);
152
+ });
153
+ });
154
+
155
+ describe("AiJudgeExperimentSteps", () => {
156
+ beforeEach(() => {
157
+ for (const handler of Object.values(handlers)) {
158
+ handler.mockClear();
159
+ }
160
+ });
161
+
162
+ it("shows an empty dataset step and a dataset that still needs human answers", async () => {
163
+ const empty = renderWithTheme(<AiJudgeExperimentSteps {...base} datasetId="" datasets={[]} />);
164
+ expect(empty.getByTestId("ai-judge-datasets-empty")).toBeTruthy();
165
+ empty.unmount();
166
+
167
+ const view = renderWithTheme(
168
+ <AiJudgeExperimentSteps {...base} datasetId="" datasets={[unjudged]} />
169
+ );
170
+ expect(view.getByTestId("ai-judge-dataset-ds-plain-disabled")).toBeTruthy();
171
+ expect(view.getByText(/No current human answers yet/)).toBeTruthy();
172
+ fireEvent.press(view.getByTestId("ai-judge-dataset-send-review-ds-plain"));
173
+ await waitFor(() => {
174
+ expect(handlers.onOpenDataset).toHaveBeenCalledWith("ds-plain");
175
+ });
176
+ expect(view.getByTestId("ai-judge-dataset-help")).toBeTruthy();
177
+ });
178
+
179
+ it("selects a judged dataset and names stale answers", async () => {
180
+ const view = renderWithTheme(<AiJudgeExperimentSteps {...base} />);
181
+ expect(view.getByTestId("ai-judge-dataset-reuse")).toBeTruthy();
182
+ expect(view.getByTestId("ai-judge-dataset-stale-ds-judged-eval-human")).toBeTruthy();
183
+ fireEvent.press(view.getByTestId("ai-judge-dataset-ds-judged-clickable"));
184
+ await waitFor(() => {
185
+ expect(handlers.onDatasetChange).toHaveBeenCalledWith("ds-judged");
186
+ });
187
+ });
188
+
189
+ it("lists the human questions, including stale answers left out", () => {
190
+ const view = renderWithTheme(<AiJudgeExperimentSteps {...base} step={2} />);
191
+ expect(view.getByText(/stale answers/)).toBeTruthy();
192
+ expect(view.getByText("Question 1: correct")).toBeTruthy();
193
+ expect(view.getByText("Question 2: tone")).toBeTruthy();
194
+ });
195
+
196
+ it("explains when no LLM judge shares the question keys", () => {
197
+ const view = renderWithTheme(
198
+ <AiJudgeExperimentSteps {...base} evaluators={[human]} judgeEvaluatorId="" step={3} />
199
+ );
200
+ expect(view.getByTestId("ai-judge-judges-empty")).toBeTruthy();
201
+ });
202
+
203
+ it("shows a stale calibration, uncovered questions, and toggles a prompt version", async () => {
204
+ const view = renderWithTheme(<AiJudgeExperimentSteps {...base} step={3} />);
205
+ expect(view.getByText("Out of date")).toBeTruthy();
206
+ expect(view.getByText(/Not graded on tone/)).toBeTruthy();
207
+ fireEvent.press(view.getByTestId("ai-judge-version-1-clickable"));
208
+ await waitFor(() => {
209
+ expect(handlers.onVersionToggle).toHaveBeenCalledWith(1);
210
+ });
211
+ expect(view.getByText("latest")).toBeTruthy();
212
+ });
213
+
214
+ it("shows a current calibration meter when the judge is up to date", () => {
215
+ const view = renderWithTheme(
216
+ <AiJudgeExperimentSteps {...base} judgeEvaluatorId="eval-full" step={3} />
217
+ );
218
+ expect(view.getByTestId("ai-judge-current-calibration")).toBeTruthy();
219
+ expect(view.queryByTestId("ai-judge-uncovered")).toBeNull();
220
+ });
221
+
222
+ it("reviews the plan, the estimate, and a bad target", async () => {
223
+ const view = renderWithTheme(
224
+ <AiJudgeExperimentSteps
225
+ {...base}
226
+ estimate={{costUsd: 0.02, generations: 6, wallClockSeconds: 90}}
227
+ estimateError="Estimate failed"
228
+ isCreating
229
+ step={4}
230
+ targetAgreement="0"
231
+ />
232
+ );
233
+ expect(view.getByText(/partial judge/)).toBeTruthy();
234
+ expect(view.getByTestId("ai-judge-estimate")).toBeTruthy();
235
+ expect(view.getByText("Estimate failed")).toBeTruthy();
236
+ expect(view.getByText("Enter a percent between 1 and 100.")).toBeTruthy();
237
+ fireEvent.press(view.getByTestId("ai-judge-back"));
238
+ await waitFor(() => {
239
+ expect(handlers.onStepChange).toHaveBeenCalledWith(3);
240
+ });
241
+ });
242
+
243
+ it("shows the estimating spinner before a cost comes back", () => {
244
+ const view = renderWithTheme(
245
+ <AiJudgeExperimentSteps {...base} isEstimating step={4} targetAgreement="" />
246
+ );
247
+ expect(view.getByTestId("ai-judge-estimating")).toBeTruthy();
248
+ expect(view.getByText(/the target agreement/)).toBeTruthy();
249
+ });
250
+ });