@terreno/admin-frontend 57.21.0 → 57.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (308) hide show
  1. package/CHANGELOG.md +31 -0
  2. package/dist/index.d.ts +1 -1
  3. package/dist/index.d.ts.map +1 -1
  4. package/dist/index.js +1 -1
  5. package/dist/index.js.map +1 -1
  6. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  7. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  8. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  9. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  10. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  11. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  12. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  13. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  14. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  15. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  16. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  17. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  18. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  19. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  20. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  21. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  22. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  23. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  24. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  25. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  26. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  27. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  28. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  29. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  30. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  31. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  32. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  33. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  34. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  35. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  36. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  37. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  38. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  39. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  40. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  41. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  42. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  43. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  44. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  45. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  47. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  48. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  49. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  50. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  51. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  52. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  53. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  54. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  55. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  56. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  57. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  58. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  59. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  60. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  61. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  62. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  63. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  64. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  65. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  66. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  67. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  68. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  70. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  71. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  72. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  73. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
  74. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  75. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  76. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  77. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  78. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  79. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  80. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  81. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  82. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  83. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  85. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  86. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  87. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  88. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  89. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  90. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  91. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  92. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  93. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  94. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  95. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  96. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  97. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  98. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  99. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  100. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  101. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  102. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  103. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  104. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  105. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  106. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  107. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  108. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  109. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  110. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  111. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  112. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  113. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
  114. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  115. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  116. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  117. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  118. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  119. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  120. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  121. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  122. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  123. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  124. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  125. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  126. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  127. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  128. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  129. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  130. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  131. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  132. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  133. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  134. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  135. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  136. package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
  137. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  138. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  139. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  140. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  141. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  142. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  143. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  144. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  145. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  146. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  147. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  149. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
  151. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  152. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
  153. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  154. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  155. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  156. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  157. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  158. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  159. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  160. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  161. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  162. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  163. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  164. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  165. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  166. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  168. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  169. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  170. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  172. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  173. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  174. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  176. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  177. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  178. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  179. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  180. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  181. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  182. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  183. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  184. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  185. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  186. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  188. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  190. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  191. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  192. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  193. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  194. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  196. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  198. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  199. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  200. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  201. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  202. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  203. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  204. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  205. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  206. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  207. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  208. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  209. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  210. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  211. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  212. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  213. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  214. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  215. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  216. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  217. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  218. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  219. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  220. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  221. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  222. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  223. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  224. package/package.json +3 -3
  225. package/src/index.tsx +2 -0
  226. package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
  227. package/src/isolated/aiListTables.isolated.tsx +654 -0
  228. package/src/isolated/aiObservabilityScreens.isolated.tsx +715 -287
  229. package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
  230. package/src/isolated/aiTracesTable.isolated.tsx +375 -0
  231. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  232. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  233. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  234. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  235. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  236. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  237. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  238. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  239. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  240. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  241. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  242. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  243. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  244. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  245. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  246. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  247. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  248. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  249. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  250. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  251. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  252. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  253. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  254. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  255. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  256. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
  257. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
  258. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  259. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  260. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
  261. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  262. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  263. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  264. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  265. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  266. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  267. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  268. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  269. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  270. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
  271. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  272. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
  273. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  274. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  275. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  276. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  277. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  278. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
  279. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  280. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  281. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  282. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  283. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
  284. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
  285. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  286. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
  287. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  288. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  289. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  290. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  291. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  292. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  293. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  294. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  295. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  296. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  297. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  298. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  299. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  300. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  301. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  302. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  303. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  304. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  305. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  306. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  307. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
  308. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
@@ -0,0 +1,378 @@
1
+ import {beforeEach, describe, expect, it, mock} from "bun:test";
2
+ import {act, fireEvent} from "@testing-library/react-native";
3
+ import React from "react";
4
+ import {renderWithTheme} from "../../../ui/src/test-utils";
5
+ import type {AdminApi, AdminConfigResponse} from "../types";
6
+ import type {EvaluatorRecord} from "../widgets/aiObservability/evaluators/evaluatorTypes";
7
+ import {AiReviewBatchesScreenWidget} from "../widgets/aiObservability/review/AiReviewBatchesScreen";
8
+ import {AiReviewBatchesView} from "../widgets/aiObservability/review/AiReviewBatchesView";
9
+ import {AiReviewBatchScreenWidget} from "../widgets/aiObservability/review/AiReviewBatchScreen";
10
+ import type {ReviewBatchDetail} from "../widgets/aiObservability/review/batchTypes";
11
+ import type {ObservabilityStatusPayload} from "../widgets/aiObservability/shell/aiObservabilityNav";
12
+ import {operatorObservabilityStatus} from "./observabilityStatusFixtures.isolated";
13
+
14
+ const routerPush = mock((_href: string) => undefined);
15
+ const searchParams: {current: Record<string, string>} = {current: {}};
16
+
17
+ mock.module("expo-router", () => ({
18
+ router: {
19
+ push: (href: string): void => {
20
+ routerPush(href);
21
+ },
22
+ },
23
+ useLocalSearchParams: (): Record<string, string> => searchParams.current,
24
+ }));
25
+
26
+ const config: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
27
+
28
+ const press = async (element: Parameters<typeof fireEvent.press>[0]): Promise<void> => {
29
+ await act(async () => {
30
+ fireEvent.press(element);
31
+ await new Promise((resolve) => setTimeout(resolve, 0));
32
+ });
33
+ };
34
+
35
+ const QUESTIONS = [
36
+ {dataType: "boolean" as const, key: "faithful", question: "Is it faithful?", required: true},
37
+ {dataType: "boolean" as const, key: "concise", question: "Is it concise?", required: true},
38
+ ];
39
+
40
+ const evaluator = (overrides: Partial<EvaluatorRecord>): EvaluatorRecord => ({
41
+ confidenceAlertBelow: 0.5,
42
+ dimensions: QUESTIONS,
43
+ id: "qs",
44
+ name: "summary-questions",
45
+ runModes: {allowManualRun: true, availableInExperiments: false, liveSampleRate: 0},
46
+ target: "full trace",
47
+ type: "human",
48
+ ...overrides,
49
+ });
50
+
51
+ const EVALUATORS: EvaluatorRecord[] = [
52
+ evaluator({dimensions: [QUESTIONS[0] as (typeof QUESTIONS)[number]], id: "qs-small"}),
53
+ evaluator({}),
54
+ evaluator({id: "careful", name: "careful-judge", type: "llm-judge"}),
55
+ evaluator({
56
+ dimensions: [QUESTIONS[0] as (typeof QUESTIONS)[number]],
57
+ id: "quick",
58
+ name: "quick-judge",
59
+ type: "llm-judge",
60
+ }),
61
+ evaluator({
62
+ dimensions: [{dataType: "categorical", key: "tone", required: true}],
63
+ id: "tone",
64
+ name: "tone-judge",
65
+ type: "llm-judge",
66
+ }),
67
+ ];
68
+
69
+ const judgeSummary = (evaluatorId: string, rate?: number) => ({
70
+ agreement: {
71
+ compared: rate === undefined ? 0 : 4,
72
+ disagreements: [],
73
+ errors: 0,
74
+ itemsCompared: rate === undefined ? 0 : 2,
75
+ matches: rate === undefined ? 0 : Math.round(rate * 4),
76
+ questions: QUESTIONS.map((question) => ({
77
+ compared: 2,
78
+ covered: true,
79
+ key: question.key,
80
+ matches: 2,
81
+ rate,
82
+ })),
83
+ rate,
84
+ },
85
+ completedAt: "2026-10-15T00:00:00.000Z",
86
+ evaluatorId,
87
+ evaluatorName: `${evaluatorId}-judge`,
88
+ runId: `run-${evaluatorId}`,
89
+ });
90
+
91
+ const BATCH: ReviewBatchDetail = {
92
+ counts: {done: 1, pending: 1, skipped: 0, total: 2},
93
+ created: "2026-10-15T00:00:00.000Z",
94
+ dimensions: QUESTIONS,
95
+ evaluatorId: "qs",
96
+ evaluatorName: "summary-questions",
97
+ id: "b1",
98
+ items: [
99
+ {
100
+ judgeAnswers: {careful: {scores: {concise: true, faithful: true}}},
101
+ output: "First summary",
102
+ reviewItemId: "r1",
103
+ scores: {concise: true, faithful: true},
104
+ status: "done",
105
+ traceId: "t1",
106
+ traceName: "summarize",
107
+ },
108
+ {
109
+ judgeAnswers: {},
110
+ output: "Second summary",
111
+ reviewItemId: "r2",
112
+ status: "pending",
113
+ traceId: "t2",
114
+ traceName: "summarize",
115
+ },
116
+ ],
117
+ judgeCount: 1,
118
+ judges: [judgeSummary("careful", 1)],
119
+ name: "Recent summaries",
120
+ };
121
+
122
+ interface QueryState {
123
+ data?: unknown;
124
+ isError: boolean;
125
+ isLoading: boolean;
126
+ refetch: () => void;
127
+ }
128
+
129
+ const query = (data: unknown, overrides: Partial<QueryState> = {}): QueryState => ({
130
+ data,
131
+ isError: false,
132
+ isLoading: false,
133
+ refetch: mock(() => {}),
134
+ ...overrides,
135
+ });
136
+
137
+ const createApi = (params: {
138
+ batch?: QueryState;
139
+ batches?: QueryState;
140
+ create?: (body: unknown) => Promise<unknown>;
141
+ evaluators?: EvaluatorRecord[];
142
+ runJudge?: (body: unknown) => Promise<unknown>;
143
+ status?: ObservabilityStatusPayload;
144
+ }): AdminApi => {
145
+ const hooks = {
146
+ useAiObservabilityEvaluatorsQuery: () => query(params.evaluators ?? EVALUATORS),
147
+ useAiObservabilityPromptsQuery: () =>
148
+ query([
149
+ {folder: "chat", latestVersion: 1, name: "example-summarize", production: 1, type: "chat"},
150
+ {
151
+ folder: "evaluators",
152
+ latestVersion: 1,
153
+ name: "eval-judge-summary-questions",
154
+ production: 1,
155
+ type: "chat",
156
+ },
157
+ ]),
158
+ useAiObservabilityReviewBatchesQuery: () => params.batches ?? query([]),
159
+ useAiObservabilityReviewBatchQuery: () => params.batch ?? query(BATCH),
160
+ useAiObservabilityStatusQuery: () => query(params.status ?? operatorObservabilityStatus()),
161
+ useCreateAiObservabilityReviewBatchMutation: () => [
162
+ (body: unknown) => ({unwrap: () => (params.create ?? (async () => BATCH))(body)}),
163
+ {isError: false, isLoading: false},
164
+ ],
165
+ useRunAiObservabilityReviewBatchJudgeMutation: () => [
166
+ (body: unknown) => ({unwrap: () => (params.runJudge ?? (async () => BATCH))(body)}),
167
+ {isError: false, isLoading: false},
168
+ ],
169
+ };
170
+ const api = {enhanceEndpoints: () => api, injectEndpoints: () => hooks};
171
+ return api as unknown as AdminApi;
172
+ };
173
+
174
+ describe("AiReviewBatchScreenWidget", () => {
175
+ beforeEach(() => {
176
+ searchParams.current = {id: "b1"};
177
+ routerPush.mockClear();
178
+ });
179
+
180
+ const renderScreen = (
181
+ api: AdminApi,
182
+ props: Partial<React.ComponentProps<typeof AiReviewBatchScreenWidget>> = {}
183
+ ): ReturnType<typeof renderWithTheme> =>
184
+ renderWithTheme(
185
+ <AiReviewBatchScreenWidget
186
+ api={api}
187
+ config={config}
188
+ routeBase="/admin/"
189
+ screenName="ai-review-batch"
190
+ {...props}
191
+ />
192
+ );
193
+
194
+ it("asks for a batch id, shows loading, and retries a failed load", async () => {
195
+ searchParams.current = {};
196
+ const missing = renderScreen(createApi({}));
197
+ expect(missing.getByText("Missing batch id. Open a batch from Review batches.")).toBeTruthy();
198
+ missing.unmount();
199
+
200
+ searchParams.current = {id: "b1"};
201
+ const loading = renderScreen(createApi({batch: query(undefined, {isLoading: true})}));
202
+ expect(loading.getByTestId("ai-review-batch-loading")).toBeTruthy();
203
+ loading.unmount();
204
+
205
+ const failed = query(undefined, {isError: true});
206
+ const errored = renderScreen(createApi({batch: failed}));
207
+ expect(errored.getByText("Could not load this batch.")).toBeTruthy();
208
+ await press(errored.getByTestId("ai-review-batch-error-retry"));
209
+ expect(failed.refetch).toHaveBeenCalled();
210
+ });
211
+
212
+ it("offers judges that share questions and opens the next pending item", async () => {
213
+ const view = renderScreen(createApi({}), {apiKey: "key-1"});
214
+ expect(view.getByTestId("observability-page-header-title").props.children).toBe(
215
+ "Recent summaries"
216
+ );
217
+ expect(view.getByTestId("ai-review-batch-question-set")).toBeTruthy();
218
+ expect(view.getByText("Answer 1 remaining")).toBeTruthy();
219
+ expect(view.queryByText("tone-judge (answers 0 of 2)")).toBeNull();
220
+ await press(view.getByTestId("ai-review-batch-answer-next"));
221
+ expect(routerPush).toHaveBeenCalledWith("/admin/ai-review-item?id=r2");
222
+ await press(view.getByTestId("ai-review-batch-items-table-row-r1-clickable"));
223
+ expect(routerPush).toHaveBeenCalledWith("/admin/ai-review-item?id=r1");
224
+ });
225
+
226
+ it("runs the first judge that has not run yet with the caller key", async () => {
227
+ const runJudge = mock(async (_body: unknown) => ({
228
+ ...BATCH,
229
+ judgeCount: 2,
230
+ judges: [judgeSummary("careful", 1), judgeSummary("quick", 0.75)],
231
+ }));
232
+ const view = renderScreen(
233
+ createApi({
234
+ runJudge,
235
+ status: operatorObservabilityStatus({playgroundAi: {source: "server"}}),
236
+ }),
237
+ {apiKey: "key-1"}
238
+ );
239
+ await press(view.getByTestId("ai-review-batch-run-judge"));
240
+ expect(runJudge).toHaveBeenCalledWith({apiKey: "key-1", batchId: "b1", evaluatorId: "quick"});
241
+ expect(view.queryByTestId("ai-review-batch-run-error")).toBeNull();
242
+ });
243
+
244
+ it("reports judge runs with nothing to compare and run failures", async () => {
245
+ const noAnswers = mock(async (_body: unknown) => ({
246
+ ...BATCH,
247
+ judges: [judgeSummary("careful", 1), judgeSummary("quick")],
248
+ }));
249
+ const ran = renderScreen(createApi({runJudge: noAnswers}), {apiKey: "key-1"});
250
+ await press(ran.getByTestId("ai-review-batch-run-judge"));
251
+ expect(noAnswers).toHaveBeenCalled();
252
+ ran.unmount();
253
+
254
+ const failing = mock(async (_body: unknown) => {
255
+ throw {data: {title: "Judge prompt has no production output schema"}};
256
+ });
257
+ const failed = renderScreen(createApi({runJudge: failing}), {apiKey: "key-1"});
258
+ await press(failed.getByTestId("ai-review-batch-run-judge"));
259
+ expect(failed.getByTestId("ai-review-batch-run-error")).toBeTruthy();
260
+ expect(failed.getByText("Judge prompt has no production output schema")).toBeTruthy();
261
+ failed.unmount();
262
+
263
+ const untitled = mock(async (_body: unknown) => {
264
+ throw new Error("network");
265
+ });
266
+ const generic = renderScreen(createApi({runJudge: untitled}), {apiKey: "key-1"});
267
+ await press(generic.getByTestId("ai-review-batch-run-judge"));
268
+ expect(generic.getByText("Could not run the judge.")).toBeTruthy();
269
+ });
270
+
271
+ it("explains why judges cannot run without AI", () => {
272
+ const noServer = renderScreen(
273
+ createApi({status: operatorObservabilityStatus({playgroundAi: {source: "unavailable"}})})
274
+ );
275
+ expect(
276
+ noServer.getByText("No AI service is configured on the server, so judges cannot run.")
277
+ ).toBeTruthy();
278
+ noServer.unmount();
279
+
280
+ const requestKey = operatorObservabilityStatus({playgroundAi: {source: "request-key"}});
281
+ const hinted = renderScreen(createApi({status: requestKey}), {
282
+ apiKeyHint: "Save a Gemini key.",
283
+ });
284
+ expect(hinted.getByText("Save a Gemini key.")).toBeTruthy();
285
+ hinted.unmount();
286
+
287
+ const fallback = renderScreen(createApi({status: requestKey}));
288
+ expect(fallback.getByText("Save an AI API key to run judges.")).toBeTruthy();
289
+ });
290
+ });
291
+
292
+ describe("AiReviewBatchesScreenWidget", () => {
293
+ beforeEach(() => {
294
+ routerPush.mockClear();
295
+ });
296
+
297
+ const renderScreen = (api: AdminApi): ReturnType<typeof renderWithTheme> =>
298
+ renderWithTheme(
299
+ <AiReviewBatchesScreenWidget
300
+ api={api}
301
+ config={config}
302
+ routeBase="/admin"
303
+ screenName="ai-review-batches"
304
+ />
305
+ );
306
+
307
+ it("creates a batch from the widest question set and opens it", async () => {
308
+ const create = mock(async (_body: unknown) => BATCH);
309
+ const batches = query([
310
+ {
311
+ counts: BATCH.counts,
312
+ created: BATCH.created,
313
+ evaluatorId: "qs",
314
+ evaluatorName: "summary-questions",
315
+ id: "b1",
316
+ judgeCount: 0,
317
+ name: "Recent summaries",
318
+ },
319
+ ]);
320
+ const view = renderScreen(createApi({batches, create}));
321
+ const props = view.UNSAFE_root.findByType(AiReviewBatchesView).props;
322
+ expect(props.questionSetId).toBe("qs");
323
+ expect(props.questionSetOptions.map((option: {label: string}) => option.label)).toEqual([
324
+ "summary-questions (1 question)",
325
+ "summary-questions (2 questions)",
326
+ ]);
327
+ expect(props.promptOptions).toEqual([{label: "example-summarize", value: "example-summarize"}]);
328
+
329
+ await act(async () => {
330
+ props.onNameChange(" My batch ");
331
+ props.onPromptChange("example-summarize");
332
+ });
333
+ await press(view.getByTestId("ai-review-batch-grab-recent"));
334
+ expect(create).toHaveBeenCalledWith({
335
+ evaluatorId: "qs",
336
+ limit: 10,
337
+ name: "My batch",
338
+ promptName: "example-summarize",
339
+ });
340
+ expect(routerPush).toHaveBeenCalledWith("/admin/ai-review-batch?id=b1");
341
+
342
+ await press(view.getByTestId("ai-review-batches-open-b1"));
343
+ expect(routerPush).toHaveBeenCalledTimes(2);
344
+ });
345
+
346
+ it("shows create errors and requires a question set", async () => {
347
+ const create = mock(async (_body: unknown) => {
348
+ throw {data: {title: "No recent traces that are not already in a batch"}};
349
+ });
350
+ const view = renderScreen(createApi({create}));
351
+ await press(view.getByTestId("ai-review-batch-grab-recent"));
352
+ expect(view.getByText("No recent traces that are not already in a batch")).toBeTruthy();
353
+
354
+ const untitled = mock(async (_body: unknown) => {
355
+ throw new Error("network");
356
+ });
357
+ const generic = renderScreen(createApi({create: untitled}));
358
+ await press(generic.getByTestId("ai-review-batch-grab-recent"));
359
+ expect(generic.getByText("Could not create the batch.")).toBeTruthy();
360
+
361
+ generic.unmount();
362
+
363
+ // With no human evaluators there is nothing to batch against.
364
+ const empty = renderScreen(createApi({create, evaluators: []}));
365
+ // The header button is disabled without a question set; call its handler to cover the guard.
366
+ const grab = empty.UNSAFE_root.find(
367
+ (node) => node.props.testID === "ai-review-batch-grab-recent" && "onClick" in node.props
368
+ );
369
+ expect(grab.props.disabled).toBe(true);
370
+ await act(async () => {
371
+ await grab.props.onClick();
372
+ });
373
+ expect(empty.getByText("Choose a question set first.")).toBeTruthy();
374
+ expect(
375
+ empty.getByText("Create a human evaluator with one score per question first.")
376
+ ).toBeTruthy();
377
+ });
378
+ });