@terreno/admin-frontend 57.21.0 → 57.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (308) hide show
  1. package/CHANGELOG.md +31 -0
  2. package/dist/index.d.ts +1 -1
  3. package/dist/index.d.ts.map +1 -1
  4. package/dist/index.js +1 -1
  5. package/dist/index.js.map +1 -1
  6. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  7. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  8. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  9. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  10. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  11. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  12. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  13. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  14. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  15. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  16. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  17. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  18. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  19. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  20. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  21. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  22. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  23. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  24. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  25. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  26. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  27. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  28. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  29. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  30. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  31. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  32. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  33. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  34. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  35. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  36. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  37. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  38. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  39. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  40. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  41. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  42. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  43. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  44. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  45. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  47. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  48. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  49. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  50. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  51. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  52. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  53. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  54. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  55. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  56. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  57. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  58. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  59. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  60. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  61. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  62. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  63. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  64. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  65. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  66. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  67. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  68. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  70. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  71. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  72. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  73. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
  74. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  75. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  76. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  77. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  78. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  79. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  80. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  81. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  82. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  83. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  85. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  86. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  87. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  88. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  89. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  90. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  91. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  92. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  93. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  94. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  95. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  96. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  97. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  98. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  99. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  100. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  101. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  102. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  103. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  104. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  105. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  106. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  107. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  108. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  109. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  110. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  111. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  112. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  113. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
  114. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  115. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  116. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  117. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  118. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  119. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  120. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  121. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  122. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  123. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  124. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  125. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  126. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  127. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  128. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  129. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  130. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  131. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  132. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  133. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  134. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  135. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  136. package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
  137. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  138. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  139. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  140. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  141. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  142. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  143. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  144. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  145. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  146. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  147. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  149. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
  151. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  152. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
  153. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  154. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  155. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  156. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  157. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  158. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  159. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  160. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  161. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  162. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  163. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  164. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  165. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  166. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  168. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  169. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  170. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  172. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  173. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  174. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  176. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  177. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  178. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  179. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  180. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  181. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  182. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  183. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  184. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  185. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  186. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  188. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  190. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  191. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  192. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  193. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  194. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  196. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  198. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  199. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  200. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  201. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  202. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  203. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  204. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  205. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  206. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  207. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  208. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  209. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  210. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  211. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  212. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  213. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  214. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  215. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  216. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  217. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  218. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  219. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  220. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  221. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  222. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  223. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  224. package/package.json +3 -3
  225. package/src/index.tsx +2 -0
  226. package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
  227. package/src/isolated/aiListTables.isolated.tsx +654 -0
  228. package/src/isolated/aiObservabilityScreens.isolated.tsx +715 -287
  229. package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
  230. package/src/isolated/aiTracesTable.isolated.tsx +375 -0
  231. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  232. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  233. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  234. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  235. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  236. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  237. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  238. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  239. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  240. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  241. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  242. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  243. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  244. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  245. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  246. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  247. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  248. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  249. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  250. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  251. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  252. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  253. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  254. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  255. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  256. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
  257. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
  258. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  259. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  260. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
  261. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  262. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  263. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  264. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  265. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  266. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  267. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  268. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  269. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  270. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
  271. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  272. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
  273. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  274. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  275. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  276. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  277. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  278. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
  279. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  280. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  281. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  282. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  283. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
  284. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
  285. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  286. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
  287. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  288. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  289. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  290. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  291. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  292. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  293. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  294. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  295. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  296. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  297. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  298. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  299. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  300. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  301. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  302. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  303. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  304. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  305. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  306. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  307. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
  308. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
@@ -1,14 +1,15 @@
1
1
  import {Box, Spinner, Text} from "@terreno/ui";
2
- import {useLocalSearchParams} from "expo-router";
2
+ import {router, useLocalSearchParams} from "expo-router";
3
3
  import {DateTime} from "luxon";
4
- import React, {useMemo} from "react";
4
+ import React, {useCallback, useMemo} from "react";
5
5
  import type {AdminScreenWidgetProps} from "../../../types";
6
6
  import {unwrapExperimentList} from "../experiments/experimentTypes";
7
7
  import {useAiObservabilityExperimentsApi} from "../experiments/useAiObservabilityExperimentsApi";
8
8
  import {judgeOutputSchemaFromDetail, unwrapPromptDetail} from "../prompts/promptTypes";
9
9
  import {useAiObservabilityPromptsApi} from "../prompts/useAiObservabilityPromptsApi";
10
10
  import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
11
- import {AiEvaluatorDetailView} from "./AiEvaluatorPanels";
11
+ import {ObservabilityErrorState} from "../shell/ObservabilityStates";
12
+ import {AiEvaluatorDetailMeta, AiEvaluatorDetailView} from "./AiEvaluatorPanels";
12
13
  import {type EvaluatorUsageRow, unwrapEvaluatorRecord} from "./evaluatorTypes";
13
14
  import {useAiObservabilityEvaluatorsApi} from "./useAiObservabilityEvaluatorsApi";
14
15
 
@@ -20,7 +21,7 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
20
21
  const {useDetailQuery} = useAiObservabilityEvaluatorsApi(api);
21
22
  const {useListQuery: useExperimentsQuery} = useAiObservabilityExperimentsApi(api);
22
23
  const {useDetailQuery: usePromptDetailQuery} = useAiObservabilityPromptsApi(api);
23
- const {data, isError, isLoading} = useDetailQuery(id ?? "", {skip: !id});
24
+ const {data, isError, isLoading, refetch} = useDetailQuery(id ?? "", {skip: !id});
24
25
  const {data: experimentsRaw, isError: isExperimentsError} = useExperimentsQuery();
25
26
  const evaluator = useMemo(() => unwrapEvaluatorRecord(data), [data]);
26
27
  const prefix = (routeBase ?? "").replace(/\/$/, "");
@@ -74,11 +75,18 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
74
75
  });
75
76
  }, [evaluator, experimentsRaw]);
76
77
 
78
+ const handleOpenExperiment = useCallback(
79
+ (experimentId: string): void => {
80
+ router.push(`${prefix}/ai-experiment-results?id=${encodeURIComponent(experimentId)}`);
81
+ },
82
+ [prefix]
83
+ );
84
+
77
85
  if (!id) {
78
86
  return (
79
87
  <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
80
88
  <Box padding={4}>
81
- <Text>Missing evaluator id.</Text>
89
+ <Text color="secondaryLight">Missing evaluator id.</Text>
82
90
  </Box>
83
91
  </AiObservabilityChrome>
84
92
  );
@@ -86,8 +94,13 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
86
94
 
87
95
  if (isLoading) {
88
96
  return (
89
- <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
90
- <Box alignItems="center" padding={4} testID="ai-evaluator-detail-loading">
97
+ <AiObservabilityChrome
98
+ {...props}
99
+ backHref={backHref}
100
+ hideHeader
101
+ screenName="ai-evaluator-detail"
102
+ >
103
+ <Box alignItems="center" padding={5} testID="ai-evaluator-detail-loading">
91
104
  <Spinner />
92
105
  </Box>
93
106
  </AiObservabilityChrome>
@@ -97,19 +110,29 @@ export const AiEvaluatorDetailScreenWidget: React.FC<AdminScreenWidgetProps> = (
97
110
  if (isError || !evaluator) {
98
111
  return (
99
112
  <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
100
- <Box padding={4}>
101
- <Text color="error">Failed to load evaluator.</Text>
102
- </Box>
113
+ <ObservabilityErrorState
114
+ onRetry={refetch}
115
+ testID="ai-evaluator-detail-error"
116
+ text="Could not load evaluator."
117
+ />
103
118
  </AiObservabilityChrome>
104
119
  );
105
120
  }
106
121
 
107
122
  return (
108
- <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-detail">
123
+ <AiObservabilityChrome
124
+ {...props}
125
+ backHref={backHref}
126
+ description={evaluator.description}
127
+ meta={<AiEvaluatorDetailMeta evaluator={evaluator} />}
128
+ screenName="ai-evaluator-detail"
129
+ title={evaluator.name}
130
+ >
109
131
  <AiEvaluatorDetailView
110
132
  evaluator={evaluator}
111
133
  judgeOutputSchema={judgeOutputSchema}
112
134
  judgePromptStatus={judgePromptStatus}
135
+ onOpenExperiment={handleOpenExperiment}
113
136
  routeBase={prefix}
114
137
  usageError={isExperimentsError ? "Could not load experiments." : undefined}
115
138
  usageRows={usageRows}
@@ -159,6 +159,10 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
159
159
  });
160
160
  }, []);
161
161
 
162
+ const handleCancel = useCallback((): void => {
163
+ router.push(backHref);
164
+ }, [backHref]);
165
+
162
166
  const handleCreate = useCallback(async (): Promise<void> => {
163
167
  setCreateError("");
164
168
  if (!name.trim()) {
@@ -242,7 +246,13 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
242
246
  ]);
243
247
 
244
248
  return (
245
- <AiObservabilityChrome {...props} backHref={backHref} screenName="ai-evaluator-new">
249
+ <AiObservabilityChrome
250
+ {...props}
251
+ backHref={backHref}
252
+ description="Set who decides the score, what they look at, and which scores are saved."
253
+ screenName="ai-evaluator-new"
254
+ title="New evaluator"
255
+ >
246
256
  <AiEvaluatorNewView
247
257
  assertionConstraint={assertionConstraint}
248
258
  assertionPath={assertionPath}
@@ -258,6 +268,7 @@ export const AiEvaluatorNewScreenWidget: React.FC<AdminScreenWidgetProps> = (pro
258
268
  onAddDimension={handleAddDimension}
259
269
  onAssertionConstraintChange={setAssertionConstraint}
260
270
  onAssertionPathChange={setAssertionPath}
271
+ onCancel={handleCancel}
261
272
  onCreate={handleCreate}
262
273
  onDescriptionChange={setDescription}
263
274
  onDimensionChange={handleDimensionChange}
@@ -5,6 +5,7 @@ import {assert} from "chai";
5
5
  import React from "react";
6
6
  import {renderWithTheme} from "../../../../../ui/src/test-utils";
7
7
  import {
8
+ AiEvaluatorDetailMeta,
8
9
  AiEvaluatorDetailView,
9
10
  type AiEvaluatorDetailViewProps,
10
11
  AiEvaluatorNewView,
@@ -244,7 +245,7 @@ describe("AiEvaluatorNewView panels", () => {
244
245
  />
245
246
  );
246
247
  await act(async () => {
247
- fireEvent.press(getByTestId("ai-evaluator-type-llm-judge"));
248
+ fireEvent.press(getByText("LLM judge"));
248
249
  fireEvent.press(getByTestId("ai-evaluator-add-dimension"));
249
250
  const removeButtons = getAllByText("Remove");
250
251
  if (removeButtons.length > 0) {
@@ -287,7 +288,6 @@ describe("AiEvaluatorDetailView", () => {
287
288
  />
288
289
  );
289
290
  expect(getByTestId("ai-evaluator-detail")).toBeTruthy();
290
- expect(getByTestId("ai-evaluator-name")).toHaveTextContent("quality");
291
291
  expect(getByTestId("ai-evaluator-panel-llm-judge")).toBeTruthy();
292
292
  expect(getByText("judge")).toBeTruthy();
293
293
 
@@ -295,7 +295,7 @@ describe("AiEvaluatorDetailView", () => {
295
295
  // height-constrained table container.
296
296
  const dimensions = within(getByTestId("ai-evaluator-dimensions"));
297
297
  expect(dimensions.getByText("correct")).toBeTruthy();
298
- expect(dimensions.getByText("boolean")).toBeTruthy();
298
+ expect(dimensions.getByText("Yes or no")).toBeTruthy();
299
299
  expect(dimensions.getByText("Yes")).toBeTruthy();
300
300
 
301
301
  const usage = within(getByTestId("ai-evaluator-used-by"));
@@ -304,6 +304,56 @@ describe("AiEvaluatorDetailView", () => {
304
304
  expect(usage.getByText("$1.20")).toBeTruthy();
305
305
  });
306
306
 
307
+ it("opens the experiment from a usage row", async () => {
308
+ const onOpenExperiment = mock((_experimentId: string) => undefined);
309
+ const {getByTestId} = renderWithTheme(
310
+ <AiEvaluatorDetailView
311
+ evaluator={{
312
+ confidenceAlertBelow: 0.5,
313
+ dimensions: [{dataType: "numeric", key: "helpfulness", range: "0-1", required: true}],
314
+ id: "eval-help",
315
+ judgePromptName: "eval-judge-helpfulness",
316
+ name: "helpfulness",
317
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
318
+ target: "full trace",
319
+ type: "llm-judge",
320
+ }}
321
+ judgeOutputSchema={{properties: {helpfulness: {type: "number"}}}}
322
+ onOpenExperiment={onOpenExperiment}
323
+ routeBase="/admin"
324
+ usageRows={[
325
+ {costUsd: 0.4, experimentId: "exp-9", experimentName: "helpfulness-compare", runs: 2},
326
+ ]}
327
+ />
328
+ );
329
+ await act(async () => {
330
+ fireEvent.press(getByTestId("ai-evaluator-used-by-row-exp-9-clickable"));
331
+ await Promise.resolve();
332
+ });
333
+ assert.equal(onOpenExperiment.mock.calls.length, 1);
334
+ assert.equal(onOpenExperiment.mock.calls[0]?.[0], "exp-9");
335
+ });
336
+
337
+ it("puts kind, target, and run modes in the header meta", () => {
338
+ const {getByTestId, getByText} = renderWithTheme(
339
+ <AiEvaluatorDetailMeta
340
+ evaluator={{
341
+ confidenceAlertBelow: 0.5,
342
+ dimensions: [],
343
+ id: "eval-1",
344
+ name: "quality",
345
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 10},
346
+ target: "full trace",
347
+ type: "llm-judge",
348
+ }}
349
+ />
350
+ );
351
+ expect(getByTestId("ai-evaluator-kind-badge")).toBeTruthy();
352
+ expect(getByText("LLM judge")).toBeTruthy();
353
+ expect(getByText("Full trace")).toBeTruthy();
354
+ expect(getByText("Live 10%")).toBeTruthy();
355
+ });
356
+
307
357
  it("shows human and json-assert detail panels with empty usage", () => {
308
358
  const human = renderWithTheme(
309
359
  <AiEvaluatorDetailView
@@ -459,6 +509,44 @@ describe("AiEvaluatorDetailView", () => {
459
509
  });
460
510
  });
461
511
 
512
+ describe("AiEvaluatorNewView footer", () => {
513
+ it("offers Cancel next to the primary Create evaluator button", async () => {
514
+ const onCancel = mock(() => undefined);
515
+ const {getByTestId} = renderWithTheme(
516
+ <AiEvaluatorNewView
517
+ assertionConstraint="exists"
518
+ assertionPath=""
519
+ description=""
520
+ dimensions={[{dataType: "boolean", key: "pass", required: true}]}
521
+ instructions=""
522
+ isCreating={false}
523
+ judgePromptName=""
524
+ name=""
525
+ onAddDimension={() => undefined}
526
+ onAssertionConstraintChange={() => undefined}
527
+ onAssertionPathChange={() => undefined}
528
+ onCancel={onCancel}
529
+ onCreate={() => undefined}
530
+ onDimensionChange={() => undefined}
531
+ onInstructionsChange={() => undefined}
532
+ onJudgePromptNameChange={() => undefined}
533
+ onLiveSampleRateChange={() => undefined}
534
+ onNameChange={() => undefined}
535
+ onRemoveDimension={() => undefined}
536
+ onTypeChange={() => undefined}
537
+ runModes={{allowManualRun: true, availableInExperiments: true, liveSampleRate: 0}}
538
+ target="full trace"
539
+ type="human"
540
+ />
541
+ );
542
+ await act(async () => {
543
+ fireEvent.press(getByTestId("ai-evaluator-cancel"));
544
+ await new Promise((resolve) => setTimeout(resolve, 0));
545
+ });
546
+ assert.equal(onCancel.mock.calls.length, 1);
547
+ });
548
+ });
549
+
462
550
  describe("AiEvaluatorNewView dimension editing", () => {
463
551
  it("wires dimension key, type, range, and remove handlers", async () => {
464
552
  const onDimensionChange = mock<NonNullable<AiEvaluatorNewViewProps["onDimensionChange"]>>(
@@ -497,7 +585,7 @@ describe("AiEvaluatorNewView dimension editing", () => {
497
585
  />
498
586
  );
499
587
  fireEvent.changeText(getAllByDisplayValue("pass")[0]!, "score");
500
- const numericButtons = getAllByText("numeric");
588
+ const numericButtons = getAllByText("Number");
501
589
  await act(async () => {
502
590
  fireEvent.press(numericButtons[0]!);
503
591
  const removeButtons = getAllByText("Remove");
@@ -633,7 +721,7 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
633
721
  const onLiveSampleRateChange = mock<
634
722
  NonNullable<AiEvaluatorNewViewProps["onLiveSampleRateChange"]>
635
723
  >(() => undefined);
636
- const {getAllByText, getByTestId} = renderWithTheme(
724
+ const {getAllByText, getByTestId, getByText} = renderWithTheme(
637
725
  <AiEvaluatorNewView
638
726
  assertionConstraint="exists"
639
727
  assertionPath="output"
@@ -660,10 +748,10 @@ describe("AiEvaluatorNewView type and live sample controls", () => {
660
748
  />
661
749
  );
662
750
  await act(async () => {
663
- fireEvent.press(getByTestId("ai-evaluator-type-human"));
664
- fireEvent.press(getByTestId("ai-evaluator-type-json-assert"));
665
- fireEvent.press(getAllByText("numeric")[0]!);
666
- fireEvent.press(getAllByText("categorical")[0]!);
751
+ fireEvent.press(getByText("Human"));
752
+ fireEvent.press(getByText("JSON assert"));
753
+ fireEvent.press(getAllByText("Number")[0]!);
754
+ fireEvent.press(getAllByText("Category")[0]!);
667
755
  await Promise.resolve();
668
756
  });
669
757
  assert.isAtLeast(onTypeChange.mock.calls.length, 2);