@terreno/admin-frontend 58.0.0-beta.3 → 58.0.0-beta.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (371) hide show
  1. package/CHANGELOG.md +99 -0
  2. package/dist/AdminModelForm.js +12 -12
  3. package/dist/AdminModelForm.js.map +1 -1
  4. package/dist/AdminModelTable.d.ts.map +1 -1
  5. package/dist/AdminModelTable.js +11 -0
  6. package/dist/AdminModelTable.js.map +1 -1
  7. package/dist/ConfigurationScreen.d.ts.map +1 -1
  8. package/dist/ConfigurationScreen.js +1 -2
  9. package/dist/ConfigurationScreen.js.map +1 -1
  10. package/dist/adminModelUrls.d.ts +7 -0
  11. package/dist/adminModelUrls.d.ts.map +1 -0
  12. package/dist/adminModelUrls.js +9 -0
  13. package/dist/adminModelUrls.js.map +1 -0
  14. package/dist/adminRpc.d.ts.map +1 -1
  15. package/dist/adminRpc.js +9 -0
  16. package/dist/adminRpc.js.map +1 -1
  17. package/dist/adminRpcSeed.d.ts +25 -0
  18. package/dist/adminRpcSeed.d.ts.map +1 -0
  19. package/dist/adminRpcSeed.js +49 -0
  20. package/dist/adminRpcSeed.js.map +1 -0
  21. package/dist/comms/commsDashboardParams.d.ts.map +1 -1
  22. package/dist/comms/commsDashboardParams.js +7 -1
  23. package/dist/comms/commsDashboardParams.js.map +1 -1
  24. package/dist/index.d.ts +9 -2
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js +9 -2
  27. package/dist/index.js.map +1 -1
  28. package/dist/useAdminModelApi.d.ts.map +1 -1
  29. package/dist/useAdminModelApi.js +2 -1
  30. package/dist/useAdminModelApi.js.map +1 -1
  31. package/dist/useAdminRpc.d.ts.map +1 -1
  32. package/dist/useAdminRpc.js +50 -19
  33. package/dist/useAdminRpc.js.map +1 -1
  34. package/dist/useConfigurationApi.d.ts.map +1 -1
  35. package/dist/useConfigurationApi.js +8 -2
  36. package/dist/useConfigurationApi.js.map +1 -1
  37. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  38. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  39. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  40. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  41. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  42. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  43. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  44. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  45. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  47. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  48. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  49. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  50. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  51. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  52. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  53. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  54. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  55. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  56. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  57. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  58. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  59. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  60. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  61. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  62. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  63. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  64. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  65. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  66. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  67. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  68. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  70. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  71. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  72. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  73. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  75. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  77. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  78. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  79. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  80. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  82. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  83. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  85. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  86. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  87. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  88. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  89. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  90. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  91. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  92. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  93. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  94. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  95. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  96. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  97. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  98. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  99. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  100. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  101. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  102. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  103. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  104. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +8 -2
  105. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  106. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  107. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  108. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  109. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  110. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  111. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  112. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  113. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  114. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  115. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  116. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  117. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  119. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  121. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  122. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  123. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  124. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  126. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  128. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  129. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  130. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  131. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  132. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  134. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  136. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  137. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  138. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  139. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  140. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  141. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  142. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  143. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  144. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -18
  145. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  146. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  147. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  149. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  151. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  152. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  153. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  154. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  155. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  156. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  157. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  158. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  159. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  160. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  161. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  162. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  163. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  164. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  165. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  166. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/review/ReviewScoreField.js +40 -12
  168. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  169. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  170. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  172. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  173. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  174. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  176. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  177. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  178. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  179. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  180. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  181. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +27 -1
  182. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  183. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +31 -1
  184. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  185. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  186. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  188. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  190. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  191. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  192. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  193. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  194. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  196. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  198. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  199. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  200. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  201. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  202. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  203. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  204. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  205. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  206. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  207. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  208. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  209. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  210. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  211. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  212. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  213. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  214. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  215. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  216. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  217. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  218. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  219. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  220. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  221. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  222. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  223. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  224. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  225. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  226. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  227. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  228. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  229. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  230. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  231. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  232. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  233. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  234. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  235. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  236. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  237. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  238. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  239. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  240. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  241. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  242. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  243. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  244. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  245. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  246. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  247. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  248. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  249. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  250. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  251. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  252. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  253. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  254. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  255. package/dist/widgets/homeWidgetUrls.d.ts +13 -0
  256. package/dist/widgets/homeWidgetUrls.d.ts.map +1 -0
  257. package/dist/widgets/homeWidgetUrls.js +71 -0
  258. package/dist/widgets/homeWidgetUrls.js.map +1 -0
  259. package/package.json +4 -4
  260. package/src/AdminModelForm.tsx +16 -16
  261. package/src/AdminModelTable.tsx +12 -0
  262. package/src/ConfigurationScreen.tsx +1 -2
  263. package/src/adminModelUrls.test.ts +31 -0
  264. package/src/adminModelUrls.ts +8 -0
  265. package/src/adminRpc.test.ts +10 -0
  266. package/src/adminRpc.ts +9 -0
  267. package/src/adminRpcSeed.tsx +65 -0
  268. package/src/comms/commsDashboardParams.ts +7 -1
  269. package/src/index.tsx +10 -0
  270. package/src/isolated/AiPromptEditorScreen.isolated.tsx +19 -0
  271. package/src/isolated/adminModelForm.ssr.isolated.tsx +170 -0
  272. package/src/isolated/adminModelTable.ssr.isolated.tsx +112 -0
  273. package/src/isolated/adminModelTable.windowedSeed.isolated.tsx +244 -0
  274. package/src/isolated/adminRouteSeeds.ssr.isolated.tsx +263 -0
  275. package/src/isolated/aiListTables.isolated.tsx +648 -0
  276. package/src/isolated/aiObservabilityDatasets.isolated.tsx +26 -16
  277. package/src/isolated/aiObservabilityEvaluators.isolated.tsx +90 -15
  278. package/src/isolated/aiObservabilityExperiments.isolated.tsx +322 -36
  279. package/src/isolated/aiObservabilityPrompts.isolated.tsx +82 -35
  280. package/src/isolated/aiObservabilityReview.isolated.tsx +235 -243
  281. package/src/isolated/aiObservabilityTraces.isolated.tsx +155 -120
  282. package/src/isolated/aiReviewBatchScreens.isolated.tsx +426 -0
  283. package/src/isolated/aiTracesTable.isolated.tsx +368 -0
  284. package/src/isolated/hooks.isolated.tsx +89 -0
  285. package/src/isolated/jobsCommsRouteSeeds.ssr.isolated.tsx +142 -0
  286. package/src/isolated/orgsRouteSeeds.ssr.isolated.tsx +204 -0
  287. package/src/useAdminModelApi.ts +2 -1
  288. package/src/useAdminRpc.test.tsx +538 -2
  289. package/src/useAdminRpc.ts +50 -19
  290. package/src/useConfigurationApi.ts +9 -1
  291. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  292. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  293. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  294. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  295. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  296. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  297. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  298. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  299. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  300. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  301. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  302. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  303. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  304. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  305. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  306. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  307. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  308. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  309. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  310. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  311. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  312. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  313. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  314. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  315. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  316. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +41 -0
  317. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +54 -7
  318. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  319. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  320. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -45
  321. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  322. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  323. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  324. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  325. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  326. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  327. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  328. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  329. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  330. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +136 -0
  331. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  332. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -30
  333. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  334. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  335. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  336. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  337. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  338. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +113 -27
  339. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  340. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  341. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  342. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  343. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +59 -0
  344. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +63 -1
  345. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  346. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +43 -14
  347. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  348. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +2 -6
  349. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  350. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  351. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  352. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  353. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  354. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  355. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  356. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  357. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  358. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  359. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  360. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  361. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  362. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  363. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  364. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  365. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  366. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  367. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  368. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +19 -1
  369. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  370. package/src/widgets/homeWidgetUrls.test.ts +201 -0
  371. package/src/widgets/homeWidgetUrls.ts +87 -0
@@ -0,0 +1,251 @@
1
+ import type {
2
+ ColumnSortInterface,
3
+ DataTableCellData,
4
+ DataTableColumn,
5
+ DataTableColumnFilter,
6
+ } from "@terreno/ui";
7
+ import {DateTime} from "luxon";
8
+ import {useCallback, useMemo, useState} from "react";
9
+
10
+ export type ClientTableValue = boolean | number | string | undefined;
11
+
12
+ /** One DataTable column over fully loaded rows; `value` drives sorting and filtering. */
13
+ export interface ClientTableColumn<Row> {
14
+ /** Display cell for the row; defaults to `{value: value(row)}`. */
15
+ cell?: (row: Row) => DataTableCellData;
16
+ columnType?: DataTableColumn["columnType"];
17
+ /** Column filter shown in the DataTable header. `field` defaults to the column key. */
18
+ filter?: Omit<DataTableColumnFilter, "field"> & {field?: string};
19
+ key: string;
20
+ /** Sortable unless false; columns without `value` never sort. */
21
+ sortable?: boolean;
22
+ title: string;
23
+ /** Raw comparable value: numbers sort numerically, ISO dates by time, everything else as text. */
24
+ value?: (row: Row) => ClientTableValue;
25
+ width: number;
26
+ }
27
+
28
+ export interface ClientTableState<Row> {
29
+ columns: DataTableColumn[];
30
+ data: DataTableCellData[][];
31
+ filterValues: Record<string, unknown>;
32
+ onFilterValuesChange: (next: Record<string, unknown>) => void;
33
+ onSearchChange?: (search: string) => void;
34
+ rows: Row[];
35
+ search: string;
36
+ searchFields?: string[];
37
+ setSortColumn: (sort?: ColumnSortInterface) => void;
38
+ sortColumn?: ColumnSortInterface;
39
+ }
40
+
41
+ const isBlank = (value: unknown): boolean => {
42
+ return value === undefined || value === null || value === "";
43
+ };
44
+
45
+ const toTime = (value: ClientTableValue): number | undefined => {
46
+ if (typeof value !== "string") {
47
+ return undefined;
48
+ }
49
+ const parsed = DateTime.fromISO(value);
50
+ return parsed.isValid ? parsed.toMillis() : undefined;
51
+ };
52
+
53
+ /** Compare two cell values; blanks always sort last. */
54
+ const compareClientValues = (a: ClientTableValue, b: ClientTableValue): number => {
55
+ if (isBlank(a) || isBlank(b)) {
56
+ return Number(isBlank(a)) - Number(isBlank(b));
57
+ }
58
+ if (typeof a === "number" && typeof b === "number") {
59
+ return a - b;
60
+ }
61
+ if (typeof a === "boolean" && typeof b === "boolean") {
62
+ return Number(a) - Number(b);
63
+ }
64
+ const aTime = toTime(a);
65
+ const bTime = toTime(b);
66
+ if (aTime !== undefined && bTime !== undefined) {
67
+ return aTime - bTime;
68
+ }
69
+ return String(a).localeCompare(String(b), undefined, {numeric: true, sensitivity: "base"});
70
+ };
71
+
72
+ const numberRange = (value: unknown): {max?: number; min?: number} | undefined => {
73
+ if (!value || typeof value !== "object") {
74
+ return undefined;
75
+ }
76
+ const record = value as {$gte?: unknown; $lte?: unknown; gte?: unknown; lte?: unknown};
77
+ const min = record.$gte ?? record.gte;
78
+ const max = record.$lte ?? record.lte;
79
+ return {
80
+ max: typeof max === "number" ? max : undefined,
81
+ min: typeof min === "number" ? min : undefined,
82
+ };
83
+ };
84
+
85
+ const choiceValues = (value: unknown): string[] => {
86
+ if (Array.isArray(value)) {
87
+ return value.map(String).filter((entry) => entry !== "");
88
+ }
89
+ return typeof value === "string" && value !== "" ? [value] : [];
90
+ };
91
+
92
+ /** Whether one row value passes one column filter's current value. */
93
+ const matchesClientFilter = (
94
+ filter: DataTableColumnFilter,
95
+ value: ClientTableValue,
96
+ filterValues: Record<string, unknown>
97
+ ): boolean => {
98
+ const current = filterValues[filter.field];
99
+ if (filter.kind === "text") {
100
+ const text = typeof current === "string" ? current.trim().toLowerCase() : "";
101
+ return (
102
+ !text ||
103
+ String(value ?? "")
104
+ .toLowerCase()
105
+ .includes(text)
106
+ );
107
+ }
108
+ if (filter.kind === "boolean") {
109
+ return typeof current !== "boolean" || Boolean(value) === current;
110
+ }
111
+ if (filter.kind === "choice") {
112
+ const choices = choiceValues(current);
113
+ return choices.length === 0 || choices.includes(String(value ?? ""));
114
+ }
115
+ if (filter.kind === "numberRange") {
116
+ const range = numberRange(current);
117
+ if (!range || (range.min === undefined && range.max === undefined)) {
118
+ return true;
119
+ }
120
+ if (typeof value !== "number") {
121
+ return false;
122
+ }
123
+ return (
124
+ (range.min === undefined || value >= range.min) &&
125
+ (range.max === undefined || value <= range.max)
126
+ );
127
+ }
128
+ const from = toTime(filterValues[`${filter.field}_gte`] as ClientTableValue);
129
+ const to = toTime(filterValues[`${filter.field}_lte`] as ClientTableValue);
130
+ if (from === undefined && to === undefined) {
131
+ return true;
132
+ }
133
+ const time = toTime(value);
134
+ if (time === undefined) {
135
+ return false;
136
+ }
137
+ return (from === undefined || time >= from) && (to === undefined || time <= to);
138
+ };
139
+
140
+ /** Choice filter options from the distinct values in a column. */
141
+ export const distinctChoiceOptions = <Row>(
142
+ rows: Row[],
143
+ value: (row: Row) => ClientTableValue
144
+ ): Array<{label: string; value: string}> => {
145
+ const seen = new Set<string>();
146
+ for (const row of rows) {
147
+ const entry = value(row);
148
+ if (!isBlank(entry)) {
149
+ seen.add(String(entry));
150
+ }
151
+ }
152
+ return [...seen]
153
+ .sort((a, b) => a.localeCompare(b, undefined, {numeric: true}))
154
+ .map((entry) => ({label: entry, value: entry}));
155
+ };
156
+
157
+ /**
158
+ * Sorting, column filters, and search for DataTables whose rows are already loaded. Spread the
159
+ * returned state (minus `rows`) onto `DataTable`.
160
+ */
161
+ export const useClientTable = <Row>({
162
+ columns,
163
+ defaultSort,
164
+ rows,
165
+ searchText,
166
+ }: {
167
+ columns: ClientTableColumn<Row>[];
168
+ defaultSort?: ColumnSortInterface;
169
+ rows: Row[];
170
+ /** Text a row matches for the toolbar search; omit to hide search. */
171
+ searchText?: (row: Row) => string;
172
+ }): ClientTableState<Row> => {
173
+ const [sortColumn, setSortColumn] = useState<ColumnSortInterface | undefined>(defaultSort);
174
+ const [filterValues, setFilterValues] = useState<Record<string, unknown>>({});
175
+ const [search, setSearch] = useState("");
176
+
177
+ const filters = useMemo(
178
+ () =>
179
+ columns.map((column): DataTableColumnFilter | undefined =>
180
+ column.filter ? {...column.filter, field: column.filter.field ?? column.key} : undefined
181
+ ),
182
+ [columns]
183
+ );
184
+
185
+ const tableColumns = useMemo(
186
+ (): DataTableColumn[] =>
187
+ columns.map((column, index) => ({
188
+ columnType: column.columnType ?? "text",
189
+ filter: filters[index],
190
+ sortable: column.sortable !== false && Boolean(column.value),
191
+ title: column.title,
192
+ width: column.width,
193
+ })),
194
+ [columns, filters]
195
+ );
196
+
197
+ const visibleRows = useMemo((): Row[] => {
198
+ const query = search.trim().toLowerCase();
199
+ const filtered = rows.filter((row) => {
200
+ if (query && searchText && !searchText(row).toLowerCase().includes(query)) {
201
+ return false;
202
+ }
203
+ return columns.every((column, index) => {
204
+ const filter = filters[index];
205
+ if (!filter || !column.value) {
206
+ return true;
207
+ }
208
+ return matchesClientFilter(filter, column.value(row), filterValues);
209
+ });
210
+ });
211
+ const sortBy = sortColumn ? columns[sortColumn.column]?.value : undefined;
212
+ if (!sortColumn || !sortBy) {
213
+ return filtered;
214
+ }
215
+ const direction = sortColumn.direction === "desc" ? -1 : 1;
216
+ return [...filtered].sort((a, b) => {
217
+ const aValue = sortBy(a);
218
+ const bValue = sortBy(b);
219
+ // Blanks stay last in both directions.
220
+ if (isBlank(aValue) || isBlank(bValue)) {
221
+ return compareClientValues(aValue, bValue);
222
+ }
223
+ return direction * compareClientValues(aValue, bValue);
224
+ });
225
+ }, [columns, filterValues, filters, rows, search, searchText, sortColumn]);
226
+
227
+ const data = useMemo(
228
+ (): DataTableCellData[][] =>
229
+ visibleRows.map((row) =>
230
+ columns.map((column) => column.cell?.(row) ?? {value: column.value?.(row) ?? "—"})
231
+ ),
232
+ [columns, visibleRows]
233
+ );
234
+
235
+ const onFilterValuesChange = useCallback((next: Record<string, unknown>): void => {
236
+ setFilterValues(next);
237
+ }, []);
238
+
239
+ return {
240
+ columns: tableColumns,
241
+ data,
242
+ filterValues,
243
+ onFilterValuesChange,
244
+ onSearchChange: searchText ? setSearch : undefined,
245
+ rows: visibleRows,
246
+ search,
247
+ searchFields: searchText ? ["search"] : undefined,
248
+ setSortColumn,
249
+ sortColumn,
250
+ };
251
+ };
@@ -0,0 +1,74 @@
1
+ /**
2
+ * The one supported way to set up experiments, in four steps. Screens show the whole plan
3
+ * (EvalPipelineOverview) and remind people which step they are on (EvalStepBanner).
4
+ */
5
+ export type EvalPipelineStepNumber = 1 | 2 | 3 | 4;
6
+
7
+ export type ExperimentPipeline = "judge" | "prompt";
8
+
9
+ export interface EvalPipelineStep {
10
+ number: EvalPipelineStepNumber;
11
+ summary: string;
12
+ title: string;
13
+ }
14
+
15
+ export const EVAL_PIPELINE_STEPS: EvalPipelineStep[] = [
16
+ {
17
+ number: 1,
18
+ summary: "Collect real traces into a dataset. On Traces, choose Add to dataset.",
19
+ title: "Build a dataset",
20
+ },
21
+ {
22
+ number: 2,
23
+ summary:
24
+ "Pick a question set (usually yes/no questions) and send the dataset to human review. Reviewers answer each item once.",
25
+ title: "Humans judge it",
26
+ },
27
+ {
28
+ number: 3,
29
+ summary:
30
+ "Run 2–3 versions of an LLM judge prompt over the judged dataset. Keep the version whose answers are closest to the humans' and promote it.",
31
+ title: "Calibrate the judge",
32
+ },
33
+ {
34
+ number: 4,
35
+ summary:
36
+ "Compare product prompt versions on a dataset, scored by the calibrated judge, and promote the winner.",
37
+ title: "Compare prompts",
38
+ },
39
+ ];
40
+
41
+ export const JUDGE_ONCE_NOTE =
42
+ "Humans judge a dataset once. After that, every judge experiment reuses their answers — run 10 if you like — as long as the questions stay the same. Change a question and the old answers go stale and need judging again.";
43
+
44
+ export const PIPELINE_STEP: Record<ExperimentPipeline, EvalPipelineStepNumber> = {
45
+ judge: 3,
46
+ prompt: 4,
47
+ };
48
+
49
+ export const PIPELINE_ACTIVITY: Record<ExperimentPipeline, string> = {
50
+ judge: "Calibrating a judge",
51
+ prompt: "Comparing prompt versions",
52
+ };
53
+
54
+ export const HUMAN_JUDGING_ACTIVITY = "Humans judge the dataset";
55
+
56
+ /** Reminder line such as "Step 3 of 4 · Calibrating a judge — pick a dataset humans judged." */
57
+ export const formatStepReminder = ({
58
+ activity,
59
+ detail,
60
+ step,
61
+ }: {
62
+ activity: string;
63
+ detail: string;
64
+ step: EvalPipelineStepNumber;
65
+ }): string => {
66
+ return `Step ${step} of ${EVAL_PIPELINE_STEPS.length} · ${activity} — ${detail}`;
67
+ };
68
+
69
+ export const parsePipeline = (value: unknown): ExperimentPipeline | undefined => {
70
+ if (value === "judge" || value === "prompt") {
71
+ return value;
72
+ }
73
+ return undefined;
74
+ };
@@ -0,0 +1,73 @@
1
+ import {describe, expect, it} from "bun:test";
2
+ import {
3
+ AGREEMENT_LEVEL_STYLE,
4
+ formatRate,
5
+ getAgreementLevel,
6
+ getObservabilityStatusStyle,
7
+ toMeterWidth,
8
+ } from "./observabilityStatus";
9
+
10
+ describe("getObservabilityStatusStyle", () => {
11
+ it("maps every status to one tone, label, and icon", () => {
12
+ expect(getObservabilityStatusStyle({status: "pending"})).toEqual({
13
+ iconName: "clock",
14
+ label: "Pending",
15
+ tone: "neutral",
16
+ });
17
+ expect(getObservabilityStatusStyle({status: "in_progress"}).tone).toBe("info");
18
+ expect(getObservabilityStatusStyle({status: "running"}).tone).toBe("info");
19
+ expect(getObservabilityStatusStyle({status: "skipped"}).label).toBe("Skipped");
20
+ expect(getObservabilityStatusStyle({status: "failed"}).tone).toBe("error");
21
+ expect(getObservabilityStatusStyle({status: "error"}).label).toBe("Error");
22
+ expect(getObservabilityStatusStyle({status: "ok"}).tone).toBe("success");
23
+ });
24
+
25
+ it("labels done and completed the same way", () => {
26
+ expect(getObservabilityStatusStyle({status: "done"})).toEqual(
27
+ getObservabilityStatusStyle({status: "completed"})
28
+ );
29
+ });
30
+
31
+ it("falls back to a neutral, readable badge for unknown or missing statuses", () => {
32
+ expect(getObservabilityStatusStyle({status: "needs_review"})).toEqual({
33
+ iconName: "circle-info",
34
+ label: "Needs review",
35
+ tone: "neutral",
36
+ });
37
+ expect(getObservabilityStatusStyle({status: "__"}).label).toBe("Unknown");
38
+ expect(getObservabilityStatusStyle({}).label).toBe("Unknown");
39
+ });
40
+ });
41
+
42
+ describe("getAgreementLevel", () => {
43
+ it("uses the shared thresholds", () => {
44
+ expect(getAgreementLevel(0.9)).toBe("match");
45
+ expect(getAgreementLevel(0.97)).toBe("match");
46
+ expect(getAgreementLevel(0.89)).toBe("close");
47
+ expect(getAgreementLevel(0.75)).toBe("close");
48
+ expect(getAgreementLevel(0.74)).toBe("off");
49
+ expect(getAgreementLevel(0.5)).toBe("off");
50
+ });
51
+
52
+ it("returns none when there is nothing to compare", () => {
53
+ expect(getAgreementLevel(undefined)).toBe("none");
54
+ expect(getAgreementLevel(Number.NaN)).toBe("none");
55
+ expect(AGREEMENT_LEVEL_STYLE.none.tone).toBe("neutral");
56
+ });
57
+ });
58
+
59
+ describe("formatRate and toMeterWidth", () => {
60
+ it("formats rates as whole percents", () => {
61
+ expect(formatRate(0.968)).toBe("97%");
62
+ expect(formatRate(undefined)).toBe("—");
63
+ expect(formatRate(Number.NaN)).toBe("—");
64
+ });
65
+
66
+ it("clamps meter widths", () => {
67
+ expect(toMeterWidth(0.8)).toBe("80%");
68
+ expect(toMeterWidth(1.4)).toBe("100%");
69
+ expect(toMeterWidth(-1)).toBe("0%");
70
+ expect(toMeterWidth(undefined)).toBe("0%");
71
+ expect(toMeterWidth(Number.NaN)).toBe("0%");
72
+ });
73
+ });
@@ -0,0 +1,100 @@
1
+ import type {IconName} from "@terreno/ui";
2
+
3
+ /** Badge tones the observability screens use. Colour always means state, never category. */
4
+ export type ObservabilityTone = "error" | "info" | "neutral" | "success" | "warning";
5
+
6
+ export interface ObservabilityStatusStyle {
7
+ iconName: IconName;
8
+ label: string;
9
+ tone: ObservabilityTone;
10
+ }
11
+
12
+ /**
13
+ * The one status scale for every AI observability screen. Review items, experiments,
14
+ * and traces all map their raw status here so the same word gets the same colour and icon.
15
+ */
16
+ const OBSERVABILITY_STATUS: Record<string, ObservabilityStatusStyle> = {
17
+ completed: {iconName: "check", label: "Done", tone: "success"},
18
+ done: {iconName: "check", label: "Done", tone: "success"},
19
+ error: {iconName: "triangle-exclamation", label: "Error", tone: "error"},
20
+ failed: {iconName: "triangle-exclamation", label: "Failed", tone: "error"},
21
+ in_progress: {iconName: "spinner", label: "In progress", tone: "info"},
22
+ ok: {iconName: "check", label: "OK", tone: "success"},
23
+ pending: {iconName: "clock", label: "Pending", tone: "neutral"},
24
+ running: {iconName: "spinner", label: "Running", tone: "info"},
25
+ skipped: {iconName: "forward-step", label: "Skipped", tone: "neutral"},
26
+ };
27
+
28
+ const humanizeStatus = (status: string): string => {
29
+ const words = status.replace(/[_-]+/g, " ").trim();
30
+ if (!words) {
31
+ return "Unknown";
32
+ }
33
+ return words.charAt(0).toUpperCase() + words.slice(1);
34
+ };
35
+
36
+ /** Look up a raw status; unknown values fall back to a neutral badge with a readable label. */
37
+ export const getObservabilityStatusStyle = ({
38
+ status,
39
+ }: {
40
+ status?: string;
41
+ }): ObservabilityStatusStyle => {
42
+ if (!status) {
43
+ return {iconName: "circle-question", label: "Unknown", tone: "neutral"};
44
+ }
45
+ return (
46
+ OBSERVABILITY_STATUS[status] ?? {
47
+ iconName: "circle-info",
48
+ label: humanizeStatus(status),
49
+ tone: "neutral",
50
+ }
51
+ );
52
+ };
53
+
54
+ /**
55
+ * Agreement between an LLM judge and people. One pair of cut-offs drives every
56
+ * agreement badge, meter, and per-question cell.
57
+ */
58
+ const AGREEMENT_THRESHOLDS = {close: 0.75, match: 0.9} as const;
59
+
60
+ export type AgreementLevel = "close" | "match" | "none" | "off";
61
+
62
+ export const AGREEMENT_LEVEL_STYLE: Record<
63
+ AgreementLevel,
64
+ {label: string; tone: ObservabilityTone}
65
+ > = {
66
+ close: {label: "Close", tone: "warning"},
67
+ match: {label: "Matches", tone: "success"},
68
+ none: {label: "No answers yet", tone: "neutral"},
69
+ off: {label: "Off", tone: "error"},
70
+ };
71
+
72
+ export const getAgreementLevel = (rate?: number): AgreementLevel => {
73
+ if (rate === undefined || Number.isNaN(rate)) {
74
+ return "none";
75
+ }
76
+ if (rate >= AGREEMENT_THRESHOLDS.match) {
77
+ return "match";
78
+ }
79
+ if (rate >= AGREEMENT_THRESHOLDS.close) {
80
+ return "close";
81
+ }
82
+ return "off";
83
+ };
84
+
85
+ /** Rate in 0–1 as a whole percent, or an em dash when there is nothing to show. */
86
+ export const formatRate = (rate?: number): string => {
87
+ if (rate === undefined || Number.isNaN(rate)) {
88
+ return "—";
89
+ }
90
+ return `${Math.round(rate * 100)}%`;
91
+ };
92
+
93
+ /** Clamp a 0–1 fraction to a CSS-style width percentage for meters. */
94
+ export const toMeterWidth = (fraction?: number): `${number}%` => {
95
+ if (fraction === undefined || Number.isNaN(fraction)) {
96
+ return "0%";
97
+ }
98
+ const clamped = Math.min(1, Math.max(0, fraction));
99
+ return `${Math.round(clamped * 100)}%`;
100
+ };
@@ -8,11 +8,14 @@ import {useAiObservabilityPromptsApi} from "../prompts/useAiObservabilityPrompts
8
8
  import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
9
9
  import {unwrapObservabilityStatus} from "../shell/aiObservabilityNav";
10
10
  import {resolveAiRunBlockedMessage, resolveAiRunError} from "../shell/aiRunAccess";
11
- import {AiTracesListView} from "./AiTracesListView";
11
+ import {AiTracesHeaderActions, AiTracesListView} from "./AiTracesListView";
12
12
  import {
13
+ DEFAULT_TRACE_SORT,
13
14
  emptyTraceFilters,
15
+ filterValuesToTraceFilters,
14
16
  TRACE_PAGE_SIZE,
15
17
  type TraceListFilters,
18
+ traceFiltersToFilterValues,
16
19
  unwrapEvaluators,
17
20
  unwrapTraceList,
18
21
  } from "./traceTypes";
@@ -27,7 +30,10 @@ export interface AiTracesScreenWidgetProps extends AdminScreenWidgetProps {
27
30
  apiKeyHint?: string;
28
31
  }
29
32
 
30
- const MULTI_STAGE_FEATURE_LABEL = "Multi-stage trace test";
33
+ const MULTI_STAGE_FEATURE_LABEL = "Test trace";
34
+
35
+ const TRACES_DESCRIPTION =
36
+ "Every AI call your app made, with its steps, cost and scores. Pick traces to send to people for review or to save as a dataset.";
31
37
 
32
38
  export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props) => {
33
39
  const {apiKey, apiKeyHint, apiKeyLoading = false, routeBase} = props;
@@ -41,6 +47,7 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
41
47
  const {useAddTracesMutation, useListQuery: useDatasetsQuery} = useAiObservabilityDatasetsApi();
42
48
  const {useListQuery: usePromptsQuery} = useAiObservabilityPromptsApi();
43
49
  const [filters, setFilters] = useState<TraceListFilters>(emptyTraceFilters);
50
+ const [sort, setSort] = useState(DEFAULT_TRACE_SORT);
44
51
  const [page, setPage] = useState(1);
45
52
  const [selectedIds, setSelectedIds] = useState<string[]>([]);
46
53
  const [reviewModalOpen, setReviewModalOpen] = useState(false);
@@ -51,10 +58,11 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
51
58
  const [addToDatasetError, setAddToDatasetError] = useState("");
52
59
  const [multiStageError, setMultiStageError] = useState("");
53
60
 
54
- const {data, isError, isLoading} = useListQuery({
61
+ const {data, isError, isLoading, refetch} = useListQuery({
55
62
  ...filters,
56
63
  limit: TRACE_PAGE_SIZE,
57
64
  page,
65
+ sort,
58
66
  });
59
67
  const {data: evaluatorsRaw} = useEvaluatorsQuery();
60
68
  const {data: datasetsRaw} = useDatasetsQuery();
@@ -101,8 +109,16 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
101
109
  setDatasetId(first.id);
102
110
  }, [datasetId, datasetModalOpen, datasets]);
103
111
 
104
- const handleFiltersChange = useCallback((next: TraceListFilters): void => {
105
- setFilters(next);
112
+ const filterValues = useMemo(() => traceFiltersToFilterValues(filters), [filters]);
113
+
114
+ const handleFilterValuesChange = useCallback((next: Record<string, unknown>): void => {
115
+ setFilters((current) => filterValuesToTraceFilters(next, current));
116
+ setPage(1);
117
+ setSelectedIds([]);
118
+ }, []);
119
+
120
+ const handleSortChange = useCallback((next: string): void => {
121
+ setSort(next);
106
122
  setPage(1);
107
123
  setSelectedIds([]);
108
124
  }, []);
@@ -178,7 +194,7 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
178
194
  try {
179
195
  const result = await runTestMultiStage({apiKey}).unwrap();
180
196
  if (!result.traceId) {
181
- setMultiStageError("The workflow ran, but no local trace id was returned.");
197
+ setMultiStageError("The test ran, but no local trace id came back.");
182
198
  return;
183
199
  }
184
200
  router.push(`${prefix}/ai-trace-detail?id=${encodeURIComponent(result.traceId)}`);
@@ -196,7 +212,19 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
196
212
  }, [apiKey, apiKeyHint, multiStageBlockedMessage, playgroundAiSource, prefix, runTestMultiStage]);
197
213
 
198
214
  return (
199
- <AiObservabilityChrome {...props} screenName="ai-traces">
215
+ <AiObservabilityChrome
216
+ {...props}
217
+ actions={
218
+ <AiTracesHeaderActions
219
+ isRunningMultiStage={testMultiStageState.isLoading}
220
+ multiStageBlockedMessage={multiStageBlockedMessage}
221
+ onRunTestMultiStage={handleRunTestMultiStage}
222
+ showMultiStageTest={status?.localOn === true}
223
+ />
224
+ }
225
+ description={TRACES_DESCRIPTION}
226
+ screenName="ai-traces"
227
+ >
200
228
  <AiTracesListView
201
229
  addToDatasetError={addToDatasetError}
202
230
  datasetId={datasetId}
@@ -205,13 +233,11 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
205
233
  enqueueError={enqueueError}
206
234
  evaluatorId={evaluatorId}
207
235
  evaluators={evaluators}
208
- filters={filters}
236
+ filterValues={filterValues}
209
237
  isAddingToDataset={addTracesState.isLoading}
210
238
  isEnqueueing={enqueueState.isLoading}
211
239
  isLoading={isLoading}
212
- isRunningMultiStage={testMultiStageState.isLoading}
213
- loadError={isError ? "Failed to load traces." : undefined}
214
- more={listed.more}
240
+ loadError={isError ? "Could not load traces." : undefined}
215
241
  multiStageBlockedMessage={multiStageBlockedMessage}
216
242
  multiStageError={multiStageError}
217
243
  onAddToDataset={handleAddToDataset}
@@ -225,12 +251,13 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
225
251
  }}
226
252
  onEnqueueReview={handleEnqueueReview}
227
253
  onEvaluatorChange={setEvaluatorId}
228
- onFiltersChange={handleFiltersChange}
254
+ onFilterValuesChange={handleFilterValuesChange}
229
255
  onOpenAddToDataset={handleOpenAddToDataset}
230
256
  onOpenReview={handleOpenReview}
231
257
  onOpenTrace={handleOpenTrace}
232
258
  onPageChange={setPage}
233
- onRunTestMultiStage={handleRunTestMultiStage}
259
+ onRetry={refetch}
260
+ onSortChange={handleSortChange}
234
261
  onToggleSelect={handleToggleSelect}
235
262
  page={page}
236
263
  pageSize={listed.limit}
@@ -239,6 +266,7 @@ export const AiTracesScreenWidget: React.FC<AiTracesScreenWidgetProps> = (props)
239
266
  routeBase={prefix}
240
267
  selectedIds={selectedIds}
241
268
  showMultiStageTest={status?.localOn === true}
269
+ sort={sort}
242
270
  total={listed.total}
243
271
  traces={listed.data}
244
272
  />