@terreno/admin-frontend 57.21.0 → 57.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (308) hide show
  1. package/CHANGELOG.md +31 -0
  2. package/dist/index.d.ts +1 -1
  3. package/dist/index.d.ts.map +1 -1
  4. package/dist/index.js +1 -1
  5. package/dist/index.js.map +1 -1
  6. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  7. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  8. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  9. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  10. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  11. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  12. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  13. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  14. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  15. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  16. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  17. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  18. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  19. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  20. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  21. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  22. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  23. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  24. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  25. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  26. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  27. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  28. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  29. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  30. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  31. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  32. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  33. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  34. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  35. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  36. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  37. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  38. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  39. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  40. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  41. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  42. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  43. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  44. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  45. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  47. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  48. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  49. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  50. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  51. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  52. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  53. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  54. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  55. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  56. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  57. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  58. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  59. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  60. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  61. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  62. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  63. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  64. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  65. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  66. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  67. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  68. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  70. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  71. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  72. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  73. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
  74. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  75. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  76. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  77. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  78. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  79. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  80. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  81. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  82. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  83. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  85. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  86. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  87. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  88. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  89. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  90. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  91. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  92. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  93. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  94. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  95. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  96. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  97. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  98. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  99. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  100. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  101. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  102. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  103. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  104. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  105. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  106. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  107. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  108. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  109. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  110. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  111. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  112. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  113. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
  114. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  115. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  116. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  117. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  118. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  119. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  120. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  121. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  122. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  123. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  124. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  125. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  126. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  127. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  128. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  129. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  130. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  131. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  132. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  133. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  134. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  135. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  136. package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
  137. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  138. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  139. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  140. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  141. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  142. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  143. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  144. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  145. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  146. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  147. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  149. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
  151. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  152. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
  153. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  154. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  155. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  156. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  157. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  158. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  159. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  160. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  161. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  162. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  163. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  164. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  165. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  166. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  168. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  169. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  170. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  172. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  173. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  174. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  176. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  177. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  178. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  179. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  180. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  181. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  182. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  183. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  184. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  185. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  186. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  188. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  190. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  191. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  192. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  193. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  194. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  196. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  198. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  199. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  200. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  201. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  202. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  203. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  204. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  205. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  206. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  207. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  208. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  209. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  210. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  211. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  212. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  213. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  214. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  215. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  216. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  217. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  218. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  219. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  220. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  221. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  222. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  223. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  224. package/package.json +3 -3
  225. package/src/index.tsx +2 -0
  226. package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
  227. package/src/isolated/aiListTables.isolated.tsx +654 -0
  228. package/src/isolated/aiObservabilityScreens.isolated.tsx +715 -287
  229. package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
  230. package/src/isolated/aiTracesTable.isolated.tsx +375 -0
  231. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  232. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  233. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  234. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  235. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  236. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  237. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  238. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  239. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  240. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  241. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  242. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  243. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  244. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  245. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  246. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  247. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  248. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  249. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  250. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  251. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  252. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  253. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  254. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  255. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  256. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
  257. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
  258. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  259. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  260. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
  261. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  262. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  263. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  264. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  265. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  266. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  267. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  268. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  269. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  270. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
  271. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  272. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
  273. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  274. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  275. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  276. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  277. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  278. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
  279. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  280. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  281. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  282. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  283. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
  284. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
  285. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  286. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
  287. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  288. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  289. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  290. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  291. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  292. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  293. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  294. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  295. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  296. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  297. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  298. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  299. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  300. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  301. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  302. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  303. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  304. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  305. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  306. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  307. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
  308. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
@@ -1 +1 @@
1
- {"version":3,"file":"AiEvaluatorsListScreen.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx"],"names":[],"mappings":"AACA,OAAO,KAA6B,MAAM,OAAO,CAAC;AAClD,OAAO,KAAK,EAAC,sBAAsB,EAAC,MAAM,gBAAgB,CAAC;AAS3D,eAAO,MAAM,wBAAwB,EAAE,KAAK,CAAC,EAAE,CAAC,sBAAsB,CA0CrE,CAAC"}
1
+ {"version":3,"file":"AiEvaluatorsListScreen.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx"],"names":[],"mappings":"AAEA,OAAO,KAA6B,MAAM,OAAO,CAAC;AAClD,OAAO,KAAK,EAAC,sBAAsB,EAAC,MAAM,gBAAgB,CAAC;AAY3D,eAAO,MAAM,wBAAwB,EAAE,KAAK,CAAC,EAAE,CAAC,sBAAsB,CAyDrE,CAAC"}
@@ -1,4 +1,5 @@
1
1
  import { jsx as _jsx } from "react/jsx-runtime";
2
+ import { Button } from "@terreno/ui";
2
3
  import { router } from "expo-router";
3
4
  import { useCallback, useMemo } from "react";
4
5
  import { useAiObservabilityPromptsApi } from "../prompts/useAiObservabilityPromptsApi";
@@ -8,6 +9,7 @@ import { observabilityActionAllowed } from "../shell/observabilityPermissions";
8
9
  import { AiEvaluatorsListView } from "./AiEvaluatorsListView";
9
10
  import { unwrapEvaluatorList } from "./evaluatorTypes";
10
11
  import { useAiObservabilityEvaluatorsApi } from "./useAiObservabilityEvaluatorsApi";
12
+ const EVALUATORS_DESCRIPTION = "Rules that score AI outputs: questions people answer, LLM judges that answer the same questions, and JSON checks.";
11
13
  export const AiEvaluatorsScreenWidget = (props) => {
12
14
  const { api, routeBase } = props;
13
15
  const { useListQuery } = useAiObservabilityEvaluatorsApi(api);
@@ -29,7 +31,7 @@ export const AiEvaluatorsScreenWidget = (props) => {
29
31
  const handleCreate = useCallback(() => {
30
32
  router.push(`${prefix}/ai-evaluator-new`);
31
33
  }, [prefix]);
32
- const loadError = isError ? "Failed to load evaluators." : undefined;
33
- return (_jsx(AiObservabilityChrome, { ...props, screenName: "ai-evaluators", children: _jsx(AiEvaluatorsListView, { canCreate: canCreate, evaluators: evaluators, isLoading: isLoading, loadError: loadError, onCreate: handleCreate, onOpen: handleOpen, onRetry: refetch }) }));
34
+ const loadError = isError ? "Could not load evaluators." : undefined;
35
+ return (_jsx(AiObservabilityChrome, { ...props, actions: canCreate ? (_jsx(Button, { iconName: "plus", onClick: handleCreate, testID: "ai-evaluators-create", text: "New evaluator", variant: "primary" })) : undefined, description: EVALUATORS_DESCRIPTION, screenName: "ai-evaluators", children: _jsx(AiEvaluatorsListView, { canCreate: canCreate, evaluators: evaluators, isLoading: isLoading, loadError: loadError, onCreate: handleCreate, onOpen: handleOpen, onRetry: refetch }) }));
34
36
  };
35
37
  //# sourceMappingURL=AiEvaluatorsListScreen.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"AiEvaluatorsListScreen.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx"],"names":[],"mappings":";AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AACnC,OAAc,EAAC,WAAW,EAAE,OAAO,EAAC,MAAM,OAAO,CAAC;AAElD,OAAO,EAAC,4BAA4B,EAAC,MAAM,yCAAyC,CAAC;AACrF,OAAO,EAAC,qBAAqB,EAAC,MAAM,gCAAgC,CAAC;AACrE,OAAO,EAAC,yBAAyB,EAAC,MAAM,6BAA6B,CAAC;AACtE,OAAO,EAAC,0BAA0B,EAAC,MAAM,mCAAmC,CAAC;AAC7E,OAAO,EAAC,oBAAoB,EAAC,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAC,mBAAmB,EAAC,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAC,+BAA+B,EAAC,MAAM,mCAAmC,CAAC;AAElF,MAAM,CAAC,MAAM,wBAAwB,GAAqC,CAAC,KAAK,EAAE,EAAE;IAClF,MAAM,EAAC,GAAG,EAAE,SAAS,EAAC,GAAG,KAAK,CAAC;IAC/B,MAAM,EAAC,YAAY,EAAC,GAAG,+BAA+B,CAAC,GAAG,CAAC,CAAC;IAC5D,MAAM,EAAC,cAAc,EAAC,GAAG,4BAA4B,CAAC,GAAG,CAAC,CAAC;IAC3D,MAAM,EAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAC,GAAG,YAAY,EAAE,CAAC;IAC3D,MAAM,WAAW,GAAG,cAAc,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,0BAA0B,CAAC;QAC3C,MAAM,EAAE,QAAQ;QAChB,QAAQ,EAAE,aAAa;QACvB,MAAM,EAAE,yBAAyB,CAAC,WAAW,CAAC,IAAI,CAAC;QACnD,WAAW,EAAE,WAAW,CAAC,OAAO;QAChC,aAAa,EAAE,WAAW,CAAC,SAAS;KACrC,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;IACpE,MAAM,MAAM,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAEpD,MAAM,UAAU,GAAG,WAAW,CAC5B,CAAC,EAAU,EAAQ,EAAE;QACnB,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,2BAA2B,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5E,CAAC,EACD,CAAC,MAAM,CAAC,CACT,CAAC;IAEF,MAAM,YAAY,GAAG,WAAW,CAAC,GAAS,EAAE;QAC1C,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,mBAAmB,CAAC,CAAC;IAC5C,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IAEb,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,SAAS,CAAC;IAErE,OAAO,CACL,KAAC,qBAAqB,OAAK,KAAK,EAAE,UAAU,EAAC,eAAe,YAC1D,KAAC,oBAAoB,IACnB,SAAS,EAAE,SAAS,EACpB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,SAAS,EACpB,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,YAAY,EACtB,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,OAAO,GAChB,GACoB,CACzB,CAAC;AACJ,CAAC,CAAC"}
1
+ {"version":3,"file":"AiEvaluatorsListScreen.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx"],"names":[],"mappings":";AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AACnC,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AACnC,OAAc,EAAC,WAAW,EAAE,OAAO,EAAC,MAAM,OAAO,CAAC;AAElD,OAAO,EAAC,4BAA4B,EAAC,MAAM,yCAAyC,CAAC;AACrF,OAAO,EAAC,qBAAqB,EAAC,MAAM,gCAAgC,CAAC;AACrE,OAAO,EAAC,yBAAyB,EAAC,MAAM,6BAA6B,CAAC;AACtE,OAAO,EAAC,0BAA0B,EAAC,MAAM,mCAAmC,CAAC;AAC7E,OAAO,EAAC,oBAAoB,EAAC,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAC,mBAAmB,EAAC,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAC,+BAA+B,EAAC,MAAM,mCAAmC,CAAC;AAElF,MAAM,sBAAsB,GAC1B,mHAAmH,CAAC;AAEtH,MAAM,CAAC,MAAM,wBAAwB,GAAqC,CAAC,KAAK,EAAE,EAAE;IAClF,MAAM,EAAC,GAAG,EAAE,SAAS,EAAC,GAAG,KAAK,CAAC;IAC/B,MAAM,EAAC,YAAY,EAAC,GAAG,+BAA+B,CAAC,GAAG,CAAC,CAAC;IAC5D,MAAM,EAAC,cAAc,EAAC,GAAG,4BAA4B,CAAC,GAAG,CAAC,CAAC;IAC3D,MAAM,EAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAC,GAAG,YAAY,EAAE,CAAC;IAC3D,MAAM,WAAW,GAAG,cAAc,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,0BAA0B,CAAC;QAC3C,MAAM,EAAE,QAAQ;QAChB,QAAQ,EAAE,aAAa;QACvB,MAAM,EAAE,yBAAyB,CAAC,WAAW,CAAC,IAAI,CAAC;QACnD,WAAW,EAAE,WAAW,CAAC,OAAO;QAChC,aAAa,EAAE,WAAW,CAAC,SAAS;KACrC,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;IACpE,MAAM,MAAM,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAEpD,MAAM,UAAU,GAAG,WAAW,CAC5B,CAAC,EAAU,EAAQ,EAAE;QACnB,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,2BAA2B,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5E,CAAC,EACD,CAAC,MAAM,CAAC,CACT,CAAC;IAEF,MAAM,YAAY,GAAG,WAAW,CAAC,GAAS,EAAE;QAC1C,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,mBAAmB,CAAC,CAAC;IAC5C,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IAEb,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,SAAS,CAAC;IAErE,OAAO,CACL,KAAC,qBAAqB,OAChB,KAAK,EACT,OAAO,EACL,SAAS,CAAC,CAAC,CAAC,CACV,KAAC,MAAM,IACL,QAAQ,EAAC,MAAM,EACf,OAAO,EAAE,YAAY,EACrB,MAAM,EAAC,sBAAsB,EAC7B,IAAI,EAAC,eAAe,EACpB,OAAO,EAAC,SAAS,GACjB,CACH,CAAC,CAAC,CAAC,SAAS,EAEf,WAAW,EAAE,sBAAsB,EACnC,UAAU,EAAC,eAAe,YAE1B,KAAC,oBAAoB,IACnB,SAAS,EAAE,SAAS,EACpB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,SAAS,EACpB,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,YAAY,EACtB,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,OAAO,GAChB,GACoB,CACzB,CAAC;AACJ,CAAC,CAAC"}
@@ -1,6 +1,7 @@
1
1
  import React from "react";
2
2
  import { type EvaluatorRecord } from "./evaluatorTypes";
3
3
  export interface AiEvaluatorsListViewProps {
4
+ /** Shows the empty state's New evaluator action; the header owns the main button. */
4
5
  canCreate?: boolean;
5
6
  evaluators: EvaluatorRecord[];
6
7
  isLoading: boolean;
@@ -9,5 +10,12 @@ export interface AiEvaluatorsListViewProps {
9
10
  onOpen: (id: string) => void;
10
11
  onRetry: () => void;
11
12
  }
13
+ /** Readable target labels, e.g. "full trace" -> "Full trace". */
14
+ export declare const EVALUATOR_TARGET_LABELS: Record<EvaluatorRecord["target"], string>;
15
+ /** Neutral kind badge with an icon, e.g. a gavel for LLM judges. */
16
+ export declare const EvaluatorKindBadge: React.FC<{
17
+ testID?: string;
18
+ type: EvaluatorRecord["type"];
19
+ }>;
12
20
  export declare const AiEvaluatorsListView: React.FC<AiEvaluatorsListViewProps>;
13
21
  //# sourceMappingURL=AiEvaluatorsListView.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"AiEvaluatorsListView.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx"],"names":[],"mappings":"AASA,OAAO,KAAgB,MAAM,OAAO,CAAC;AACrC,OAAO,EAEL,KAAK,eAAe,EAGrB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,yBAAyB;IACxC,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,IAAI,CAAC;IACrB,MAAM,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7B,OAAO,EAAE,MAAM,IAAI,CAAC;CACrB;AAkCD,eAAO,MAAM,oBAAoB,EAAE,KAAK,CAAC,EAAE,CAAC,yBAAyB,CA+EpE,CAAC"}
1
+ {"version":3,"file":"AiEvaluatorsListView.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx"],"names":[],"mappings":"AAUA,OAAO,KAAuC,MAAM,OAAO,CAAC;AAI5D,OAAO,EAEL,KAAK,eAAe,EAGrB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,yBAAyB;IACxC,qFAAqF;IACrF,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,IAAI,CAAC;IACrB,MAAM,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7B,OAAO,EAAE,MAAM,IAAI,CAAC;CACrB;AASD,iEAAiE;AACjE,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,MAAM,CAI7E,CAAC;AAiGF,oEAAoE;AACpE,eAAO,MAAM,kBAAkB,EAAE,KAAK,CAAC,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,eAAe,CAAC,MAAM,CAAC,CAAA;CAAC,CAazF,CAAC;AA+BF,eAAO,MAAM,oBAAoB,EAAE,KAAK,CAAC,EAAE,CAAC,yBAAyB,CAyIpE,CAAC"}
@@ -1,48 +1,171 @@
1
1
  import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
2
- import { Badge, Box, Button, DataTable, Text, } from "@terreno/ui";
3
- import { useMemo } from "react";
2
+ import { Badge, Box, DataTable, SegmentedControl, Spinner, Text, } from "@terreno/ui";
3
+ import { useCallback, useMemo, useState } from "react";
4
+ import { AgreementMeter } from "../shell/AgreementMeter";
5
+ import { distinctChoiceOptions, useClientTable } from "../shell/clientTable";
6
+ import { ObservabilityEmptyState, ObservabilityErrorState } from "../shell/ObservabilityStates";
4
7
  import { EVALUATOR_TYPE_LABELS, formatDimensionSummary, formatRunModeChips, } from "./evaluatorTypes";
5
- const COLUMNS = [
6
- { columnType: "text", title: "Name", width: 200 },
7
- { columnType: "evaluatorType", title: "Type", width: 120 },
8
- { columnType: "text", title: "Dimensions", width: 200 },
9
- { columnType: "text", title: "Target", width: 140 },
10
- { columnType: "text", title: "Run modes", width: 220 },
11
- { columnType: "evaluatorOpen", title: "", width: 88 },
8
+ /** Icon per evaluator kind. Kind badges stay neutral: colour means state, not category. */
9
+ const EVALUATOR_TYPE_ICONS = {
10
+ human: "user",
11
+ "json-assert": "code",
12
+ "llm-judge": "gavel",
13
+ };
14
+ /** Readable target labels, e.g. "full trace" -> "Full trace". */
15
+ export const EVALUATOR_TARGET_LABELS = {
16
+ "dataset item": "Dataset item",
17
+ "full trace": "Full trace",
18
+ "generation span": "One AI step",
19
+ };
20
+ const KIND_FILTERS = [
21
+ { label: "All" },
22
+ { label: EVALUATOR_TYPE_LABELS.human, type: "human" },
23
+ { label: EVALUATOR_TYPE_LABELS["llm-judge"], type: "llm-judge" },
24
+ { label: EVALUATOR_TYPE_LABELS["json-assert"], type: "json-assert" },
12
25
  ];
13
- const typeBadgeStatus = (type) => {
14
- if (type === "human") {
15
- return "neutral";
26
+ const runModesText = (evaluator) => {
27
+ if (evaluator.type === "human") {
28
+ return "People in review";
16
29
  }
17
- if (type === "llm-judge") {
18
- return "info";
30
+ const chips = formatRunModeChips(evaluator.runModes);
31
+ return chips.length > 0 ? chips.join(" · ") : undefined;
32
+ };
33
+ const evaluatorSearchText = (evaluator) => evaluator.name;
34
+ const buildColumns = (evaluators) => {
35
+ const hasCalibration = evaluators.some((evaluator) => evaluator.calibration);
36
+ const columns = [
37
+ {
38
+ cell: (evaluator) => ({ value: evaluator }),
39
+ columnType: "evaluatorName",
40
+ filter: { kind: "text" },
41
+ key: "name",
42
+ title: "Evaluator",
43
+ value: (evaluator) => evaluator.name,
44
+ width: 280,
45
+ },
46
+ {
47
+ columnType: "evaluatorType",
48
+ filter: {
49
+ kind: "choice",
50
+ options: distinctChoiceOptions(evaluators, (evaluator) => evaluator.type).map((option) => ({
51
+ label: EVALUATOR_TYPE_LABELS[option.value] ?? option.value,
52
+ value: option.value,
53
+ })),
54
+ },
55
+ key: "type",
56
+ title: "Kind",
57
+ value: (evaluator) => evaluator.type,
58
+ width: 160,
59
+ },
60
+ {
61
+ cell: (evaluator) => ({ value: formatDimensionSummary(evaluator.dimensions) }),
62
+ filter: { kind: "text" },
63
+ key: "dimensions",
64
+ title: "Scores",
65
+ value: (evaluator) => evaluator.dimensions.length > 0 ? formatDimensionSummary(evaluator.dimensions) : undefined,
66
+ width: 220,
67
+ },
68
+ {
69
+ cell: (evaluator) => ({ value: EVALUATOR_TARGET_LABELS[evaluator.target] ?? evaluator.target }),
70
+ filter: {
71
+ kind: "choice",
72
+ options: distinctChoiceOptions(evaluators, (evaluator) => evaluator.target).map((option) => ({
73
+ label: EVALUATOR_TARGET_LABELS[option.value] ?? option.value,
74
+ value: option.value,
75
+ })),
76
+ },
77
+ key: "target",
78
+ title: "Looks at",
79
+ value: (evaluator) => evaluator.target,
80
+ width: 150,
81
+ },
82
+ {
83
+ cell: (evaluator) => ({ value: runModesText(evaluator) ?? "—" }),
84
+ filter: { kind: "text" },
85
+ key: "runModes",
86
+ title: "Runs in",
87
+ value: runModesText,
88
+ width: 220,
89
+ },
90
+ ];
91
+ if (hasCalibration) {
92
+ columns.push({
93
+ cell: (evaluator) => ({ value: evaluator }),
94
+ columnType: "evaluatorCalibration",
95
+ filter: { kind: "numberRange", label: "Agreement %" },
96
+ key: "calibration",
97
+ title: "Agrees with people",
98
+ value: (evaluator) => evaluator.calibration?.rate !== undefined
99
+ ? Math.round(evaluator.calibration.rate * 100)
100
+ : undefined,
101
+ width: 210,
102
+ });
19
103
  }
20
- return "warning";
104
+ return columns;
105
+ };
106
+ /** Neutral kind badge with an icon, e.g. a gavel for LLM judges. */
107
+ export const EvaluatorKindBadge = ({ testID, type, }) => {
108
+ return (_jsx(Badge, { iconName: EVALUATOR_TYPE_ICONS[type], secondary: true, status: "neutral", testID: testID, value: EVALUATOR_TYPE_LABELS[type] ?? type }));
21
109
  };
22
110
  const TypeBadgeCell = ({ cellData }) => {
23
111
  const type = String(cellData.value);
24
- return (_jsx(Box, { justifyContent: "center", children: _jsx(Badge, { status: typeBadgeStatus(type), testID: `ai-evaluator-type-${type}`, value: EVALUATOR_TYPE_LABELS[type] }) }));
112
+ return (_jsx(Box, { alignItems: "start", justifyContent: "center", children: _jsx(EvaluatorKindBadge, { testID: `ai-evaluator-type-${type}`, type: type }) }));
113
+ };
114
+ const CalibrationCell = ({ cellData }) => {
115
+ const evaluator = cellData.value;
116
+ if (evaluator.type !== "llm-judge") {
117
+ return (_jsx(Box, { justifyContent: "center", children: _jsx(Text, { color: "secondaryLight", children: "\u2014" }) }));
118
+ }
119
+ return (_jsx(Box, { justifyContent: "center", children: _jsx(AgreementMeter, { compact: true, rate: evaluator.calibration?.rate, testID: `ai-evaluator-calibration-${evaluator.id}` }) }));
25
120
  };
26
121
  export const AiEvaluatorsListView = ({ canCreate = true, evaluators, isLoading, loadError, onCreate, onOpen, onRetry, }) => {
122
+ const [kindIndex, setKindIndex] = useState(0);
123
+ const kindType = KIND_FILTERS[kindIndex]?.type;
124
+ const kindRows = useMemo(() => {
125
+ if (!kindType) {
126
+ return evaluators;
127
+ }
128
+ return evaluators.filter((evaluator) => evaluator.type === kindType);
129
+ }, [evaluators, kindType]);
130
+ const kindBadges = useMemo(() => {
131
+ return KIND_FILTERS.map((entry) => ({
132
+ count: entry.type
133
+ ? evaluators.filter((evaluator) => evaluator.type === entry.type).length
134
+ : evaluators.length,
135
+ status: "neutral",
136
+ }));
137
+ }, [evaluators]);
138
+ const handleKindChange = useCallback((index) => {
139
+ setKindIndex(index);
140
+ }, []);
27
141
  const customColumnComponentMap = useMemo(() => ({
28
- evaluatorOpen: ({ cellData }) => (_jsx(Box, { justifyContent: "center", children: _jsx(Button, { onClick: () => {
29
- onOpen(String(cellData.value ?? ""));
30
- }, size: "sm", testID: `ai-evaluator-open-${String(cellData.value ?? "")}`, text: "Open", variant: "outline" }) })),
142
+ evaluatorCalibration: CalibrationCell,
143
+ evaluatorName: ({ cellData }) => {
144
+ const evaluator = cellData.value;
145
+ return (_jsxs(Box, { accessibilityHint: "Opens the evaluator", accessibilityLabel: `Open evaluator ${evaluator.name}`, flex: "grow", gap: 1, justifyContent: "center", onClick: () => {
146
+ onOpen(evaluator.id);
147
+ }, children: [_jsx(Box, { testID: `ai-evaluator-open-${evaluator.id}`, children: _jsx(Text, { bold: true, numberOfLines: 1, children: evaluator.name }) }), evaluator.description ? (_jsx(Text, { color: "secondaryLight", numberOfLines: 1, size: "sm", children: evaluator.description })) : null] }));
148
+ },
31
149
  evaluatorType: TypeBadgeCell,
32
150
  }), [onOpen]);
33
- const rows = useMemo(() => {
34
- return evaluators.map((evaluator) => {
35
- const chips = formatRunModeChips(evaluator.runModes);
36
- return [
37
- { value: evaluator.name },
38
- { value: evaluator.type },
39
- { value: formatDimensionSummary(evaluator.dimensions) },
40
- { value: evaluator.target },
41
- { value: chips.length > 0 ? chips.join(" · ") : "—" },
42
- { value: evaluator.id },
43
- ];
44
- });
45
- }, [evaluators]);
46
- return (_jsxs(Box, { gap: 3, testID: "ai-evaluators-list", children: [_jsxs(Box, { direction: "row", gap: 2, justifyContent: "between", wrap: true, children: [_jsx(Text, { color: "secondaryDark", size: "sm", children: "Schema is checked on save. Live sampling bills judge calls at the configured rate." }), canCreate ? (_jsx(Button, { onClick: onCreate, testID: "ai-evaluators-create", text: "Create evaluator" })) : undefined] }), loadError ? (_jsxs(Box, { gap: 2, testID: "ai-evaluators-load-error", children: [_jsx(Text, { color: "error", children: loadError }), _jsx(Button, { onClick: onRetry, text: "Retry", variant: "secondary" })] })) : undefined, isLoading ? (_jsx(Box, { padding: 4, testID: "ai-evaluators-loading", children: _jsx(Text, { children: "Loading evaluators\u2026" }) })) : evaluators.length === 0 ? (_jsx(Box, { padding: 4, testID: "ai-evaluators-empty", children: _jsx(Text, { color: "secondaryDark", children: "No evaluators yet. Create one to score traces and experiments." }) })) : (_jsx(DataTable, { columns: COLUMNS, customColumnComponentMap: customColumnComponentMap, data: rows, testID: "ai-evaluators-table" }))] }));
151
+ const columns = useMemo(() => buildColumns(evaluators), [evaluators]);
152
+ const { rows: _sortedEvaluators, ...table } = useClientTable({
153
+ columns,
154
+ rows: kindRows,
155
+ searchText: evaluatorSearchText,
156
+ });
157
+ const renderBody = () => {
158
+ if (isLoading) {
159
+ return (_jsx(Box, { alignItems: "center", padding: 5, testID: "ai-evaluators-loading", children: _jsx(Spinner, {}) }));
160
+ }
161
+ if (loadError) {
162
+ return (_jsx(ObservabilityErrorState, { onRetry: onRetry, testID: "ai-evaluators-load-error", text: loadError }));
163
+ }
164
+ if (evaluators.length === 0) {
165
+ return (_jsx(ObservabilityEmptyState, { actionIconName: "plus", actionText: canCreate ? "New evaluator" : undefined, description: "Create one to score traces, datasets and experiments.", iconName: "gavel", onAction: canCreate ? onCreate : undefined, testID: "ai-evaluators-empty", title: "No evaluators yet" }));
166
+ }
167
+ return (_jsx(DataTable, { ...table, customColumnComponentMap: customColumnComponentMap, emptyContent: _jsx(ObservabilityEmptyState, { description: "Pick another kind or clear a filter.", iconName: "filter", testID: "ai-evaluators-no-matches", title: "No evaluators match" }), rowHeight: 64, testID: "ai-evaluators-table" }));
168
+ };
169
+ return (_jsxs(Box, { gap: 4, testID: "ai-evaluators-list", children: [!isLoading && !loadError && evaluators.length > 0 ? (_jsx(Box, { alignItems: "start", testID: "ai-evaluators-kind-filter", children: _jsx(SegmentedControl, { badges: kindBadges, items: KIND_FILTERS.map((entry) => entry.label), onChange: handleKindChange, selectedIndex: kindIndex, size: "sm" }) })) : null, renderBody()] }));
47
170
  };
48
171
  //# sourceMappingURL=AiEvaluatorsListView.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"AiEvaluatorsListView.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx"],"names":[],"mappings":";AAAA,OAAO,EACL,KAAK,EACL,GAAG,EACH,MAAM,EACN,SAAS,EAGT,IAAI,GACL,MAAM,aAAa,CAAC;AACrB,OAAc,EAAC,OAAO,EAAC,MAAM,OAAO,CAAC;AACrC,OAAO,EACL,qBAAqB,EAErB,sBAAsB,EACtB,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAY1B,MAAM,OAAO,GAAsB;IACjC,EAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAC;IAC/C,EAAC,UAAU,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAC;IACxD,EAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAC;IACrD,EAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAC;IACjD,EAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAC;IACpD,EAAC,UAAU,EAAE,eAAe,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAC;CACpD,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,IAA6B,EAAkC,EAAE;IACxF,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;QACzB,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,aAAa,GAA4C,CAAC,EAAC,QAAQ,EAAC,EAAE,EAAE;IAC5E,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAA4B,CAAC;IAC/D,OAAO,CACL,KAAC,GAAG,IAAC,cAAc,EAAC,QAAQ,YAC1B,KAAC,KAAK,IACJ,MAAM,EAAE,eAAe,CAAC,IAAI,CAAC,EAC7B,MAAM,EAAE,qBAAqB,IAAI,EAAE,EACnC,KAAK,EAAE,qBAAqB,CAAC,IAAI,CAAC,GAClC,GACE,CACP,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAwC,CAAC,EACxE,SAAS,GAAG,IAAI,EAChB,UAAU,EACV,SAAS,EACT,SAAS,EACT,QAAQ,EACR,MAAM,EACN,OAAO,GACR,EAAE,EAAE;IACH,MAAM,wBAAwB,GAAG,OAAO,CACtC,GAAG,EAAE,CAAC,CAAC;QACL,aAAa,EAAE,CAAC,EAAC,QAAQ,EAAgC,EAAE,EAAE,CAAC,CAC5D,KAAC,GAAG,IAAC,cAAc,EAAC,QAAQ,YAC1B,KAAC,MAAM,IACL,OAAO,EAAE,GAAG,EAAE;oBACZ,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;gBACvC,CAAC,EACD,IAAI,EAAC,IAAI,EACT,MAAM,EAAE,qBAAqB,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,EAC3D,IAAI,EAAC,MAAM,EACX,OAAO,EAAC,SAAS,GACjB,GACE,CACP;QACD,aAAa,EAAE,aAAa;KAC7B,CAAC,EACF,CAAC,MAAM,CAAC,CACT,CAAC;IAEF,MAAM,IAAI,GAA0B,OAAO,CAAC,GAAG,EAAE;QAC/C,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YAClC,MAAM,KAAK,GAAG,kBAAkB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACrD,OAAO;gBACL,EAAC,KAAK,EAAE,SAAS,CAAC,IAAI,EAAC;gBACvB,EAAC,KAAK,EAAE,SAAS,CAAC,IAAI,EAAC;gBACvB,EAAC,KAAK,EAAE,sBAAsB,CAAC,SAAS,CAAC,UAAU,CAAC,EAAC;gBACrD,EAAC,KAAK,EAAE,SAAS,CAAC,MAAM,EAAC;gBACzB,EAAC,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,EAAC;gBACnD,EAAC,KAAK,EAAE,SAAS,CAAC,EAAE,EAAC;aACtB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;IAEjB,OAAO,CACL,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,EAAE,MAAM,EAAC,oBAAoB,aACtC,MAAC,GAAG,IAAC,SAAS,EAAC,KAAK,EAAC,GAAG,EAAE,CAAC,EAAE,cAAc,EAAC,SAAS,EAAC,IAAI,mBACxD,KAAC,IAAI,IAAC,KAAK,EAAC,eAAe,EAAC,IAAI,EAAC,IAAI,mGAE9B,EACN,SAAS,CAAC,CAAC,CAAC,CACX,KAAC,MAAM,IAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAC,sBAAsB,EAAC,IAAI,EAAC,kBAAkB,GAAG,CACpF,CAAC,CAAC,CAAC,SAAS,IACT,EACL,SAAS,CAAC,CAAC,CAAC,CACX,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,EAAE,MAAM,EAAC,0BAA0B,aAC5C,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,YAAE,SAAS,GAAQ,EACtC,KAAC,MAAM,IAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAC,OAAO,EAAC,OAAO,EAAC,WAAW,GAAG,IACzD,CACP,CAAC,CAAC,CAAC,SAAS,EACZ,SAAS,CAAC,CAAC,CAAC,CACX,KAAC,GAAG,IAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,uBAAuB,YAC7C,KAAC,IAAI,2CAA2B,GAC5B,CACP,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAC5B,KAAC,GAAG,IAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,qBAAqB,YAC3C,KAAC,IAAI,IAAC,KAAK,EAAC,eAAe,+EAEpB,GACH,CACP,CAAC,CAAC,CAAC,CACF,KAAC,SAAS,IACR,OAAO,EAAE,OAAO,EAChB,wBAAwB,EAAE,wBAAwB,EAClD,IAAI,EAAE,IAAI,EACV,MAAM,EAAC,qBAAqB,GAC5B,CACH,IACG,CACP,CAAC;AACJ,CAAC,CAAC"}
1
+ {"version":3,"file":"AiEvaluatorsListView.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx"],"names":[],"mappings":";AAAA,OAAO,EACL,KAAK,EACL,GAAG,EACH,SAAS,EAGT,gBAAgB,EAChB,OAAO,EACP,IAAI,GACL,MAAM,aAAa,CAAC;AACrB,OAAc,EAAC,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAC5D,OAAO,EAAC,cAAc,EAAC,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAyB,qBAAqB,EAAE,cAAc,EAAC,MAAM,sBAAsB,CAAC;AACnG,OAAO,EAAC,uBAAuB,EAAE,uBAAuB,EAAC,MAAM,8BAA8B,CAAC;AAC9F,OAAO,EACL,qBAAqB,EAErB,sBAAsB,EACtB,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAa1B,2FAA2F;AAC3F,MAAM,oBAAoB,GAA8C;IACtE,KAAK,EAAE,MAAM;IACb,aAAa,EAAE,MAAM;IACrB,WAAW,EAAE,OAAO;CACrB,CAAC;AAEF,iEAAiE;AACjE,MAAM,CAAC,MAAM,uBAAuB,GAA8C;IAChF,cAAc,EAAE,cAAc;IAC9B,YAAY,EAAE,YAAY;IAC1B,iBAAiB,EAAE,aAAa;CACjC,CAAC;AAEF,MAAM,YAAY,GAA2D;IAC3E,EAAC,KAAK,EAAE,KAAK,EAAC;IACd,EAAC,KAAK,EAAE,qBAAqB,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,EAAC;IACnD,EAAC,KAAK,EAAE,qBAAqB,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,WAAW,EAAC;IAC9D,EAAC,KAAK,EAAE,qBAAqB,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,aAAa,EAAC;CACnE,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,SAA0B,EAAsB,EAAE;IACtE,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC/B,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IACD,MAAM,KAAK,GAAG,kBAAkB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACrD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1D,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,SAA0B,EAAU,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC;AAEnF,MAAM,YAAY,GAAG,CAAC,UAA6B,EAAwC,EAAE;IAC3F,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC7E,MAAM,OAAO,GAAyC;QACpD;YACE,IAAI,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,SAAS,EAAC,CAAC;YACzC,UAAU,EAAE,eAAe;YAC3B,MAAM,EAAE,EAAC,IAAI,EAAE,MAAM,EAAC;YACtB,GAAG,EAAE,MAAM;YACX,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI;YACpC,KAAK,EAAE,GAAG;SACX;QACD;YACE,UAAU,EAAE,eAAe;YAC3B,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,qBAAqB,CAAC,UAAU,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;oBACzF,KAAK,EAAE,qBAAqB,CAAC,MAAM,CAAC,KAAgC,CAAC,IAAI,MAAM,CAAC,KAAK;oBACrF,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB,CAAC,CAAC;aACJ;YACD,GAAG,EAAE,MAAM;YACX,KAAK,EAAE,MAAM;YACb,KAAK,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI;YACpC,KAAK,EAAE,GAAG;SACX;QACD;YACE,IAAI,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,sBAAsB,CAAC,SAAS,CAAC,UAAU,CAAC,EAAC,CAAC;YAC5E,MAAM,EAAE,EAAC,IAAI,EAAE,MAAM,EAAC;YACtB,GAAG,EAAE,YAAY;YACjB,KAAK,EAAE,QAAQ;YACf,KAAK,EAAE,CAAC,SAAS,EAAE,EAAE,CACnB,SAAS,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;YAC5F,KAAK,EAAE,GAAG;SACX;QACD;YACE,IAAI,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,uBAAuB,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,MAAM,EAAC,CAAC;YAC7F,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,qBAAqB,CAAC,UAAU,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,CAC7E,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;oBACX,KAAK,EACH,uBAAuB,CAAC,MAAM,CAAC,KAAkC,CAAC,IAAI,MAAM,CAAC,KAAK;oBACpF,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB,CAAC,CACH;aACF;YACD,GAAG,EAAE,QAAQ;YACb,KAAK,EAAE,UAAU;YACjB,KAAK,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM;YACtC,KAAK,EAAE,GAAG;SACX;QACD;YACE,IAAI,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,YAAY,CAAC,SAAS,CAAC,IAAI,GAAG,EAAC,CAAC;YAC9D,MAAM,EAAE,EAAC,IAAI,EAAE,MAAM,EAAC;YACtB,GAAG,EAAE,UAAU;YACf,KAAK,EAAE,SAAS;YAChB,KAAK,EAAE,YAAY;YACnB,KAAK,EAAE,GAAG;SACX;KACF,CAAC;IACF,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,SAAS,EAAC,CAAC;YACzC,UAAU,EAAE,sBAAsB;YAClC,MAAM,EAAE,EAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAC;YACnD,GAAG,EAAE,aAAa;YAClB,KAAK,EAAE,oBAAoB;YAC3B,KAAK,EAAE,CAAC,SAAS,EAAE,EAAE,CACnB,SAAS,CAAC,WAAW,EAAE,IAAI,KAAK,SAAS;gBACvC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,GAAG,GAAG,CAAC;gBAC9C,CAAC,CAAC,SAAS;YACf,KAAK,EAAE,GAAG;SACX,CAAC,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,oEAAoE;AACpE,MAAM,CAAC,MAAM,kBAAkB,GAA+D,CAAC,EAC7F,MAAM,EACN,IAAI,GACL,EAAE,EAAE;IACH,OAAO,CACL,KAAC,KAAK,IACJ,QAAQ,EAAE,oBAAoB,CAAC,IAAI,CAAC,EACpC,SAAS,QACT,MAAM,EAAC,SAAS,EAChB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,qBAAqB,CAAC,IAAI,CAAC,IAAI,IAAI,GAC1C,CACH,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,aAAa,GAA4C,CAAC,EAAC,QAAQ,EAAC,EAAE,EAAE;IAC5E,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAA4B,CAAC;IAC/D,OAAO,CACL,KAAC,GAAG,IAAC,UAAU,EAAC,OAAO,EAAC,cAAc,EAAC,QAAQ,YAC7C,KAAC,kBAAkB,IAAC,MAAM,EAAE,qBAAqB,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,GAAI,GACnE,CACP,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,eAAe,GAA4C,CAAC,EAAC,QAAQ,EAAC,EAAE,EAAE;IAC9E,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAwB,CAAC;IACpD,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACnC,OAAO,CACL,KAAC,GAAG,IAAC,cAAc,EAAC,QAAQ,YAC1B,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,uBAAS,GACjC,CACP,CAAC;IACJ,CAAC;IACD,OAAO,CACL,KAAC,GAAG,IAAC,cAAc,EAAC,QAAQ,YAC1B,KAAC,cAAc,IACb,OAAO,QACP,IAAI,EAAE,SAAS,CAAC,WAAW,EAAE,IAAI,EACjC,MAAM,EAAE,4BAA4B,SAAS,CAAC,EAAE,EAAE,GAClD,GACE,CACP,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAwC,CAAC,EACxE,SAAS,GAAG,IAAI,EAChB,UAAU,EACV,SAAS,EACT,SAAS,EACT,QAAQ,EACR,MAAM,EACN,OAAO,GACR,EAAE,EAAE;IACH,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,YAAY,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC;IAE/C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE;QAC5B,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IACvE,CAAC,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;IAE3B,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,EAAE;QAC9B,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAClC,KAAK,EAAE,KAAK,CAAC,IAAI;gBACf,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM;gBACxE,CAAC,CAAC,UAAU,CAAC,MAAM;YACrB,MAAM,EAAE,SAAkB;SAC3B,CAAC,CAAC,CAAC;IACN,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;IAEjB,MAAM,gBAAgB,GAAG,WAAW,CAAC,CAAC,KAAa,EAAQ,EAAE;QAC3D,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,wBAAwB,GAAG,OAAO,CACtC,GAAG,EAAE,CAAC,CAAC;QACL,oBAAoB,EAAE,eAAe;QACrC,aAAa,EAAE,CAAC,EAAC,QAAQ,EAAgC,EAAE,EAAE;YAC3D,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAwB,CAAC;YACpD,OAAO,CACL,MAAC,GAAG,IACF,iBAAiB,EAAC,qBAAqB,EACvC,kBAAkB,EAAE,kBAAkB,SAAS,CAAC,IAAI,EAAE,EACtD,IAAI,EAAC,MAAM,EACX,GAAG,EAAE,CAAC,EACN,cAAc,EAAC,QAAQ,EACvB,OAAO,EAAE,GAAG,EAAE;oBACZ,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBACvB,CAAC,aAED,KAAC,GAAG,IAAC,MAAM,EAAE,qBAAqB,SAAS,CAAC,EAAE,EAAE,YAC9C,KAAC,IAAI,IAAC,IAAI,QAAC,aAAa,EAAE,CAAC,YACxB,SAAS,CAAC,IAAI,GACV,GACH,EACL,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CACvB,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,aAAa,EAAE,CAAC,EAAE,IAAI,EAAC,IAAI,YACrD,SAAS,CAAC,WAAW,GACjB,CACR,CAAC,CAAC,CAAC,IAAI,IACJ,CACP,CAAC;QACJ,CAAC;QACD,aAAa,EAAE,aAAa;KAC7B,CAAC,EACF,CAAC,MAAM,CAAC,CACT,CAAC;IAEF,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;IACtE,MAAM,EAAC,IAAI,EAAE,iBAAiB,EAAE,GAAG,KAAK,EAAC,GAAG,cAAc,CAAC;QACzD,OAAO;QACP,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE,mBAAmB;KAChC,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,GAAoB,EAAE;QACvC,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,CACL,KAAC,GAAG,IAAC,UAAU,EAAC,QAAQ,EAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,uBAAuB,YACjE,KAAC,OAAO,KAAG,GACP,CACP,CAAC;QACJ,CAAC;QACD,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,CACL,KAAC,uBAAuB,IACtB,OAAO,EAAE,OAAO,EAChB,MAAM,EAAC,0BAA0B,EACjC,IAAI,EAAE,SAAS,GACf,CACH,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,CACL,KAAC,uBAAuB,IACtB,cAAc,EAAC,MAAM,EACrB,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,EACnD,WAAW,EAAC,uDAAuD,EACnE,QAAQ,EAAC,OAAO,EAChB,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAC1C,MAAM,EAAC,qBAAqB,EAC5B,KAAK,EAAC,mBAAmB,GACzB,CACH,CAAC;QACJ,CAAC;QACD,OAAO,CACL,KAAC,SAAS,OACJ,KAAK,EACT,wBAAwB,EAAE,wBAAwB,EAClD,YAAY,EACV,KAAC,uBAAuB,IACtB,WAAW,EAAC,sCAAsC,EAClD,QAAQ,EAAC,QAAQ,EACjB,MAAM,EAAC,0BAA0B,EACjC,KAAK,EAAC,qBAAqB,GAC3B,EAEJ,SAAS,EAAE,EAAE,EACb,MAAM,EAAC,qBAAqB,GAC5B,CACH,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO,CACL,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,EAAE,MAAM,EAAC,oBAAoB,aACrC,CAAC,SAAS,IAAI,CAAC,SAAS,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CACnD,KAAC,GAAG,IAAC,UAAU,EAAC,OAAO,EAAC,MAAM,EAAC,2BAA2B,YACxD,KAAC,gBAAgB,IACf,MAAM,EAAE,UAAU,EAClB,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAC/C,QAAQ,EAAE,gBAAgB,EAC1B,aAAa,EAAE,SAAS,EACxB,IAAI,EAAC,IAAI,GACT,GACE,CACP,CAAC,CAAC,CAAC,IAAI,EACP,UAAU,EAAE,IACT,CACP,CAAC;AACJ,CAAC,CAAC"}
@@ -1,6 +1,8 @@
1
1
  export interface EvaluatorDimension {
2
2
  dataType: "boolean" | "categorical" | "numeric";
3
3
  key: string;
4
+ /** Question shown to human reviewers in place of the score key. */
5
+ question?: string;
4
6
  range?: string;
5
7
  required: boolean;
6
8
  }
@@ -9,11 +11,28 @@ export interface EvaluatorRunModes {
9
11
  availableInExperiments: boolean;
10
12
  liveSampleRate: number;
11
13
  }
14
+ /** How well an llm-judge agreed with human answers in its latest judge calibration experiment. */
15
+ export interface EvaluatorCalibration {
16
+ datasetName?: string;
17
+ experimentId: string;
18
+ experimentName: string;
19
+ passed: boolean;
20
+ questionSetName?: string;
21
+ /** Agreement rate (0–1) of `version`; unset when nothing could be compared. */
22
+ rate?: number;
23
+ /** True when the question set's questions changed after the experiment ran. */
24
+ stale: boolean;
25
+ targetAgreement?: number;
26
+ /** The judge prompt's production version when it was compared, else the best version. */
27
+ version: number;
28
+ }
12
29
  export interface EvaluatorRecord {
13
30
  assertion?: {
14
31
  constraint: string;
15
32
  path: string;
16
33
  };
34
+ /** llm-judge only: the latest judge calibration against human answers. */
35
+ calibration?: EvaluatorCalibration;
17
36
  confidenceAlertBelow: number;
18
37
  description?: string;
19
38
  dimensions: EvaluatorDimension[];
@@ -49,4 +68,17 @@ export declare const formatDimensionSummary: (dimensions: EvaluatorDimension[])
49
68
  export declare const formatRunModeChips: (runModes: EvaluatorRunModes) => string[];
50
69
  export declare const judgeSchemaMissingDimensions: (dimensions: EvaluatorDimension[], outputSchema?: Record<string, unknown>) => string[];
51
70
  export declare const parseApiErrorTitle: (error: unknown) => string | undefined;
71
+ export interface CalibrationSummary {
72
+ /** True when the judge passed its latest calibration and the questions have not changed. */
73
+ isTrusted: boolean;
74
+ label: string;
75
+ status: "neutral" | "success" | "warning";
76
+ }
77
+ /**
78
+ * One-line calibration status for an llm-judge, such as
79
+ * "Calibrated: 95% agreement on summary-review-set (v2)".
80
+ */
81
+ export declare const summarizeCalibration: (calibration?: EvaluatorCalibration) => CalibrationSummary;
82
+ /** Question keys the judge and the question set both answer. */
83
+ export declare const sharedQuestionKeys: (judge: Pick<EvaluatorRecord, "dimensions">, questionSet: Pick<EvaluatorRecord, "dimensions">) => string[];
52
84
  //# sourceMappingURL=evaluatorTypes.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"evaluatorTypes.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/evaluators/evaluatorTypes.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,SAAS,GAAG,aAAa,GAAG,SAAS,CAAC;IAChD,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,iBAAiB;IAChC,cAAc,EAAE,OAAO,CAAC;IACxB,sBAAsB,EAAE,OAAO,CAAC;IAChC,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAC,CAAC;IAC/C,oBAAoB,EAAE,MAAM,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,kBAAkB,EAAE,CAAC;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,MAAM,EAAE,cAAc,GAAG,YAAY,GAAG,iBAAiB,CAAC;IAC1D,IAAI,EAAE,OAAO,GAAG,aAAa,GAAG,WAAW,CAAC;CAC7C;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,MAAM,CAIzE,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,kBAAkB,CAAC,UAAU,CAAC,EAIhE,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,kBAMjC,CAAC;AAIF,eAAO,MAAM,kBAAkB,GAAI,QAAQ,MAAM,KAAG;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAM5E,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,KAAK,MAAM,EAAE,KAAK,MAAM,KAAG,MAE7D,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,QAAQ,MAAM,KAAG,OAMvD,CAAC;AAEF,eAAO,MAAM,eAAe,GAAI,QAAQ,MAAM,KAAG,MAAM,EAQtD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,YAAY,MAAM,EAAE,KAAG,MAAM,GAAG,SAMhE,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAC/B,WAAW,kBAAkB,EAC7B,UAAU,kBAAkB,CAAC,UAAU,CAAC,KACvC,kBAsBF,CAAC;AAYF,eAAO,MAAM,mBAAmB,GAAI,KAAK,OAAO,KAAG,eAAe,EAQjE,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAAI,KAAK,OAAO,KAAG,eAAe,GAAG,SAMtE,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,YAAY,kBAAkB,EAAE,KAAG,MAKzE,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,UAAU,iBAAiB,KAAG,MAAM,EAYtE,CAAC;AAEF,eAAO,MAAM,4BAA4B,GACvC,YAAY,kBAAkB,EAAE,EAChC,eAAe,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KACrC,MAAM,EAUR,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,OAAO,KAAG,MAAM,GAAG,SAY5D,CAAC"}
1
+ {"version":3,"file":"evaluatorTypes.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/evaluators/evaluatorTypes.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,SAAS,GAAG,aAAa,GAAG,SAAS,CAAC;IAChD,GAAG,EAAE,MAAM,CAAC;IACZ,mEAAmE;IACnE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,iBAAiB;IAChC,cAAc,EAAE,OAAO,CAAC;IACxB,sBAAsB,EAAE,OAAO,CAAC;IAChC,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,kGAAkG;AAClG,MAAM,WAAW,oBAAoB;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,OAAO,CAAC;IAChB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,+EAA+E;IAC/E,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,+EAA+E;IAC/E,KAAK,EAAE,OAAO,CAAC;IACf,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,yFAAyF;IACzF,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAC,CAAC;IAC/C,0EAA0E;IAC1E,WAAW,CAAC,EAAE,oBAAoB,CAAC;IACnC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,kBAAkB,EAAE,CAAC;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,MAAM,EAAE,cAAc,GAAG,YAAY,GAAG,iBAAiB,CAAC;IAC1D,IAAI,EAAE,OAAO,GAAG,aAAa,GAAG,WAAW,CAAC;CAC7C;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,MAAM,CAIzE,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,kBAAkB,CAAC,UAAU,CAAC,EAIhE,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,kBAMjC,CAAC;AAIF,eAAO,MAAM,kBAAkB,GAAI,QAAQ,MAAM,KAAG;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAM5E,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,KAAK,MAAM,EAAE,KAAK,MAAM,KAAG,MAE7D,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,QAAQ,MAAM,KAAG,OAMvD,CAAC;AAEF,eAAO,MAAM,eAAe,GAAI,QAAQ,MAAM,KAAG,MAAM,EAQtD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,YAAY,MAAM,EAAE,KAAG,MAAM,GAAG,SAMhE,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAC/B,WAAW,kBAAkB,EAC7B,UAAU,kBAAkB,CAAC,UAAU,CAAC,KACvC,kBAuBF,CAAC;AAYF,eAAO,MAAM,mBAAmB,GAAI,KAAK,OAAO,KAAG,eAAe,EAQjE,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAAI,KAAK,OAAO,KAAG,eAAe,GAAG,SAMtE,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,YAAY,kBAAkB,EAAE,KAAG,MAKzE,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,UAAU,iBAAiB,KAAG,MAAM,EAYtE,CAAC;AAEF,eAAO,MAAM,4BAA4B,GACvC,YAAY,kBAAkB,EAAE,EAChC,eAAe,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KACrC,MAAM,EAUR,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,OAAO,KAAG,MAAM,GAAG,SAY5D,CAAC;AAEF,MAAM,WAAW,kBAAkB;IACjC,4FAA4F;IAC5F,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC;CAC3C;AASD;;;GAGG;AACH,eAAO,MAAM,oBAAoB,GAAI,cAAc,oBAAoB,KAAG,kBA8BzE,CAAC;AAEF,gEAAgE;AAChE,eAAO,MAAM,kBAAkB,GAC7B,OAAO,IAAI,CAAC,eAAe,EAAE,YAAY,CAAC,EAC1C,aAAa,IAAI,CAAC,eAAe,EAAE,YAAY,CAAC,KAC/C,MAAM,EAKR,CAAC"}
@@ -54,6 +54,7 @@ export const dimensionForDataType = (dimension, dataType) => {
54
54
  return {
55
55
  dataType,
56
56
  key: dimension.key,
57
+ ...(dimension.question ? { question: dimension.question } : {}),
57
58
  required: dimension.required,
58
59
  };
59
60
  }
@@ -139,4 +140,52 @@ export const parseApiErrorTitle = (error) => {
139
140
  }
140
141
  return undefined;
141
142
  };
143
+ const percent = (rate) => {
144
+ if (rate === undefined || Number.isNaN(rate)) {
145
+ return "—";
146
+ }
147
+ return `${Math.round(rate * 1000) / 10}%`;
148
+ };
149
+ /**
150
+ * One-line calibration status for an llm-judge, such as
151
+ * "Calibrated: 95% agreement on summary-review-set (v2)".
152
+ */
153
+ export const summarizeCalibration = (calibration) => {
154
+ if (!calibration) {
155
+ return {
156
+ isTrusted: false,
157
+ label: "Not calibrated — run a judge calibration (step 3) first",
158
+ status: "neutral",
159
+ };
160
+ }
161
+ const where = calibration.datasetName ? ` on ${calibration.datasetName}` : "";
162
+ const rate = percent(calibration.rate);
163
+ if (calibration.stale) {
164
+ return {
165
+ isTrusted: false,
166
+ label: `Calibration stale: the questions changed after ${calibration.experimentName} — re-judge and recalibrate`,
167
+ status: "warning",
168
+ };
169
+ }
170
+ if (!calibration.passed) {
171
+ const target = percent(calibration.targetAgreement ?? 0.9);
172
+ return {
173
+ isTrusted: false,
174
+ label: `Below target: ${rate} agreement${where} (v${calibration.version}, needs ${target})`,
175
+ status: "warning",
176
+ };
177
+ }
178
+ return {
179
+ isTrusted: true,
180
+ label: `Calibrated: ${rate} agreement${where} (v${calibration.version})`,
181
+ status: "success",
182
+ };
183
+ };
184
+ /** Question keys the judge and the question set both answer. */
185
+ export const sharedQuestionKeys = (judge, questionSet) => {
186
+ const judgeKeys = new Set(judge.dimensions.map((dimension) => dimension.key));
187
+ return questionSet.dimensions
188
+ .map((dimension) => dimension.key)
189
+ .filter((key) => judgeKeys.has(key));
190
+ };
142
191
  //# sourceMappingURL=evaluatorTypes.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"evaluatorTypes.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/evaluators/evaluatorTypes.ts"],"names":[],"mappings":"AAkCA,MAAM,CAAC,MAAM,qBAAqB,GAA4C;IAC5E,KAAK,EAAE,OAAO;IACd,aAAa,EAAE,aAAa;IAC5B,WAAW,EAAE,WAAW;CACzB,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAqC;IACpE,SAAS;IACT,SAAS;IACT,aAAa;CACd,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,GAAuB,EAAE;IACrD,OAAO;QACL,QAAQ,EAAE,SAAS;QACnB,GAAG,EAAE,EAAE;QACP,QAAQ,EAAE,IAAI;KACf,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,qBAAqB,GAAG,uCAAuC,CAAC;AAEtE,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,KAAc,EAA8B,EAAE;IAC/E,MAAM,OAAO,GAAG,KAAK,EAAE,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACpD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,EAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAC,CAAC;IAC9B,CAAC;IACD,OAAO,EAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,EAAC,CAAC;AAC1D,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAW,EAAE,GAAW,EAAU,EAAE;IACrE,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;AACvC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,KAAc,EAAW,EAAE;IAChE,MAAM,OAAO,GAAG,KAAK,EAAE,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACpD,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,KAAc,EAAY,EAAE;IAC1D,IAAI,CAAC,KAAK,IAAI,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,KAAK;SACT,KAAK,CAAC,MAAM,CAAC;SACb,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;SAC5B,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,UAAoB,EAAsB,EAAE;IAC3E,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACxE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,SAA6B,EAC7B,QAAwC,EACpB,EAAE;IACtB,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO;YACL,QAAQ;YACR,GAAG,EAAE,SAAS,CAAC,GAAG;YAClB,QAAQ,EAAE,SAAS,CAAC,QAAQ;SAC7B,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO;YACL,GAAG,SAAS;YACZ,QAAQ;YACR,KAAK,EAAE,sBAAsB,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC5C,CAAC,CAAC,SAAS,CAAC,KAAK;gBACjB,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAG,CAAC;SACjC,CAAC;IACJ,CAAC;IACD,OAAO;QACL,GAAG,SAAS;QACZ,QAAQ;QACR,KAAK,EAAE,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;KAC1D,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,0BAA0B,GAAG,CAAI,GAAY,EAAiB,EAAE;IACpE,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;QAC7C,OAAQ,GAAiB,CAAC,IAAI,CAAC;IACjC,CAAC;IACD,OAAO,GAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,GAAY,EAAqB,EAAE;IACrE,MAAM,OAAO,GAAG,0BAA0B,CAAoB,GAAG,CAAC,CAAC;IACnE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAA4B,EAAE;QACxD,OAAO,OAAO,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IAC1F,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,GAAY,EAA+B,EAAE;IACjF,MAAM,OAAO,GAAG,0BAA0B,CAAkB,GAAG,CAAC,CAAC;IACjE,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC/C,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,UAAgC,EAAU,EAAE;IACjF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,QAA2B,EAAY,EAAE;IAC1E,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvB,CAAC;IACD,IAAI,QAAQ,CAAC,sBAAsB,EAAE,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC5B,CAAC;IACD,IAAI,QAAQ,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAC1C,UAAgC,EAChC,YAAsC,EAC5B,EAAE;IACZ,MAAM,UAAU,GACd,YAAY,IAAI,OAAO,YAAY,CAAC,UAAU,KAAK,QAAQ;QACzD,CAAC,CAAE,YAAY,CAAC,UAAsC;QACtD,CAAC,CAAC,EAAE,CAAC;IACT,OAAO,UAAU;SACd,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;QACpB,OAAO,SAAS,CAAC,QAAQ,IAAI,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC;IACvE,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;AACvC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,KAAc,EAAsB,EAAE;IACvE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,KAAoD,CAAC;IACpE,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;QACvB,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;IAC3B,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC"}
1
+ {"version":3,"file":"evaluatorTypes.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/evaluators/evaluatorTypes.ts"],"names":[],"mappings":"AAsDA,MAAM,CAAC,MAAM,qBAAqB,GAA4C;IAC5E,KAAK,EAAE,OAAO;IACd,aAAa,EAAE,aAAa;IAC5B,WAAW,EAAE,WAAW;CACzB,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAqC;IACpE,SAAS;IACT,SAAS;IACT,aAAa;CACd,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,GAAuB,EAAE;IACrD,OAAO;QACL,QAAQ,EAAE,SAAS;QACnB,GAAG,EAAE,EAAE;QACP,QAAQ,EAAE,IAAI;KACf,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,qBAAqB,GAAG,uCAAuC,CAAC;AAEtE,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,KAAc,EAA8B,EAAE;IAC/E,MAAM,OAAO,GAAG,KAAK,EAAE,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACpD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,EAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAC,CAAC;IAC9B,CAAC;IACD,OAAO,EAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,EAAC,CAAC;AAC1D,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAW,EAAE,GAAW,EAAU,EAAE;IACrE,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;AACvC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,KAAc,EAAW,EAAE;IAChE,MAAM,OAAO,GAAG,KAAK,EAAE,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACpD,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,KAAc,EAAY,EAAE;IAC1D,IAAI,CAAC,KAAK,IAAI,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,KAAK;SACT,KAAK,CAAC,MAAM,CAAC;SACb,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;SAC5B,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,UAAoB,EAAsB,EAAE;IAC3E,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACxE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,SAA6B,EAC7B,QAAwC,EACpB,EAAE;IACtB,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO;YACL,QAAQ;YACR,GAAG,EAAE,SAAS,CAAC,GAAG;YAClB,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAC,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,QAAQ,EAAE,SAAS,CAAC,QAAQ;SAC7B,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO;YACL,GAAG,SAAS;YACZ,QAAQ;YACR,KAAK,EAAE,sBAAsB,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC5C,CAAC,CAAC,SAAS,CAAC,KAAK;gBACjB,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAG,CAAC;SACjC,CAAC;IACJ,CAAC;IACD,OAAO;QACL,GAAG,SAAS;QACZ,QAAQ;QACR,KAAK,EAAE,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;KAC1D,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,0BAA0B,GAAG,CAAI,GAAY,EAAiB,EAAE;IACpE,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;QAC7C,OAAQ,GAAiB,CAAC,IAAI,CAAC;IACjC,CAAC;IACD,OAAO,GAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,GAAY,EAAqB,EAAE;IACrE,MAAM,OAAO,GAAG,0BAA0B,CAAoB,GAAG,CAAC,CAAC;IACnE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAA4B,EAAE;QACxD,OAAO,OAAO,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IAC1F,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,GAAY,EAA+B,EAAE;IACjF,MAAM,OAAO,GAAG,0BAA0B,CAAkB,GAAG,CAAC,CAAC;IACjE,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC/C,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,UAAgC,EAAU,EAAE;IACjF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,QAA2B,EAAY,EAAE;IAC1E,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvB,CAAC;IACD,IAAI,QAAQ,CAAC,sBAAsB,EAAE,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC5B,CAAC;IACD,IAAI,QAAQ,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAC1C,UAAgC,EAChC,YAAsC,EAC5B,EAAE;IACZ,MAAM,UAAU,GACd,YAAY,IAAI,OAAO,YAAY,CAAC,UAAU,KAAK,QAAQ;QACzD,CAAC,CAAE,YAAY,CAAC,UAAsC;QACtD,CAAC,CAAC,EAAE,CAAC;IACT,OAAO,UAAU;SACd,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;QACpB,OAAO,SAAS,CAAC,QAAQ,IAAI,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC;IACvE,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;AACvC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,KAAc,EAAsB,EAAE;IACvE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,KAAoD,CAAC;IACpE,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;QACvB,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;IAC3B,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AASF,MAAM,OAAO,GAAG,CAAC,IAAa,EAAU,EAAE;IACxC,IAAI,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7C,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC;AAC5C,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,WAAkC,EAAsB,EAAE;IAC7F,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,yDAAyD;YAChE,MAAM,EAAE,SAAS;SAClB,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9E,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;QACtB,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,kDAAkD,WAAW,CAAC,cAAc,6BAA6B;YAChH,MAAM,EAAE,SAAS;SAClB,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,eAAe,IAAI,GAAG,CAAC,CAAC;QAC3D,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,iBAAiB,IAAI,aAAa,KAAK,MAAM,WAAW,CAAC,OAAO,WAAW,MAAM,GAAG;YAC3F,MAAM,EAAE,SAAS;SAClB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,SAAS,EAAE,IAAI;QACf,KAAK,EAAE,eAAe,IAAI,aAAa,KAAK,MAAM,WAAW,CAAC,OAAO,GAAG;QACxE,MAAM,EAAE,SAAS;KAClB,CAAC;AACJ,CAAC,CAAC;AAEF,gEAAgE;AAChE,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,KAA0C,EAC1C,WAAgD,EACtC,EAAE;IACZ,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9E,OAAO,WAAW,CAAC,UAAU;SAC1B,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC;SACjC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;AACzC,CAAC,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"AiExperimentNewScreen.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx"],"names":[],"mappings":"AACA,OAAO,KAAkD,MAAM,OAAO,CAAC;AACvE,OAAO,KAAK,EAAC,sBAAsB,EAAC,MAAM,gBAAgB,CAAC;AAiB3D,eAAO,MAAM,2BAA2B,EAAE,KAAK,CAAC,EAAE,CAAC,sBAAsB,CAoOxE,CAAC"}
1
+ {"version":3,"file":"AiExperimentNewScreen.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx"],"names":[],"mappings":"AACA,OAAO,KAAkD,MAAM,OAAO,CAAC;AACvE,OAAO,KAAK,EAAC,sBAAsB,EAAC,MAAM,gBAAgB,CAAC;AAyB3D,eAAO,MAAM,2BAA2B,EAAE,KAAK,CAAC,EAAE,CAAC,sBAAsB,CA8dxE,CAAC"}