@terreno/admin-frontend 57.20.0 → 57.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (361) hide show
  1. package/CHANGELOG.md +81 -0
  2. package/dist/AdminFilterDrawer.d.ts.map +1 -1
  3. package/dist/AdminFilterDrawer.js.map +1 -1
  4. package/dist/index.d.ts +2 -2
  5. package/dist/index.d.ts.map +1 -1
  6. package/dist/index.js +1 -1
  7. package/dist/index.js.map +1 -1
  8. package/dist/types.d.ts +2 -0
  9. package/dist/types.d.ts.map +1 -1
  10. package/dist/types.js.map +1 -1
  11. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  12. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  13. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  14. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  15. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  16. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  17. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  18. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  19. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  20. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  21. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  22. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  23. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  24. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  25. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  26. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  27. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  28. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  29. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  30. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  31. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  32. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  33. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  34. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  35. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  36. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  37. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  38. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  39. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  40. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  41. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  42. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  43. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  44. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  45. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  46. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  47. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  48. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  49. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  50. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  51. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  52. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  53. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  54. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  55. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  56. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  57. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  58. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  59. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  60. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  61. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  62. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  63. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  64. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  65. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  66. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  67. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  68. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  69. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  70. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  71. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  72. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  73. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  74. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  75. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  76. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  77. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  78. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
  79. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  80. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  81. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  82. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  83. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  84. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  85. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  86. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  87. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  88. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  89. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  90. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  91. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  92. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  93. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  94. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  95. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  96. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  97. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  98. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  99. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  100. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  101. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  102. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  103. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  104. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  105. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  106. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  107. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  108. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  109. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  110. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  111. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  112. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  113. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  114. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  115. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  116. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  117. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  118. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
  119. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  120. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  121. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  122. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  123. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  124. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  125. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  126. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  127. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  128. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  129. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  130. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  131. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  132. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  133. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  134. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  135. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  136. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  137. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  138. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  139. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  140. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  141. package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
  142. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  143. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  144. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  145. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  146. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  147. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  148. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  149. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  150. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  151. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  152. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  153. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  154. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  155. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
  156. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  157. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
  158. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  159. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  160. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  161. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  162. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  163. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  164. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  165. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  166. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  167. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  168. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  169. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  170. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  171. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  172. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  173. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  174. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  175. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  176. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  177. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  178. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  179. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  180. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  181. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  182. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  183. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  184. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  185. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  186. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  187. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  188. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  189. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  190. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  191. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  192. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  193. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  194. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  195. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  196. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  197. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  198. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  199. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  200. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  201. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  202. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  203. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  204. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  205. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  206. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  207. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  208. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  209. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  210. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  211. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  212. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  213. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  214. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  215. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  216. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  217. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  218. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  219. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  220. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  221. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  222. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  223. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  224. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  225. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  226. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  227. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  228. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  229. package/package.json +7 -3
  230. package/src/AdminBreadcrumbs.test.tsx +1 -1
  231. package/src/AdminFieldRenderer.test.tsx +2 -1
  232. package/src/AdminFilterDrawer.tsx +1 -2
  233. package/src/AdminHome.test.tsx +2 -1
  234. package/src/AdminModelTable.test.tsx +16 -12
  235. package/src/AdminModelTable.windowed.test.tsx +11 -5
  236. package/src/AdminPrimitiveArrayField.test.tsx +3 -3
  237. package/src/AdminProvider.test.tsx +11 -6
  238. package/src/AdminRolesList.test.tsx +22 -13
  239. package/src/AdminScreenPage.test.tsx +1 -1
  240. package/src/AdminScreenRouter.test.tsx +15 -5
  241. package/src/AdminScriptList.test.tsx +9 -2
  242. package/src/AdminShell.test.tsx +1 -1
  243. package/src/AdminVersionConfig.test.tsx +4 -4
  244. package/src/AnnouncementOverviewScreenWidget.test.tsx +6 -1
  245. package/src/CheckboxListEditor.test.tsx +11 -9
  246. package/src/ConfigurationScreen.test.tsx +2 -2
  247. package/src/adminRequest.test.ts +3 -3
  248. package/src/adminWindowedTable.test.ts +4 -2
  249. package/src/comms/CommsDashboardScreen.test.tsx +5 -5
  250. package/src/comms/CommsMessageDetail.test.tsx +1 -1
  251. package/src/index.tsx +4 -0
  252. package/src/isolated/AdminFieldRenderer.isolated.tsx +11 -6
  253. package/src/isolated/AdminFilterDrawer.isolated.tsx +8 -6
  254. package/src/isolated/AdminFilterDrawerMobile.isolated.tsx +3 -1
  255. package/src/isolated/AdminHomeWidgets.isolated.tsx +2 -0
  256. package/src/isolated/AdminNestedArrayField.isolated.tsx +10 -9
  257. package/src/isolated/AdminObjectPicker.isolated.tsx +9 -10
  258. package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
  259. package/src/isolated/AiPromptsListScreen.isolated.tsx +1 -1
  260. package/src/isolated/DocumentStorageBrowser.isolated.tsx +16 -8
  261. package/src/isolated/RecentActivityWidget.isolated.tsx +2 -0
  262. package/src/isolated/adminWidgets.isolated.tsx +46 -6
  263. package/src/isolated/aiListTables.isolated.tsx +654 -0
  264. package/src/isolated/aiObservabilityScreens.isolated.tsx +731 -294
  265. package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
  266. package/src/isolated/aiTracesTable.isolated.tsx +375 -0
  267. package/src/isolated/generateConsentHistoryPdf.isolated.ts +30 -10
  268. package/src/isolated/generateConsentPdfsMobile.isolated.ts +24 -3
  269. package/src/isolated/hooks.isolated.tsx +84 -60
  270. package/src/isolated/rpcDualRun.isolated.tsx +9 -2
  271. package/src/jobs/JobsDashboardScreen.test.tsx +3 -3
  272. package/src/jobs/JobsHomeWidget.test.tsx +1 -1
  273. package/src/jobs/JobsJobDetail.test.tsx +1 -1
  274. package/src/orgs/OrgManagementScreens.test.tsx +1 -1
  275. package/src/orgs/adminModelEndpoints.test.ts +1 -1
  276. package/src/testing/useAdminApiDouble.ts +2 -1
  277. package/src/types.ts +2 -0
  278. package/src/useAdminRpc.test.tsx +3 -3
  279. package/src/widgets/AIRequestsScreenWidget.test.tsx +20 -3
  280. package/src/widgets/ModelsGridWidget.test.tsx +25 -5
  281. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +4 -2
  282. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  283. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  284. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -14
  285. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  286. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  287. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  288. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +186 -32
  289. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  290. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  291. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  292. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  293. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  294. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  295. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +168 -2
  296. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  297. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  298. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  299. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  300. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  301. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  302. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  303. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  304. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  305. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  306. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  307. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
  308. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
  309. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  310. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  311. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
  312. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  313. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  314. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  315. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  316. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  317. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  318. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  319. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  320. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  321. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
  322. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  323. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
  324. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  325. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  326. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  327. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  328. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  329. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
  330. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  331. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  332. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  333. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  334. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
  335. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
  336. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  337. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
  338. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  339. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  340. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  341. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  342. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  343. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  344. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  345. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  346. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  347. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  348. package/src/widgets/aiObservability/shell/ObservabilityTable.test.tsx +7 -1
  349. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  350. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  351. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  352. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  353. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  354. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  355. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  356. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  357. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  358. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  359. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
  360. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
  361. package/src/widgets/builtInFieldWidgets.test.tsx +16 -3
@@ -0,0 +1,115 @@
1
+ import { jsx as _jsx, Fragment as _Fragment, jsxs as _jsxs } from "react/jsx-runtime";
2
+ import { Badge, Box, Button, Spinner, Text, useToast } from "@terreno/ui";
3
+ import { router, useLocalSearchParams } from "expo-router";
4
+ import { useCallback, useEffect, useMemo, useState } from "react";
5
+ import { unwrapEvaluatorList } from "../evaluators/evaluatorTypes";
6
+ import { useAiObservabilityEvaluatorsApi } from "../evaluators/useAiObservabilityEvaluatorsApi";
7
+ import { AiObservabilityChrome } from "../shell/AiObservabilityChrome";
8
+ import { unwrapObservabilityStatus } from "../shell/aiObservabilityNav";
9
+ import { ObservabilityErrorState } from "../shell/ObservabilityStates";
10
+ import { AiReviewBatchView } from "./AiReviewBatchView";
11
+ import { formatPercent, unwrapBatchDetail } from "./batchTypes";
12
+ import { useAiObservabilityReviewApi } from "./useAiObservabilityReviewApi";
13
+ const errorTitle = (error) => {
14
+ if (!error || typeof error !== "object") {
15
+ return undefined;
16
+ }
17
+ const data = error.data;
18
+ return typeof data?.title === "string" ? data.title : undefined;
19
+ };
20
+ export const AiReviewBatchScreenWidget = (props) => {
21
+ const { api, apiKey, apiKeyHint, apiKeyLoading, routeBase } = props;
22
+ const params = useLocalSearchParams();
23
+ const id = Array.isArray(params.id) ? params.id[0] : params.id;
24
+ const { useBatchQuery, useRunJudgeMutation, useStatusQuery } = useAiObservabilityReviewApi(api);
25
+ const { useListQuery: useEvaluatorListQuery } = useAiObservabilityEvaluatorsApi(api);
26
+ const batchQuery = useBatchQuery(id ?? "", { skip: !id });
27
+ const statusQuery = useStatusQuery();
28
+ const evaluatorsQuery = useEvaluatorListQuery();
29
+ const [runJudge, runState] = useRunJudgeMutation();
30
+ const [judgeId, setJudgeId] = useState("");
31
+ const [selectedJudgeId, setSelectedJudgeId] = useState(undefined);
32
+ const [runError, setRunError] = useState("");
33
+ const toast = useToast();
34
+ const prefix = (routeBase ?? "").replace(/\/$/, "");
35
+ const listHref = `${prefix}/ai-review-batches`;
36
+ const batch = useMemo(() => unwrapBatchDetail(batchQuery.data), [batchQuery.data]);
37
+ const aiSource = unwrapObservabilityStatus(statusQuery.data)?.playgroundAi?.source;
38
+ const aiBlockedMessage = aiSource === "unavailable"
39
+ ? "No AI service is configured on the server, so judges cannot run."
40
+ : aiSource === "request-key" && !apiKey && !apiKeyLoading
41
+ ? (apiKeyHint ?? "Save an AI API key to run judges.")
42
+ : undefined;
43
+ const judgeOptions = useMemo(() => {
44
+ const questionKeys = new Set((batch?.dimensions ?? []).map((dimension) => dimension.key));
45
+ return unwrapEvaluatorList(evaluatorsQuery.data)
46
+ .filter((evaluator) => evaluator.type === "llm-judge")
47
+ .map((evaluator) => {
48
+ const shared = evaluator.dimensions.filter((dimension) => questionKeys.has(dimension.key));
49
+ return { evaluator, shared: shared.length };
50
+ })
51
+ .filter((entry) => entry.shared > 0)
52
+ .sort((a, b) => b.shared - a.shared)
53
+ .map(({ evaluator, shared }) => ({
54
+ label: `${evaluator.name} (answers ${shared} of ${questionKeys.size})`,
55
+ value: evaluator.id,
56
+ }));
57
+ }, [batch?.dimensions, evaluatorsQuery.data]);
58
+ // Preselect the first judge that has not run on this batch yet, else the first option.
59
+ useEffect(() => {
60
+ if (judgeId || judgeOptions.length === 0) {
61
+ return;
62
+ }
63
+ const ran = new Set((batch?.judges ?? []).map((judge) => judge.evaluatorId));
64
+ setJudgeId(judgeOptions.find((option) => !ran.has(option.value))?.value ?? judgeOptions[0]?.value ?? "");
65
+ }, [batch?.judges, judgeId, judgeOptions]);
66
+ const selectedJudge = useMemo(() => {
67
+ const judges = batch?.judges ?? [];
68
+ return judges.find((judge) => judge.evaluatorId === selectedJudgeId) ?? judges[0];
69
+ }, [batch?.judges, selectedJudgeId]);
70
+ const openItem = useCallback((reviewItemId) => {
71
+ router.push(`${prefix}/ai-review-item?id=${encodeURIComponent(reviewItemId)}`);
72
+ }, [prefix]);
73
+ const nextPending = batch?.items.find((item) => item.status === "pending" || item.status === "in_progress");
74
+ const handleAnswerNext = useCallback(() => {
75
+ if (nextPending) {
76
+ openItem(nextPending.reviewItemId);
77
+ }
78
+ }, [nextPending, openItem]);
79
+ const handleRunJudge = useCallback(async () => {
80
+ if (!id || !judgeId) {
81
+ return;
82
+ }
83
+ setRunError("");
84
+ try {
85
+ const result = await runJudge({ apiKey, batchId: id, evaluatorId: judgeId }).unwrap();
86
+ const summary = unwrapBatchDetail(result)?.judges.find((judge) => judge.evaluatorId === judgeId);
87
+ setSelectedJudgeId(judgeId);
88
+ toast.success(summary?.agreement.rate === undefined
89
+ ? `${summary?.evaluatorName ?? "Judge"} ran; answer items to compare`
90
+ : `${summary.evaluatorName} agrees with people ${formatPercent(summary.agreement.rate)}`);
91
+ }
92
+ catch (error) {
93
+ setRunError(errorTitle(error) ?? "Could not run the judge.");
94
+ }
95
+ }, [apiKey, id, judgeId, runJudge, toast]);
96
+ const header = batch
97
+ ? {
98
+ actions: (_jsx(Button, { disabled: !nextPending, iconName: "play", onClick: handleAnswerNext, testID: "ai-review-batch-answer-next", text: batch.counts.pending > 0 ? `Answer ${batch.counts.pending} remaining` : "All answered" })),
99
+ meta: (_jsxs(_Fragment, { children: [_jsx(Badge, { iconName: "list-check", secondary: true, status: "neutral", testID: "ai-review-batch-question-set", value: batch.evaluatorName }), batch.promptName ? (_jsx(Badge, { iconName: "file-lines", secondary: true, status: "neutral", value: batch.promptName })) : undefined, batch.datasetId ? (_jsx(Badge, { iconName: "database", secondary: true, status: "neutral", testID: "ai-review-batch-dataset", value: `Dataset ${batch.datasetName ?? batch.datasetId}` })) : undefined] })),
100
+ title: batch.name,
101
+ }
102
+ : {};
103
+ const chrome = (children) => (_jsx(AiObservabilityChrome, { ...props, ...header, backHref: listHref, description: batch?.description, error: statusQuery.isError, isLoading: statusQuery.isLoading, screenName: "ai-review-batch", status: unwrapObservabilityStatus(statusQuery.data), children: children }));
104
+ if (!id) {
105
+ return chrome(_jsx(Box, { padding: 4, children: _jsx(Text, { color: "secondaryLight", children: "Missing batch id. Open a batch from Review batches." }) }));
106
+ }
107
+ if (batchQuery.isLoading) {
108
+ return chrome(_jsx(Box, { alignItems: "center", padding: 5, testID: "ai-review-batch-loading", children: _jsx(Spinner, {}) }));
109
+ }
110
+ if (batchQuery.isError || !batch) {
111
+ return chrome(_jsx(ObservabilityErrorState, { onRetry: () => batchQuery.refetch(), testID: "ai-review-batch-error", text: "Could not load this batch." }));
112
+ }
113
+ return chrome(_jsx(AiReviewBatchView, { aiBlockedMessage: aiBlockedMessage, batch: batch, isRunningJudge: runState.isLoading, judgeId: judgeId, judgeOptions: judgeOptions, onJudgeChange: setJudgeId, onOpenItem: openItem, onRunJudge: handleRunJudge, onSelectJudge: setSelectedJudgeId, runError: runError, selectedJudge: selectedJudge }));
114
+ };
115
+ //# sourceMappingURL=AiReviewBatchScreen.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AiReviewBatchScreen.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchScreen.tsx"],"names":[],"mappings":";AAAA,OAAO,EAAC,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAC,MAAM,aAAa,CAAC;AACxE,OAAO,EAAC,MAAM,EAAE,oBAAoB,EAAC,MAAM,aAAa,CAAC;AACzD,OAAc,EAAC,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAEvE,OAAO,EAAC,mBAAmB,EAAC,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAC,+BAA+B,EAAC,MAAM,+CAA+C,CAAC;AAC9F,OAAO,EAAC,qBAAqB,EAAC,MAAM,gCAAgC,CAAC;AACrE,OAAO,EAAC,yBAAyB,EAAC,MAAM,6BAA6B,CAAC;AACtE,OAAO,EAAC,uBAAuB,EAAC,MAAM,8BAA8B,CAAC;AACrE,OAAO,EAAC,iBAAiB,EAAC,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAC,aAAa,EAAE,iBAAiB,EAAC,MAAM,cAAc,CAAC;AAC9D,OAAO,EAAC,2BAA2B,EAAC,MAAM,+BAA+B,CAAC;AAE1E,MAAM,UAAU,GAAG,CAAC,KAAc,EAAsB,EAAE;IACxD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,IAAI,GAAI,KAAoC,CAAC,IAAI,CAAC;IACxD,OAAO,OAAO,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAClE,CAAC,CAAC;AAUF,MAAM,CAAC,MAAM,yBAAyB,GAA6C,CAAC,KAAK,EAAE,EAAE;IAC3F,MAAM,EAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,EAAC,GAAG,KAAK,CAAC;IAClE,MAAM,MAAM,GAAG,oBAAoB,EAA4B,CAAC;IAChE,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;IAC/D,MAAM,EAAC,aAAa,EAAE,mBAAmB,EAAE,cAAc,EAAC,GAAG,2BAA2B,CAAC,GAAG,CAAC,CAAC;IAC9F,MAAM,EAAC,YAAY,EAAE,qBAAqB,EAAC,GAAG,+BAA+B,CAAC,GAAG,CAAC,CAAC;IACnF,MAAM,UAAU,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,EAAE,EAAC,IAAI,EAAE,CAAC,EAAE,EAAC,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,cAAc,EAAE,CAAC;IACrC,MAAM,eAAe,GAAG,qBAAqB,EAAE,CAAC;IAChD,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,mBAAmB,EAAE,CAAC;IACnD,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC3C,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC,GAAG,QAAQ,CAAqB,SAAS,CAAC,CAAC;IACtF,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;IACzB,MAAM,MAAM,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,GAAG,MAAM,oBAAoB,CAAC;IAE/C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IACnF,MAAM,QAAQ,GAAG,yBAAyB,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC;IACnF,MAAM,gBAAgB,GACpB,QAAQ,KAAK,aAAa;QACxB,CAAC,CAAC,kEAAkE;QACpE,CAAC,CAAC,QAAQ,KAAK,aAAa,IAAI,CAAC,MAAM,IAAI,CAAC,aAAa;YACvD,CAAC,CAAC,CAAC,UAAU,IAAI,mCAAmC,CAAC;YACrD,CAAC,CAAC,SAAS,CAAC;IAClB,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,EAAE;QAChC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1F,OAAO,mBAAmB,CAAC,eAAe,CAAC,IAAI,CAAC;aAC7C,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,WAAW,CAAC;aACrD,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YACjB,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3F,OAAO,EAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAC,CAAC;QAC5C,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;aACnC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;aACnC,GAAG,CAAC,CAAC,EAAC,SAAS,EAAE,MAAM,EAAC,EAAE,EAAE,CAAC,CAAC;YAC7B,KAAK,EAAE,GAAG,SAAS,CAAC,IAAI,aAAa,MAAM,OAAO,YAAY,CAAC,IAAI,GAAG;YACtE,KAAK,EAAE,SAAS,CAAC,EAAE;SACpB,CAAC,CAAC,CAAC;IACR,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;IAE9C,uFAAuF;IACvF,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,OAAO,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,OAAO;QACT,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;QAC7E,UAAU,CACR,YAAY,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAC7F,CAAC;IACJ,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;IAE3C,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,EAAE;QACjC,MAAM,MAAM,GAAG,KAAK,EAAE,MAAM,IAAI,EAAE,CAAC;QACnC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,eAAe,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;IACpF,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;IAErC,MAAM,QAAQ,GAAG,WAAW,CAC1B,CAAC,YAAoB,EAAQ,EAAE;QAC7B,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,sBAAsB,kBAAkB,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IACjF,CAAC,EACD,CAAC,MAAM,CAAC,CACT,CAAC;IAEF,MAAM,WAAW,GAAG,KAAK,EAAE,KAAK,CAAC,IAAI,CACnC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,aAAa,CACrE,CAAC;IACF,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAS,EAAE;QAC9C,IAAI,WAAW,EAAE,CAAC;YAChB,QAAQ,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;QACrC,CAAC;IACH,CAAC,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;IAE5B,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,IAAmB,EAAE;QAC3D,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QACD,WAAW,CAAC,EAAE,CAAC,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,EAAC,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,OAAO,EAAC,CAAC,CAAC,MAAM,EAAE,CAAC;YACpF,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,CACpD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,OAAO,CACzC,CAAC;YACF,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAC5B,KAAK,CAAC,OAAO,CACX,OAAO,EAAE,SAAS,CAAC,IAAI,KAAK,SAAS;gBACnC,CAAC,CAAC,GAAG,OAAO,EAAE,aAAa,IAAI,OAAO,+BAA+B;gBACrE,CAAC,CAAC,GAAG,OAAO,CAAC,aAAa,uBAAuB,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAC3F,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,0BAA0B,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;IAE3C,MAAM,MAAM,GAAG,KAAK;QAClB,CAAC,CAAC;YACE,OAAO,EAAE,CACP,KAAC,MAAM,IACL,QAAQ,EAAE,CAAC,WAAW,EACtB,QAAQ,EAAC,MAAM,EACf,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAC,6BAA6B,EACpC,IAAI,EACF,KAAK,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,MAAM,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,cAAc,GAExF,CACH;YACD,IAAI,EAAE,CACJ,8BACE,KAAC,KAAK,IACJ,QAAQ,EAAC,YAAY,EACrB,SAAS,QACT,MAAM,EAAC,SAAS,EAChB,MAAM,EAAC,8BAA8B,EACrC,KAAK,EAAE,KAAK,CAAC,aAAa,GAC1B,EACD,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAClB,KAAC,KAAK,IAAC,QAAQ,EAAC,YAAY,EAAC,SAAS,QAAC,MAAM,EAAC,SAAS,EAAC,KAAK,EAAE,KAAK,CAAC,UAAU,GAAI,CACpF,CAAC,CAAC,CAAC,SAAS,EACZ,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CACjB,KAAC,KAAK,IACJ,QAAQ,EAAC,UAAU,EACnB,SAAS,QACT,MAAM,EAAC,SAAS,EAChB,MAAM,EAAC,yBAAyB,EAChC,KAAK,EAAE,WAAW,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,SAAS,EAAE,GACxD,CACH,CAAC,CAAC,CAAC,SAAS,IACZ,CACJ;YACD,KAAK,EAAE,KAAK,CAAC,IAAI;SAClB;QACH,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,MAAM,GAAG,CAAC,QAAyB,EAAsB,EAAE,CAAC,CAChE,KAAC,qBAAqB,OAChB,KAAK,KACL,MAAM,EACV,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,KAAK,EAAE,WAAW,EAC/B,KAAK,EAAE,WAAW,CAAC,OAAO,EAC1B,SAAS,EAAE,WAAW,CAAC,SAAS,EAChC,UAAU,EAAC,iBAAiB,EAC5B,MAAM,EAAE,yBAAyB,CAAC,WAAW,CAAC,IAAI,CAAC,YAElD,QAAQ,GACa,CACzB,CAAC;IAEF,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,OAAO,MAAM,CACX,KAAC,GAAG,IAAC,OAAO,EAAE,CAAC,YACb,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,oEAA2D,GACnF,CACP,CAAC;IACJ,CAAC;IACD,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACzB,OAAO,MAAM,CACX,KAAC,GAAG,IAAC,UAAU,EAAC,QAAQ,EAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,yBAAyB,YACnE,KAAC,OAAO,KAAG,GACP,CACP,CAAC;IACJ,CAAC;IACD,IAAI,UAAU,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;QACjC,OAAO,MAAM,CACX,KAAC,uBAAuB,IACtB,OAAO,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EACnC,MAAM,EAAC,uBAAuB,EAC9B,IAAI,EAAC,4BAA4B,GACjC,CACH,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CACX,KAAC,iBAAiB,IAChB,gBAAgB,EAAE,gBAAgB,EAClC,KAAK,EAAE,KAAK,EACZ,cAAc,EAAE,QAAQ,CAAC,SAAS,EAClC,OAAO,EAAE,OAAO,EAChB,YAAY,EAAE,YAAY,EAC1B,aAAa,EAAE,UAAU,EACzB,UAAU,EAAE,QAAQ,EACpB,UAAU,EAAE,cAAc,EAC1B,aAAa,EAAE,kBAAkB,EACjC,QAAQ,EAAE,QAAQ,EAClB,aAAa,EAAE,aAAa,GAC5B,CACH,CAAC;AACJ,CAAC,CAAC"}
@@ -0,0 +1,22 @@
1
+ import React from "react";
2
+ import { type ReviewBatchDetail, type ReviewBatchJudgeSummary } from "./batchTypes";
3
+ export interface JudgeOption {
4
+ label: string;
5
+ value: string;
6
+ }
7
+ export interface AiReviewBatchViewProps {
8
+ /** Why judges cannot run right now (no server AI and no saved key). */
9
+ aiBlockedMessage?: string;
10
+ batch: ReviewBatchDetail;
11
+ isRunningJudge?: boolean;
12
+ judgeId: string;
13
+ judgeOptions: JudgeOption[];
14
+ onJudgeChange: (value: string) => void;
15
+ onOpenItem: (reviewItemId: string) => void;
16
+ onRunJudge: () => void;
17
+ onSelectJudge: (evaluatorId: string) => void;
18
+ runError?: string;
19
+ selectedJudge?: ReviewBatchJudgeSummary;
20
+ }
21
+ export declare const AiReviewBatchView: React.FC<AiReviewBatchViewProps>;
22
+ //# sourceMappingURL=AiReviewBatchView.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AiReviewBatchView.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchView.tsx"],"names":[],"mappings":"AACA,OAAO,KAAgB,MAAM,OAAO,CAAC;AASrC,OAAO,EAOL,KAAK,iBAAiB,EACtB,KAAK,uBAAuB,EAC7B,MAAM,cAAc,CAAC;AAGtB,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,sBAAsB;IACrC,uEAAuE;IACvE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,iBAAiB,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,UAAU,EAAE,CAAC,YAAY,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3C,UAAU,EAAE,MAAM,IAAI,CAAC;IACvB,aAAa,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,uBAAuB,CAAC;CACzC;AAKD,eAAO,MAAM,iBAAiB,EAAE,KAAK,CAAC,EAAE,CAAC,sBAAsB,CAgW9D,CAAC"}
@@ -0,0 +1,136 @@
1
+ import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
2
+ import { Badge, Banner, Box, Button, Card, Heading, SelectField, Text } from "@terreno/ui";
3
+ import { useMemo } from "react";
4
+ import { AgreementMeter, ProgressMeter } from "../shell/AgreementMeter";
5
+ import { formatStepReminder, HUMAN_JUDGING_ACTIVITY } from "../shell/evalPipeline";
6
+ import { ObservabilityStatusBadge } from "../shell/ObservabilityStatusBadge";
7
+ import { ObservabilityTable, } from "../shell/ObservabilityTable";
8
+ import { agreementTextColor, answerSubjectKey, formatAnswer, formatPercent, humanizeKey, previewText, } from "./batchTypes";
9
+ import { dimensionLabel } from "./reviewTypes";
10
+ /** Short column title for a question: its key in words, e.g. "faithful" becomes "Faithful". */
11
+ const questionTitle = (key) => humanizeKey(key);
12
+ export const AiReviewBatchView = ({ aiBlockedMessage, batch, isRunningJudge, judgeId, judgeOptions, onJudgeChange, onOpenItem, onRunJudge, onSelectJudge, runError, selectedJudge, }) => {
13
+ const { counts, dimensions } = batch;
14
+ const bestJudge = useMemo(() => {
15
+ return batch.judges.reduce((best, judge) => {
16
+ if (judge.agreement.rate === undefined) {
17
+ return best;
18
+ }
19
+ if (!best || (best.agreement.rate ?? -1) < judge.agreement.rate) {
20
+ return judge;
21
+ }
22
+ return best;
23
+ }, undefined);
24
+ }, [batch.judges]);
25
+ const judgeColumns = useMemo(() => {
26
+ return [
27
+ { grow: 2, minWidth: 220, title: "Judge" },
28
+ { grow: 2, minWidth: 220, title: "Agreement with people" },
29
+ ...dimensions.map((dimension) => ({
30
+ minWidth: 110,
31
+ title: questionTitle(dimension.key),
32
+ })),
33
+ { minWidth: 90, title: "Compared" },
34
+ ];
35
+ }, [dimensions]);
36
+ const judgeRows = useMemo(() => {
37
+ return batch.judges.map((judge) => {
38
+ const isSelected = judge.evaluatorId === selectedJudge?.evaluatorId;
39
+ return {
40
+ accessibilityLabel: `Show disagreements for ${judge.evaluatorName}`,
41
+ cells: [
42
+ _jsxs(Box, { gap: 1, children: [_jsxs(Box, { alignItems: "center", direction: "row", gap: 2, wrap: true, children: [_jsx(Text, { bold: isSelected, children: judge.evaluatorName }), isSelected ? (_jsx(Badge, { secondary: true, status: "info", testID: `ai-review-batch-judge-selected-${judge.evaluatorId}`, value: "Selected" })) : undefined] }), judge.judgePromptName ? (_jsx(Text, { color: "secondaryDark", size: "sm", children: judge.judgePromptName })) : undefined] }, "judge"),
43
+ _jsx(AgreementMeter, { rate: judge.agreement.rate, testID: `ai-review-batch-judge-rate-${judge.evaluatorId}` }, "rate"),
44
+ ...judge.agreement.questions.map((question) => question.covered ? (_jsx(Text, { bold: true, color: agreementTextColor(question.rate), children: formatPercent(question.rate) }, question.key)) : (_jsx(Text, { color: "secondaryDark", children: "Not asked" }, question.key))),
45
+ `${judge.agreement.matches}/${judge.agreement.compared}`,
46
+ ],
47
+ key: judge.evaluatorId,
48
+ onClick: () => {
49
+ onSelectJudge(judge.evaluatorId);
50
+ },
51
+ };
52
+ });
53
+ }, [batch.judges, onSelectJudge, selectedJudge?.evaluatorId]);
54
+ // Human and judge answers pair by dataset item when the batch came from a dataset, else by trace.
55
+ const itemBySubject = useMemo(() => {
56
+ return new Map(batch.items.map((item) => [answerSubjectKey(item), item]));
57
+ }, [batch.items]);
58
+ const disagreementRows = useMemo(() => {
59
+ if (!selectedJudge) {
60
+ return [];
61
+ }
62
+ return selectedJudge.agreement.disagreements.map((row, index) => {
63
+ const item = itemBySubject.get(answerSubjectKey(row));
64
+ const dimension = dimensions.find((entry) => entry.key === row.key);
65
+ return {
66
+ cells: [
67
+ previewText(item?.output, 120),
68
+ dimension ? dimensionLabel(dimension) : row.key,
69
+ formatAnswer(row.human),
70
+ _jsx(Text, { color: "error", children: row.judge === undefined ? "No answer" : formatAnswer(row.judge) }, "judge"),
71
+ ],
72
+ key: `${answerSubjectKey(row)}-${row.key}-${index}`,
73
+ onClick: item
74
+ ? () => {
75
+ onOpenItem(item.reviewItemId);
76
+ }
77
+ : undefined,
78
+ };
79
+ });
80
+ }, [dimensions, itemBySubject, onOpenItem, selectedJudge]);
81
+ const itemColumns = useMemo(() => {
82
+ return [
83
+ { minWidth: 40, title: "#" },
84
+ { grow: 3, minWidth: 260, title: "Output" },
85
+ { minWidth: 130, title: "Status" },
86
+ ...dimensions.map((dimension) => ({
87
+ minWidth: 110,
88
+ title: questionTitle(dimension.key),
89
+ })),
90
+ ];
91
+ }, [dimensions]);
92
+ // Disagreements come from the backend so item cells flag exactly what the agreement rate counts.
93
+ const disagreementKeys = useMemo(() => {
94
+ return new Set((selectedJudge?.agreement.disagreements ?? []).map((row) => `${answerSubjectKey(row)}:${row.key}`));
95
+ }, [selectedJudge]);
96
+ const itemRows = useMemo(() => {
97
+ return batch.items.map((item, index) => {
98
+ const judgeScores = selectedJudge
99
+ ? item.judgeAnswers[selectedJudge.evaluatorId]?.scores
100
+ : undefined;
101
+ return {
102
+ accessibilityLabel: `Open item ${index + 1}`,
103
+ cells: [
104
+ String(index + 1),
105
+ previewText(item.output, 140),
106
+ _jsx(ObservabilityStatusBadge, { status: item.status }, "status"),
107
+ ...dimensions.map((dimension) => {
108
+ const human = item.scores?.[dimension.key];
109
+ const judge = judgeScores?.[dimension.key];
110
+ const isDisagreement = disagreementKeys.has(`${answerSubjectKey(item)}:${dimension.key}`);
111
+ return (_jsxs(Box, { gap: 1, children: [_jsx(Text, { children: formatAnswer(human) }), isDisagreement ? (_jsx(Text, { color: "error", size: "sm", children: `Judge said ${formatAnswer(judge)}` })) : undefined] }, dimension.key));
112
+ }),
113
+ ],
114
+ key: item.reviewItemId,
115
+ onClick: () => {
116
+ onOpenItem(item.reviewItemId);
117
+ },
118
+ };
119
+ });
120
+ }, [batch.items, dimensions, disagreementKeys, onOpenItem, selectedJudge]);
121
+ return (_jsxs(Box, { gap: 4, testID: "ai-review-batch", children: [_jsxs(Box, { direction: "row", gap: 4, testID: "ai-review-batch-stats", wrap: true, children: [_jsx(Card, { flex: "grow", minWidth: 220, padding: 4, children: _jsxs(Box, { gap: 2, children: [_jsx(Text, { color: "secondaryLight", size: "sm", children: "Answered by people" }), _jsx(ProgressMeter, { done: counts.done, testID: "ai-review-batch-progress", total: counts.total })] }) }), _jsx(Card, { flex: "grow", minWidth: 220, padding: 4, children: _jsxs(Box, { gap: 2, children: [_jsx(Text, { color: "secondaryLight", size: "sm", children: "Best judge" }), _jsx(AgreementMeter, { rate: bestJudge?.agreement.rate, testID: "ai-review-batch-best-judge" }), bestJudge ? (_jsx(Text, { numberOfLines: 1, size: "sm", children: bestJudge.evaluatorName })) : undefined] }) }), _jsx(Card, { flex: "grow", minWidth: 160, padding: 4, children: _jsxs(Box, { gap: 2, children: [_jsx(Text, { color: "secondaryLight", size: "sm", children: "Judges run" }), _jsx(Text, { bold: true, size: "lg", testID: "ai-review-batch-judge-count", children: String(batch.judges.length) })] }) })] }), batch.datasetId ? (_jsx(Box, { testID: "ai-eval-step-banner", children: _jsx(Banner, { hasIcon: true, status: "info", text: formatStepReminder({
122
+ activity: HUMAN_JUDGING_ACTIVITY,
123
+ detail: `answer each item of ${batch.datasetName ?? "this dataset"} once. Answers are saved on the dataset, so every judge experiment reuses them while the questions stay the same.`,
124
+ step: 2,
125
+ }) }) })) : undefined, batch.questionsStale ? (_jsx(Box, { testID: "ai-review-batch-questions-stale", children: _jsx(Banner, { hasIcon: true, status: "warning", text: `The questions in ${batch.evaluatorName} changed after this batch was created. Answers given before the change no longer count. Send the dataset to human review again to judge those items again.` }) })) : undefined, _jsx(Card, { padding: 4, testID: "ai-review-batch-judges", children: _jsxs(Box, { gap: 3, children: [_jsxs(Box, { gap: 1, children: [_jsx(Heading, { size: "sm", children: "Which judge matches people?" }), _jsx(Text, { color: "secondaryLight", children: "Run an LLM judge on the same items. Agreement counts only items people answered and only the questions the judge also answers." })] }), _jsxs(Box, { alignItems: "end", direction: "row", gap: 3, wrap: true, children: [_jsx(Box, { flex: "grow", minWidth: 260, children: _jsx(SelectField, { onChange: onJudgeChange, options: judgeOptions, placeholder: judgeOptions.length === 0
126
+ ? "No LLM judges share these questions"
127
+ : "Choose a judge", testID: "ai-review-batch-judge-select", title: "LLM judge", value: judgeId }) }), _jsx(Button, { disabled: !judgeId || Boolean(aiBlockedMessage), iconName: "gavel", loading: isRunningJudge, onClick: onRunJudge, testID: "ai-review-batch-run-judge", text: `Run on ${counts.total} items`, variant: "secondary" })] }), aiBlockedMessage ? (_jsx(Text, { color: "secondaryLight", testID: "ai-review-batch-ai-blocked", children: aiBlockedMessage })) : undefined, runError ? (_jsx(Text, { color: "error", testID: "ai-review-batch-run-error", children: runError })) : undefined, counts.done === 0 ? (_jsx(Text, { color: "secondaryLight", size: "sm", children: "No answers from people yet. Answer a few items first so there is something to compare." })) : undefined, batch.judges.length === 0 ? (_jsx(Text, { color: "secondaryLight", testID: "ai-review-batch-judges-empty", children: "No judge has run on this batch yet." })) : (_jsx(ObservabilityTable, { columns: judgeColumns, rows: judgeRows, testID: "ai-review-batch-judges-table" }))] }) }), selectedJudge ? (_jsx(Card, { padding: 4, testID: "ai-review-batch-disagreements", children: _jsxs(Box, { gap: 3, children: [_jsx(Heading, { size: "sm", children: `Where ${selectedJudge.evaluatorName} disagrees (${selectedJudge.agreement.disagreements.length})` }), disagreementRows.length === 0 ? (_jsx(Text, { color: "secondaryLight", children: selectedJudge.agreement.compared === 0
128
+ ? "Nothing to compare yet."
129
+ : "No disagreements on the answered items." })) : (_jsx(ObservabilityTable, { columns: [
130
+ { grow: 3, minWidth: 260, title: "Output" },
131
+ { grow: 2, minWidth: 220, title: "Question" },
132
+ { minWidth: 90, title: "People" },
133
+ { minWidth: 90, title: "Judge" },
134
+ ], rows: disagreementRows, testID: "ai-review-batch-disagreements-table" }))] }) })) : undefined, _jsx(Card, { padding: 4, testID: "ai-review-batch-items", children: _jsxs(Box, { gap: 3, children: [_jsx(Heading, { size: "sm", children: "Items and answers from people" }), _jsx(Box, { gap: 1, children: dimensions.map((dimension) => (_jsxs(Text, { color: "secondaryLight", size: "sm", children: [_jsx(Text, { bold: true, size: "sm", children: questionTitle(dimension.key) }), `: ${dimensionLabel(dimension)}`] }, dimension.key))) }), _jsx(ObservabilityTable, { columns: itemColumns, rows: itemRows, testID: "ai-review-batch-items-table" })] }) })] }));
135
+ };
136
+ //# sourceMappingURL=AiReviewBatchView.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AiReviewBatchView.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchView.tsx"],"names":[],"mappings":";AAAA,OAAO,EAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAC,MAAM,aAAa,CAAC;AACzF,OAAc,EAAC,OAAO,EAAC,MAAM,OAAO,CAAC;AACrC,OAAO,EAAC,cAAc,EAAE,aAAa,EAAC,MAAM,yBAAyB,CAAC;AACtE,OAAO,EAAC,kBAAkB,EAAE,sBAAsB,EAAC,MAAM,uBAAuB,CAAC;AACjF,OAAO,EAAC,wBAAwB,EAAC,MAAM,mCAAmC,CAAC;AAC3E,OAAO,EACL,kBAAkB,GAGnB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,kBAAkB,EAClB,gBAAgB,EAChB,YAAY,EACZ,aAAa,EACb,WAAW,EACX,WAAW,GAGZ,MAAM,cAAc,CAAC;AACtB,OAAO,EAAC,cAAc,EAAC,MAAM,eAAe,CAAC;AAsB7C,+FAA+F;AAC/F,MAAM,aAAa,GAAG,CAAC,GAAW,EAAU,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;AAEhE,MAAM,CAAC,MAAM,iBAAiB,GAAqC,CAAC,EAClE,gBAAgB,EAChB,KAAK,EACL,cAAc,EACd,OAAO,EACP,YAAY,EACZ,aAAa,EACb,UAAU,EACV,UAAU,EACV,aAAa,EACb,QAAQ,EACR,aAAa,GACd,EAAE,EAAE;IACH,MAAM,EAAC,MAAM,EAAE,UAAU,EAAC,GAAG,KAAK,CAAC;IACnC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,EAAE;QAC7B,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAsC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC9E,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvC,OAAO,IAAI,CAAC;YACd,CAAC;YACD,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;gBAChE,OAAO,KAAK,CAAC;YACf,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,EAAE,SAAS,CAAC,CAAC;IAChB,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAEnB,MAAM,YAAY,GAA+B,OAAO,CAAC,GAAG,EAAE;QAC5D,OAAO;YACL,EAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAC;YACxC,EAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,uBAAuB,EAAC;YACxD,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBAChC,QAAQ,EAAE,GAAG;gBACb,KAAK,EAAE,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC;aACpC,CAAC,CAAC;YACH,EAAC,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAC;SAClC,CAAC;IACJ,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;IAEjB,MAAM,SAAS,GAA4B,OAAO,CAAC,GAAG,EAAE;QACtD,OAAO,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAChC,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,KAAK,aAAa,EAAE,WAAW,CAAC;YACpE,OAAO;gBACL,kBAAkB,EAAE,0BAA0B,KAAK,CAAC,aAAa,EAAE;gBACnE,KAAK,EAAE;oBACL,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,MAAC,GAAG,IAAC,UAAU,EAAC,QAAQ,EAAC,SAAS,EAAC,KAAK,EAAC,GAAG,EAAE,CAAC,EAAE,IAAI,mBACnD,KAAC,IAAI,IAAC,IAAI,EAAE,UAAU,YAAG,KAAK,CAAC,aAAa,GAAQ,EACnD,UAAU,CAAC,CAAC,CAAC,CACZ,KAAC,KAAK,IACJ,SAAS,QACT,MAAM,EAAC,MAAM,EACb,MAAM,EAAE,kCAAkC,KAAK,CAAC,WAAW,EAAE,EAC7D,KAAK,EAAC,UAAU,GAChB,CACH,CAAC,CAAC,CAAC,SAAS,IACT,EACL,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CACvB,KAAC,IAAI,IAAC,KAAK,EAAC,eAAe,EAAC,IAAI,EAAC,IAAI,YAClC,KAAK,CAAC,eAAe,GACjB,CACR,CAAC,CAAC,CAAC,SAAS,KAhBE,OAAO,CAiBlB;oBACN,KAAC,cAAc,IAEb,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,IAAI,EAC1B,MAAM,EAAE,8BAA8B,KAAK,CAAC,WAAW,EAAE,IAFrD,MAAM,CAGV;oBACF,GAAG,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAC5C,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CACjB,KAAC,IAAI,IAAC,IAAI,QAAC,KAAK,EAAE,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,YAChD,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,IAD2B,QAAQ,CAAC,GAAG,CAE/D,CACR,CAAC,CAAC,CAAC,CACF,KAAC,IAAI,IAAC,KAAK,EAAC,eAAe,2BAAM,QAAQ,CAAC,GAAG,CAEtC,CACR,CACF;oBACD,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,CAAC,QAAQ,EAAE;iBACzD;gBACD,GAAG,EAAE,KAAK,CAAC,WAAW;gBACtB,OAAO,EAAE,GAAG,EAAE;oBACZ,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBACnC,CAAC;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC,CAAC;IAE9D,kGAAkG;IAClG,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,EAAE;QACjC,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5E,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAElB,MAAM,gBAAgB,GAA4B,OAAO,CAAC,GAAG,EAAE;QAC7D,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,aAAa,CAAC,SAAS,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YAC9D,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;YACpE,OAAO;gBACL,KAAK,EAAE;oBACL,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC;oBAC9B,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG;oBAC/C,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC;oBACvB,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,YAChB,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAD1C,OAAO,CAExB;iBACR;gBACD,GAAG,EAAE,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,KAAK,EAAE;gBACnD,OAAO,EAAE,IAAI;oBACX,CAAC,CAAC,GAAG,EAAE;wBACH,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oBAChC,CAAC;oBACH,CAAC,CAAC,SAAS;aACd,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC;IAE3D,MAAM,WAAW,GAA+B,OAAO,CAAC,GAAG,EAAE;QAC3D,OAAO;YACL,EAAC,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAC;YAC1B,EAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAC;YACzC,EAAC,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAC;YAChC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBAChC,QAAQ,EAAE,GAAG;gBACb,KAAK,EAAE,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC;aACpC,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;IAEjB,iGAAiG;IACjG,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,EAAE;QACpC,OAAO,IAAI,GAAG,CACZ,CAAC,aAAa,EAAE,SAAS,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,GAAG,CAChD,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,GAAG,EAAE,CAC/C,CACF,CAAC;IACJ,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;IAEpB,MAAM,QAAQ,GAA4B,OAAO,CAAC,GAAG,EAAE;QACrD,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YACrC,MAAM,WAAW,GAAG,aAAa;gBAC/B,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,MAAM;gBACtD,CAAC,CAAC,SAAS,CAAC;YACd,OAAO;gBACL,kBAAkB,EAAE,aAAa,KAAK,GAAG,CAAC,EAAE;gBAC5C,KAAK,EAAE;oBACL,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;oBACjB,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC;oBAC7B,KAAC,wBAAwB,IAAc,MAAM,EAAE,IAAI,CAAC,MAAM,IAA5B,QAAQ,CAAwB;oBAC9D,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;wBAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;wBAC3C,MAAM,KAAK,GAAG,WAAW,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;wBAC3C,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CACzC,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,GAAG,EAAE,CAC7C,CAAC;wBACF,OAAO,CACL,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,IAAI,cAAE,YAAY,CAAC,KAAK,CAAC,GAAQ,EACjC,cAAc,CAAC,CAAC,CAAC,CAChB,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,EAAC,IAAI,EAAC,IAAI,YAC1B,cAAc,YAAY,CAAC,KAAK,CAAC,EAAE,GAC/B,CACR,CAAC,CAAC,CAAC,SAAS,KANG,SAAS,CAAC,GAAG,CAOzB,CACP,CAAC;oBACJ,CAAC,CAAC;iBACH;gBACD,GAAG,EAAE,IAAI,CAAC,YAAY;gBACtB,OAAO,EAAE,GAAG,EAAE;oBACZ,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAChC,CAAC;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC;IAE3E,OAAO,CACL,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,EAAE,MAAM,EAAC,iBAAiB,aACnC,MAAC,GAAG,IAAC,SAAS,EAAC,KAAK,EAAC,GAAG,EAAE,CAAC,EAAE,MAAM,EAAC,uBAAuB,EAAC,IAAI,mBAC9D,KAAC,IAAI,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,YACzC,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,IAAI,EAAC,IAAI,mCAE/B,EACP,KAAC,aAAa,IACZ,IAAI,EAAE,MAAM,CAAC,IAAI,EACjB,MAAM,EAAC,0BAA0B,EACjC,KAAK,EAAE,MAAM,CAAC,KAAK,GACnB,IACE,GACD,EACP,KAAC,IAAI,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,YACzC,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,IAAI,EAAC,IAAI,2BAE/B,EACP,KAAC,cAAc,IAAC,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,MAAM,EAAC,4BAA4B,GAAG,EACtF,SAAS,CAAC,CAAC,CAAC,CACX,KAAC,IAAI,IAAC,aAAa,EAAE,CAAC,EAAE,IAAI,EAAC,IAAI,YAC9B,SAAS,CAAC,aAAa,GACnB,CACR,CAAC,CAAC,CAAC,SAAS,IACT,GACD,EACP,KAAC,IAAI,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,YACzC,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,IAAI,EAAC,IAAI,2BAE/B,EACP,KAAC,IAAI,IAAC,IAAI,QAAC,IAAI,EAAC,IAAI,EAAC,MAAM,EAAC,6BAA6B,YACtD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GACvB,IACH,GACD,IACH,EACL,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CACjB,KAAC,GAAG,IAAC,MAAM,EAAC,qBAAqB,YAC/B,KAAC,MAAM,IACL,OAAO,QACP,MAAM,EAAC,MAAM,EACb,IAAI,EAAE,kBAAkB,CAAC;wBACvB,QAAQ,EAAE,sBAAsB;wBAChC,MAAM,EAAE,uBAAuB,KAAK,CAAC,WAAW,IAAI,cAAc,mHAAmH;wBACrL,IAAI,EAAE,CAAC;qBACR,CAAC,GACF,GACE,CACP,CAAC,CAAC,CAAC,SAAS,EACZ,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CACtB,KAAC,GAAG,IAAC,MAAM,EAAC,iCAAiC,YAC3C,KAAC,MAAM,IACL,OAAO,QACP,MAAM,EAAC,SAAS,EAChB,IAAI,EAAE,oBAAoB,KAAK,CAAC,aAAa,4JAA4J,GACzM,GACE,CACP,CAAC,CAAC,CAAC,SAAS,EAEb,KAAC,IAAI,IAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,wBAAwB,YAC/C,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,OAAO,IAAC,IAAI,EAAC,IAAI,4CAAsC,EACxD,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,+IAGrB,IACH,EACN,MAAC,GAAG,IAAC,UAAU,EAAC,KAAK,EAAC,SAAS,EAAC,KAAK,EAAC,GAAG,EAAE,CAAC,EAAE,IAAI,mBAChD,KAAC,GAAG,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,YAC5B,KAAC,WAAW,IACV,QAAQ,EAAE,aAAa,EACvB,OAAO,EAAE,YAAY,EACrB,WAAW,EACT,YAAY,CAAC,MAAM,KAAK,CAAC;4CACvB,CAAC,CAAC,qCAAqC;4CACvC,CAAC,CAAC,gBAAgB,EAEtB,MAAM,EAAC,8BAA8B,EACrC,KAAK,EAAC,WAAW,EACjB,KAAK,EAAE,OAAO,GACd,GACE,EACN,KAAC,MAAM,IACL,QAAQ,EAAE,CAAC,OAAO,IAAI,OAAO,CAAC,gBAAgB,CAAC,EAC/C,QAAQ,EAAC,OAAO,EAChB,OAAO,EAAE,cAAc,EACvB,OAAO,EAAE,UAAU,EACnB,MAAM,EAAC,2BAA2B,EAClC,IAAI,EAAE,UAAU,MAAM,CAAC,KAAK,QAAQ,EACpC,OAAO,EAAC,WAAW,GACnB,IACE,EACL,gBAAgB,CAAC,CAAC,CAAC,CAClB,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,MAAM,EAAC,4BAA4B,YAC7D,gBAAgB,GACZ,CACR,CAAC,CAAC,CAAC,SAAS,EACZ,QAAQ,CAAC,CAAC,CAAC,CACV,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,EAAC,MAAM,EAAC,2BAA2B,YACnD,QAAQ,GACJ,CACR,CAAC,CAAC,CAAC,SAAS,EACZ,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CACnB,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,IAAI,EAAC,IAAI,uGAE/B,CACR,CAAC,CAAC,CAAC,SAAS,EACZ,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAC3B,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,MAAM,EAAC,8BAA8B,oDAE3D,CACR,CAAC,CAAC,CAAC,CACF,KAAC,kBAAkB,IACjB,OAAO,EAAE,YAAY,EACrB,IAAI,EAAE,SAAS,EACf,MAAM,EAAC,8BAA8B,GACrC,CACH,IACG,GACD,EAEN,aAAa,CAAC,CAAC,CAAC,CACf,KAAC,IAAI,IAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,+BAA+B,YACtD,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,OAAO,IAAC,IAAI,EAAC,IAAI,YACf,SAAS,aAAa,CAAC,aAAa,eAAe,aAAa,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,GAAG,GAC3F,EACT,gBAAgB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAC/B,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,YACzB,aAAa,CAAC,SAAS,CAAC,QAAQ,KAAK,CAAC;gCACrC,CAAC,CAAC,yBAAyB;gCAC3B,CAAC,CAAC,yCAAyC,GACxC,CACR,CAAC,CAAC,CAAC,CACF,KAAC,kBAAkB,IACjB,OAAO,EAAE;gCACP,EAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAC;gCACzC,EAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,EAAC;gCAC3C,EAAC,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAC;gCAC/B,EAAC,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAC;6BAC/B,EACD,IAAI,EAAE,gBAAgB,EACtB,MAAM,EAAC,qCAAqC,GAC5C,CACH,IACG,GACD,CACR,CAAC,CAAC,CAAC,SAAS,EAEb,KAAC,IAAI,IAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,uBAAuB,YAC9C,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,OAAO,IAAC,IAAI,EAAC,IAAI,8CAAwC,EAC1D,KAAC,GAAG,IAAC,GAAG,EAAE,CAAC,YACR,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAC7B,MAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAqB,IAAI,EAAC,IAAI,aACxD,KAAC,IAAI,IAAC,IAAI,QAAC,IAAI,EAAC,IAAI,YACjB,aAAa,CAAC,SAAS,CAAC,GAAG,CAAC,GACxB,EACN,KAAK,cAAc,CAAC,SAAS,CAAC,EAAE,KAJD,SAAS,CAAC,GAAG,CAKxC,CACR,CAAC,GACE,EACN,KAAC,kBAAkB,IACjB,OAAO,EAAE,WAAW,EACpB,IAAI,EAAE,QAAQ,EACd,MAAM,EAAC,6BAA6B,GACpC,IACE,GACD,IACH,CACP,CAAC;AACJ,CAAC,CAAC"}
@@ -0,0 +1,4 @@
1
+ import React from "react";
2
+ import type { AdminScreenWidgetProps } from "../../../types";
3
+ export declare const AiReviewBatchesScreenWidget: React.FC<AdminScreenWidgetProps>;
4
+ //# sourceMappingURL=AiReviewBatchesScreen.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AiReviewBatchesScreen.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx"],"names":[],"mappings":"AAEA,OAAO,KAAkD,MAAM,OAAO,CAAC;AACvE,OAAO,KAAK,EAAC,sBAAsB,EAAC,MAAM,gBAAgB,CAAC;AAyB3D,eAAO,MAAM,2BAA2B,EAAE,KAAK,CAAC,EAAE,CAAC,sBAAsB,CA4GxE,CAAC"}
@@ -0,0 +1,92 @@
1
+ import { jsx as _jsx } from "react/jsx-runtime";
2
+ import { useToast } from "@terreno/ui";
3
+ import { router } from "expo-router";
4
+ import { useCallback, useEffect, useMemo, useState } from "react";
5
+ import { unwrapEvaluatorList } from "../evaluators/evaluatorTypes";
6
+ import { useAiObservabilityEvaluatorsApi } from "../evaluators/useAiObservabilityEvaluatorsApi";
7
+ import { unwrapPromptList } from "../prompts/promptTypes";
8
+ import { useAiObservabilityPromptsApi } from "../prompts/useAiObservabilityPromptsApi";
9
+ import { AiObservabilityChrome } from "../shell/AiObservabilityChrome";
10
+ import { unwrapObservabilityStatus } from "../shell/aiObservabilityNav";
11
+ import { AiReviewBatchesView } from "./AiReviewBatchesView";
12
+ import { DEFAULT_BATCH_SIZE, unwrapBatchDetail, unwrapBatchList } from "./batchTypes";
13
+ import { useAiObservabilityReviewApi } from "./useAiObservabilityReviewApi";
14
+ // Judge prompts live in this folder; they never produce traces worth reviewing.
15
+ const EVALUATOR_PROMPT_FOLDER = "evaluators";
16
+ const BATCHES_DESCRIPTION = "A batch is a fixed set of AI outputs that people answer the same questions for. Run LLM judges on it to see which ones agree with people.";
17
+ const errorTitle = (error) => {
18
+ if (!error || typeof error !== "object") {
19
+ return undefined;
20
+ }
21
+ const data = error.data;
22
+ return typeof data?.title === "string" ? data.title : undefined;
23
+ };
24
+ export const AiReviewBatchesScreenWidget = (props) => {
25
+ const { api, routeBase } = props;
26
+ const { useBatchesQuery, useCreateBatchMutation, useStatusQuery } = useAiObservabilityReviewApi(api);
27
+ const { useListQuery: useEvaluatorListQuery } = useAiObservabilityEvaluatorsApi(api);
28
+ const { useListQuery: usePromptListQuery } = useAiObservabilityPromptsApi(api);
29
+ const batchesQuery = useBatchesQuery();
30
+ const statusQuery = useStatusQuery();
31
+ const evaluatorsQuery = useEvaluatorListQuery();
32
+ const promptsQuery = usePromptListQuery({});
33
+ const [createBatch, createState] = useCreateBatchMutation();
34
+ const [questionSetId, setQuestionSetId] = useState("");
35
+ const [promptName, setPromptName] = useState("");
36
+ const [name, setName] = useState("");
37
+ const [createError, setCreateError] = useState("");
38
+ const toast = useToast();
39
+ const prefix = (routeBase ?? "").replace(/\/$/, "");
40
+ const batches = useMemo(() => unwrapBatchList(batchesQuery.data), [batchesQuery.data]);
41
+ const questionSetOptions = useMemo(() => {
42
+ return unwrapEvaluatorList(evaluatorsQuery.data)
43
+ .filter((evaluator) => evaluator.type === "human")
44
+ .map((evaluator) => ({
45
+ label: `${evaluator.name} (${evaluator.dimensions.length} ${evaluator.dimensions.length === 1 ? "question" : "questions"})`,
46
+ value: evaluator.id,
47
+ }));
48
+ }, [evaluatorsQuery.data]);
49
+ const promptOptions = useMemo(() => {
50
+ return unwrapPromptList(promptsQuery.data)
51
+ .filter((prompt) => prompt.folder !== EVALUATOR_PROMPT_FOLDER)
52
+ .map((prompt) => ({ label: prompt.name, value: prompt.name }));
53
+ }, [promptsQuery.data]);
54
+ // Default to the question set with the most questions, the usual batch target.
55
+ useEffect(() => {
56
+ if (questionSetId || questionSetOptions.length === 0) {
57
+ return;
58
+ }
59
+ const humans = unwrapEvaluatorList(evaluatorsQuery.data).filter((evaluator) => evaluator.type === "human");
60
+ const widest = [...humans].sort((a, b) => b.dimensions.length - a.dimensions.length)[0];
61
+ setQuestionSetId(widest?.id ?? questionSetOptions[0]?.value ?? "");
62
+ }, [evaluatorsQuery.data, questionSetId, questionSetOptions]);
63
+ const openBatch = useCallback((id) => {
64
+ router.push(`${prefix}/ai-review-batch?id=${encodeURIComponent(id)}`);
65
+ }, [prefix]);
66
+ const handleCreate = useCallback(async () => {
67
+ if (!questionSetId) {
68
+ setCreateError("Choose a question set first.");
69
+ return;
70
+ }
71
+ setCreateError("");
72
+ try {
73
+ const result = await createBatch({
74
+ evaluatorId: questionSetId,
75
+ limit: DEFAULT_BATCH_SIZE,
76
+ name: name.trim() || undefined,
77
+ promptName: promptName || undefined,
78
+ }).unwrap();
79
+ const created = unwrapBatchDetail(result);
80
+ setName("");
81
+ toast.success(`Created ${created?.name ?? "batch"} with ${created?.counts.total ?? 0} items`);
82
+ if (created?.id) {
83
+ openBatch(created.id);
84
+ }
85
+ }
86
+ catch (error) {
87
+ setCreateError(errorTitle(error) ?? "Could not create the batch.");
88
+ }
89
+ }, [createBatch, name, openBatch, promptName, questionSetId, toast]);
90
+ return (_jsx(AiObservabilityChrome, { ...props, backHref: `${prefix}/ai-review`, description: BATCHES_DESCRIPTION, error: statusQuery.isError, isLoading: statusQuery.isLoading, screenName: "ai-review-batches", status: unwrapObservabilityStatus(statusQuery.data), children: _jsx(AiReviewBatchesView, { batches: batches, createError: createError, isCreating: createState.isLoading, isError: batchesQuery.isError, isLoading: batchesQuery.isLoading, name: name, onCreate: handleCreate, onNameChange: setName, onOpenBatch: openBatch, onPromptChange: setPromptName, onQuestionSetChange: setQuestionSetId, onRetry: batchesQuery.refetch, promptName: promptName, promptOptions: promptOptions, questionSetId: questionSetId, questionSetOptions: questionSetOptions }) }));
91
+ };
92
+ //# sourceMappingURL=AiReviewBatchesScreen.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AiReviewBatchesScreen.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx"],"names":[],"mappings":";AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,aAAa,CAAC;AACrC,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AACnC,OAAc,EAAC,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAEvE,OAAO,EAAC,mBAAmB,EAAC,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAC,+BAA+B,EAAC,MAAM,+CAA+C,CAAC;AAC9F,OAAO,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAC,4BAA4B,EAAC,MAAM,yCAAyC,CAAC;AACrF,OAAO,EAAC,qBAAqB,EAAC,MAAM,gCAAgC,CAAC;AACrE,OAAO,EAAC,yBAAyB,EAAC,MAAM,6BAA6B,CAAC;AACtE,OAAO,EAAC,mBAAmB,EAAC,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAC,kBAAkB,EAAE,iBAAiB,EAAE,eAAe,EAAC,MAAM,cAAc,CAAC;AACpF,OAAO,EAAC,2BAA2B,EAAC,MAAM,+BAA+B,CAAC;AAE1E,gFAAgF;AAChF,MAAM,uBAAuB,GAAG,YAAY,CAAC;AAE7C,MAAM,mBAAmB,GACvB,2IAA2I,CAAC;AAE9I,MAAM,UAAU,GAAG,CAAC,KAAc,EAAsB,EAAE;IACxD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,IAAI,GAAI,KAAoC,CAAC,IAAI,CAAC;IACxD,OAAO,OAAO,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAClE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,2BAA2B,GAAqC,CAAC,KAAK,EAAE,EAAE;IACrF,MAAM,EAAC,GAAG,EAAE,SAAS,EAAC,GAAG,KAAK,CAAC;IAC/B,MAAM,EAAC,eAAe,EAAE,sBAAsB,EAAE,cAAc,EAAC,GAC7D,2BAA2B,CAAC,GAAG,CAAC,CAAC;IACnC,MAAM,EAAC,YAAY,EAAE,qBAAqB,EAAC,GAAG,+BAA+B,CAAC,GAAG,CAAC,CAAC;IACnF,MAAM,EAAC,YAAY,EAAE,kBAAkB,EAAC,GAAG,4BAA4B,CAAC,GAAG,CAAC,CAAC;IAC7E,MAAM,YAAY,GAAG,eAAe,EAAE,CAAC;IACvC,MAAM,WAAW,GAAG,cAAc,EAAE,CAAC;IACrC,MAAM,eAAe,GAAG,qBAAqB,EAAE,CAAC;IAChD,MAAM,YAAY,GAAG,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAC5C,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,GAAG,sBAAsB,EAAE,CAAC;IAC5D,MAAM,CAAC,aAAa,EAAE,gBAAgB,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACvD,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACjD,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,WAAW,EAAE,cAAc,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACnD,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;IACzB,MAAM,MAAM,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAEpD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IACvF,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,EAAE;QACtC,OAAO,mBAAmB,CAAC,eAAe,CAAC,IAAI,CAAC;aAC7C,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,OAAO,CAAC;aACjD,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACnB,KAAK,EAAE,GAAG,SAAS,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,CAAC,MAAM,IACtD,SAAS,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WACnD,GAAG;YACH,KAAK,EAAE,SAAS,CAAC,EAAE;SACpB,CAAC,CAAC,CAAC;IACR,CAAC,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3B,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,EAAE;QACjC,OAAO,gBAAgB,CAAC,YAAY,CAAC,IAAI,CAAC;aACvC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,uBAAuB,CAAC;aAC7D,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAC,CAAC,CAAC,CAAC;IACjE,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IAExB,+EAA+E;IAC/E,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,aAAa,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,mBAAmB,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,MAAM,CAC7D,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,OAAO,CAC1C,CAAC;QACF,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACxF,gBAAgB,CAAC,MAAM,EAAE,EAAE,IAAI,kBAAkB,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;IACrE,CAAC,EAAE,CAAC,eAAe,CAAC,IAAI,EAAE,aAAa,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAE9D,MAAM,SAAS,GAAG,WAAW,CAC3B,CAAC,EAAU,EAAQ,EAAE;QACnB,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC,EACD,CAAC,MAAM,CAAC,CACT,CAAC;IAEF,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,IAAmB,EAAE;QACzD,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,cAAc,CAAC,8BAA8B,CAAC,CAAC;YAC/C,OAAO;QACT,CAAC;QACD,cAAc,CAAC,EAAE,CAAC,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC;gBAC/B,WAAW,EAAE,aAAa;gBAC1B,KAAK,EAAE,kBAAkB;gBACzB,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,SAAS;gBAC9B,UAAU,EAAE,UAAU,IAAI,SAAS;aACpC,CAAC,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAC1C,OAAO,CAAC,EAAE,CAAC,CAAC;YACZ,KAAK,CAAC,OAAO,CAAC,WAAW,OAAO,EAAE,IAAI,IAAI,OAAO,SAAS,OAAO,EAAE,MAAM,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC9F,IAAI,OAAO,EAAE,EAAE,EAAE,CAAC;gBAChB,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,6BAA6B,CAAC,CAAC;QACrE,CAAC;IACH,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,CAAC;IAErE,OAAO,CACL,KAAC,qBAAqB,OAChB,KAAK,EACT,QAAQ,EAAE,GAAG,MAAM,YAAY,EAC/B,WAAW,EAAE,mBAAmB,EAChC,KAAK,EAAE,WAAW,CAAC,OAAO,EAC1B,SAAS,EAAE,WAAW,CAAC,SAAS,EAChC,UAAU,EAAC,mBAAmB,EAC9B,MAAM,EAAE,yBAAyB,CAAC,WAAW,CAAC,IAAI,CAAC,YAEnD,KAAC,mBAAmB,IAClB,OAAO,EAAE,OAAO,EAChB,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,WAAW,CAAC,SAAS,EACjC,OAAO,EAAE,YAAY,CAAC,OAAO,EAC7B,SAAS,EAAE,YAAY,CAAC,SAAS,EACjC,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,YAAY,EACtB,YAAY,EAAE,OAAO,EACrB,WAAW,EAAE,SAAS,EACtB,cAAc,EAAE,aAAa,EAC7B,mBAAmB,EAAE,gBAAgB,EACrC,OAAO,EAAE,YAAY,CAAC,OAAO,EAC7B,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,aAAa,EAC5B,aAAa,EAAE,aAAa,EAC5B,kBAAkB,EAAE,kBAAkB,GACtC,GACoB,CACzB,CAAC;AACJ,CAAC,CAAC"}
@@ -0,0 +1,26 @@
1
+ import React from "react";
2
+ import { type ReviewBatchListItem } from "./batchTypes";
3
+ export interface BatchOption {
4
+ label: string;
5
+ value: string;
6
+ }
7
+ export interface AiReviewBatchesViewProps {
8
+ batches: ReviewBatchListItem[];
9
+ createError?: string;
10
+ isCreating?: boolean;
11
+ isError?: boolean;
12
+ isLoading?: boolean;
13
+ name: string;
14
+ onCreate: () => void;
15
+ onNameChange: (value: string) => void;
16
+ onOpenBatch: (id: string) => void;
17
+ onPromptChange: (value: string) => void;
18
+ onQuestionSetChange: (value: string) => void;
19
+ onRetry: () => void;
20
+ promptName: string;
21
+ promptOptions: BatchOption[];
22
+ questionSetId: string;
23
+ questionSetOptions: BatchOption[];
24
+ }
25
+ export declare const AiReviewBatchesView: React.FC<AiReviewBatchesViewProps>;
26
+ //# sourceMappingURL=AiReviewBatchesView.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AiReviewBatchesView.d.ts","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchesView.tsx"],"names":[],"mappings":"AAcA,OAAO,KAAuC,MAAM,OAAO,CAAC;AAI5D,OAAO,EAAqB,KAAK,mBAAmB,EAAC,MAAM,cAAc,CAAC;AAgG1E,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,mBAAmB,EAAE,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,IAAI,CAAC;IACrB,YAAY,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACtC,WAAW,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,cAAc,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,mBAAmB,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7C,OAAO,EAAE,MAAM,IAAI,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,WAAW,EAAE,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,WAAW,EAAE,CAAC;CACnC;AAED,eAAO,MAAM,mBAAmB,EAAE,KAAK,CAAC,EAAE,CAAC,wBAAwB,CAkMlE,CAAC"}
@@ -0,0 +1,115 @@
1
+ import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
2
+ import { Box, Button, Card, DataTable, Heading, SelectField, Spinner, Text, TextField, } from "@terreno/ui";
3
+ import { DateTime } from "luxon";
4
+ import { useCallback, useMemo, useState } from "react";
5
+ import { AgreementMeter, ProgressMeter } from "../shell/AgreementMeter";
6
+ import { distinctChoiceOptions, useClientTable } from "../shell/clientTable";
7
+ import { ObservabilityEmptyState, ObservabilityErrorState } from "../shell/ObservabilityStates";
8
+ import { DEFAULT_BATCH_SIZE } from "./batchTypes";
9
+ const QUESTION_SET_FIELD = "questionSet";
10
+ const formatCreated = (iso) => {
11
+ const parsed = DateTime.fromISO(iso);
12
+ if (!parsed.isValid) {
13
+ return "—";
14
+ }
15
+ return parsed.toRelative() ?? parsed.toLocaleString(DateTime.DATE_MED);
16
+ };
17
+ /** "summary-questions · example-summarize", plus the dataset when the batch came from one. */
18
+ const batchSubtitle = (batch) => {
19
+ const parts = [batch.evaluatorName, batch.promptName ?? "Any prompt"];
20
+ if (batch.datasetId) {
21
+ parts.push(`Dataset ${batch.datasetName ?? batch.datasetId}`);
22
+ }
23
+ return parts.join(" · ");
24
+ };
25
+ const AnsweredCell = ({ cellData }) => {
26
+ const batch = cellData.value;
27
+ return (_jsx(Box, { justifyContent: "center", width: "100%", children: _jsx(ProgressMeter, { done: batch.counts.done, testID: `ai-review-batch-answered-${batch.id}`, total: batch.counts.total }) }));
28
+ };
29
+ const BestJudgeCell = ({ cellData }) => {
30
+ const best = cellData.value.bestJudge;
31
+ if (!best) {
32
+ return _jsx(Text, { color: "secondaryLight", children: "No judge run yet" });
33
+ }
34
+ return (_jsxs(Box, { gap: 1, justifyContent: "center", children: [_jsx(AgreementMeter, { compact: true, rate: best.rate }), _jsx(Text, { color: "secondaryLight", numberOfLines: 1, size: "sm", children: best.evaluatorName })] }));
35
+ };
36
+ /** Best judge agreement as a whole percent, so the filter takes the same numbers the meter shows. */
37
+ const bestJudgePercent = (batch) => {
38
+ const rate = batch.bestJudge?.rate;
39
+ return rate === undefined || Number.isNaN(rate) ? undefined : Math.round(rate * 100);
40
+ };
41
+ const batchSearchText = (batch) => `${batch.name} ${batch.evaluatorName} ${batch.promptName ?? ""} ${batch.datasetName ?? ""}`;
42
+ const COLUMNS = [
43
+ {
44
+ cell: (batch) => ({ value: batch }),
45
+ columnType: "batchName",
46
+ filter: { kind: "text" },
47
+ key: "name",
48
+ title: "Batch",
49
+ value: (batch) => batch.name,
50
+ width: 320,
51
+ },
52
+ {
53
+ cell: (batch) => ({ value: batch }),
54
+ columnType: "batchAnswered",
55
+ filter: { kind: "numberRange", label: "Answered items" },
56
+ key: "answered",
57
+ title: "Answered by people",
58
+ value: (batch) => batch.counts.done,
59
+ width: 200,
60
+ },
61
+ {
62
+ cell: (batch) => ({ value: batch }),
63
+ columnType: "batchBestJudge",
64
+ filter: { kind: "numberRange", label: "Agreement %" },
65
+ key: "bestJudge",
66
+ title: "Best judge vs people",
67
+ value: bestJudgePercent,
68
+ width: 240,
69
+ },
70
+ {
71
+ cell: (batch) => ({ value: formatCreated(batch.created) }),
72
+ filter: { kind: "dateRange", label: "Created" },
73
+ key: "created",
74
+ title: "Created",
75
+ value: (batch) => batch.created,
76
+ width: 150,
77
+ },
78
+ ];
79
+ export const AiReviewBatchesView = ({ batches, createError, isCreating, isError, isLoading, name, onCreate, onNameChange, onOpenBatch, onPromptChange, onQuestionSetChange, onRetry, promptName, promptOptions, questionSetId, questionSetOptions, }) => {
80
+ const customColumnComponentMap = useMemo(() => ({
81
+ batchAnswered: AnsweredCell,
82
+ batchBestJudge: BestJudgeCell,
83
+ batchName: ({ cellData }) => {
84
+ const batch = cellData.value;
85
+ return (_jsxs(Box, { accessibilityHint: "Opens this batch", accessibilityLabel: `Open batch ${batch.name}`, gap: 1, justifyContent: "center", onClick: () => {
86
+ onOpenBatch(batch.id);
87
+ }, children: [_jsx(Box, { testID: `ai-review-batches-open-${batch.id}`, children: _jsx(Text, { bold: true, numberOfLines: 1, skipLinking: true, children: batch.name }) }), _jsx(Text, { color: "secondaryLight", numberOfLines: 1, size: "sm", children: batchSubtitle(batch) }), batch.questionsStale ? (_jsx(Text, { color: "warning", size: "sm", testID: `ai-review-batch-stale-${batch.id}`, children: "Questions changed, judge again" })) : undefined] }));
88
+ },
89
+ }), [onOpenBatch]);
90
+ // The question set shows in each batch subtitle, so it filters from the toolbar, not a column.
91
+ const [questionSetFilter, setQuestionSetFilter] = useState([]);
92
+ const questionSetFilters = useMemo(() => [
93
+ {
94
+ field: QUESTION_SET_FIELD,
95
+ kind: "choice",
96
+ label: "Question set",
97
+ options: distinctChoiceOptions(batches, (batch) => batch.evaluatorName),
98
+ },
99
+ ], [batches]);
100
+ const filteredBatches = useMemo(() => questionSetFilter.length === 0
101
+ ? batches
102
+ : batches.filter((batch) => questionSetFilter.includes(batch.evaluatorName)), [batches, questionSetFilter]);
103
+ const { onFilterValuesChange, rows: _sortedBatches, ...table } = useClientTable({
104
+ columns: COLUMNS,
105
+ rows: filteredBatches,
106
+ searchText: batchSearchText,
107
+ });
108
+ const handleFilterValuesChange = useCallback((next) => {
109
+ const value = next[QUESTION_SET_FIELD];
110
+ setQuestionSetFilter(Array.isArray(value) ? value.map(String) : typeof value === "string" && value ? [value] : []);
111
+ onFilterValuesChange(next);
112
+ }, [onFilterValuesChange]);
113
+ return (_jsxs(Box, { gap: 4, testID: "ai-review-batches", children: [isLoading ? (_jsx(Box, { alignItems: "center", padding: 5, testID: "ai-review-batches-loading", children: _jsx(Spinner, {}) })) : isError ? (_jsx(ObservabilityErrorState, { onRetry: onRetry, testID: "ai-review-batches-error", text: "Could not load review batches." })) : batches.length === 0 ? (_jsx(ObservabilityEmptyState, { description: `Choose a question set below, then save the batch. That grabs the ${DEFAULT_BATCH_SIZE} newest traces.`, iconName: "layer-group", testID: "ai-review-batches-empty", title: "No batches yet" })) : (_jsx(DataTable, { ...table, additionalFilters: questionSetFilters, customColumnComponentMap: customColumnComponentMap, emptyContent: _jsx(Box, { padding: 4, testID: "ai-review-batches-no-matches", children: _jsx(Text, { color: "secondaryDark", children: "No batches match these filters." }) }), onFilterValuesChange: handleFilterValuesChange, rowHeight: 72, testID: "ai-review-batches-table", toolbarAlign: "end" })), _jsx(Card, { padding: 4, testID: "ai-review-batch-create", children: _jsxs(Box, { gap: 3, children: [_jsxs(Box, { gap: 1, children: [_jsx(Heading, { size: "sm", children: "New batch" }), _jsx(Text, { color: "secondaryLight", size: "sm", children: `Takes the ${DEFAULT_BATCH_SIZE} newest successful traces not already in a batch for this question set.` })] }), _jsxs(Box, { direction: "row", gap: 3, wrap: true, children: [_jsx(Box, { flex: "grow", minWidth: 220, children: _jsx(SelectField, { helperText: "Human evaluator whose questions reviewers answer", onChange: onQuestionSetChange, options: questionSetOptions, requireValue: true, testID: "ai-review-batch-question-set", title: "Question set", value: questionSetId }) }), _jsx(Box, { flex: "grow", minWidth: 220, children: _jsx(SelectField, { helperText: "Only pull traces for this prompt", onChange: onPromptChange, options: promptOptions, placeholder: "Any prompt", testID: "ai-review-batch-prompt", title: "Prompt", value: promptName }) }), _jsx(Box, { flex: "grow", minWidth: 220, children: _jsx(TextField, { helperText: "Leave blank to name it after the prompt", onChange: onNameChange, testID: "ai-review-batch-name-input", title: "Name (optional)", value: name }) })] }), createError ? (_jsx(Text, { color: "error", testID: "ai-review-batch-create-error", children: createError })) : undefined, _jsx(Box, { alignItems: "start", children: _jsx(Button, { disabled: !questionSetId, iconName: "floppy-disk", loading: isCreating, onClick: onCreate, testID: "ai-review-batch-grab-recent", text: "Save batch" }) }), questionSetOptions.length === 0 ? (_jsx(Text, { color: "secondaryLight", size: "sm", children: "Create a human evaluator with one score per question first." })) : undefined] }) })] }));
114
+ };
115
+ //# sourceMappingURL=AiReviewBatchesView.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AiReviewBatchesView.js","sourceRoot":"","sources":["../../../../src/widgets/aiObservability/review/AiReviewBatchesView.tsx"],"names":[],"mappings":";AAAA,OAAO,EACL,GAAG,EACH,MAAM,EACN,IAAI,EACJ,SAAS,EAGT,OAAO,EACP,WAAW,EACX,OAAO,EACP,IAAI,EACJ,SAAS,GACV,MAAM,aAAa,CAAC;AACrB,OAAO,EAAC,QAAQ,EAAC,MAAM,OAAO,CAAC;AAC/B,OAAc,EAAC,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAC5D,OAAO,EAAC,cAAc,EAAE,aAAa,EAAC,MAAM,yBAAyB,CAAC;AACtE,OAAO,EAAyB,qBAAqB,EAAE,cAAc,EAAC,MAAM,sBAAsB,CAAC;AACnG,OAAO,EAAC,uBAAuB,EAAE,uBAAuB,EAAC,MAAM,8BAA8B,CAAC;AAC9F,OAAO,EAAC,kBAAkB,EAA2B,MAAM,cAAc,CAAC;AAE1E,MAAM,kBAAkB,GAAG,aAAa,CAAC;AAEzC,MAAM,aAAa,GAAG,CAAC,GAAW,EAAU,EAAE;IAC5C,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,MAAM,CAAC,UAAU,EAAE,IAAI,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACzE,CAAC,CAAC;AAEF,8FAA8F;AAC9F,MAAM,aAAa,GAAG,CAAC,KAA0B,EAAU,EAAE;IAC3D,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,UAAU,IAAI,YAAY,CAAC,CAAC;IACtE,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC,CAAC;AAEF,MAAM,YAAY,GAA4C,CAAC,EAAC,QAAQ,EAAC,EAAE,EAAE;IAC3E,MAAM,KAAK,GAAG,QAAQ,CAAC,KAA4B,CAAC;IACpD,OAAO,CACL,KAAC,GAAG,IAAC,cAAc,EAAC,QAAQ,EAAC,KAAK,EAAC,MAAM,YACvC,KAAC,aAAa,IACZ,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EACvB,MAAM,EAAE,4BAA4B,KAAK,CAAC,EAAE,EAAE,EAC9C,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,GACzB,GACE,CACP,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,aAAa,GAA4C,CAAC,EAAC,QAAQ,EAAC,EAAE,EAAE;IAC5E,MAAM,IAAI,GAAI,QAAQ,CAAC,KAA6B,CAAC,SAAS,CAAC;IAC/D,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,iCAAwB,CAAC;IAC9D,CAAC;IACD,OAAO,CACL,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,EAAE,cAAc,EAAC,QAAQ,aAClC,KAAC,cAAc,IAAC,OAAO,QAAC,IAAI,EAAE,IAAI,CAAC,IAAI,GAAI,EAC3C,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,aAAa,EAAE,CAAC,EAAE,IAAI,EAAC,IAAI,YACrD,IAAI,CAAC,aAAa,GACd,IACH,CACP,CAAC;AACJ,CAAC,CAAC;AAEF,qGAAqG;AACrG,MAAM,gBAAgB,GAAG,CAAC,KAA0B,EAAsB,EAAE;IAC1E,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC;IACnC,OAAO,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC;AACvF,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,KAA0B,EAAU,EAAE,CAC7D,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,UAAU,IAAI,EAAE,IAAI,KAAK,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;AAE9F,MAAM,OAAO,GAA6C;IACxD;QACE,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC;QACjC,UAAU,EAAE,WAAW;QACvB,MAAM,EAAE,EAAC,IAAI,EAAE,MAAM,EAAC;QACtB,GAAG,EAAE,MAAM;QACX,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI;QAC5B,KAAK,EAAE,GAAG;KACX;IACD;QACE,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC;QACjC,UAAU,EAAE,eAAe;QAC3B,MAAM,EAAE,EAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,gBAAgB,EAAC;QACtD,GAAG,EAAE,UAAU;QACf,KAAK,EAAE,oBAAoB;QAC3B,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI;QACnC,KAAK,EAAE,GAAG;KACX;IACD;QACE,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC;QACjC,UAAU,EAAE,gBAAgB;QAC5B,MAAM,EAAE,EAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAC;QACnD,GAAG,EAAE,WAAW;QAChB,KAAK,EAAE,sBAAsB;QAC7B,KAAK,EAAE,gBAAgB;QACvB,KAAK,EAAE,GAAG;KACX;IACD;QACE,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,EAAC,CAAC;QACxD,MAAM,EAAE,EAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAC;QAC7C,GAAG,EAAE,SAAS;QACd,KAAK,EAAE,SAAS;QAChB,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO;QAC/B,KAAK,EAAE,GAAG;KACX;CACF,CAAC;AA0BF,MAAM,CAAC,MAAM,mBAAmB,GAAuC,CAAC,EACtE,OAAO,EACP,WAAW,EACX,UAAU,EACV,OAAO,EACP,SAAS,EACT,IAAI,EACJ,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,cAAc,EACd,mBAAmB,EACnB,OAAO,EACP,UAAU,EACV,aAAa,EACb,aAAa,EACb,kBAAkB,GACnB,EAAE,EAAE;IACH,MAAM,wBAAwB,GAAG,OAAO,CACtC,GAAG,EAAE,CAAC,CAAC;QACL,aAAa,EAAE,YAAY;QAC3B,cAAc,EAAE,aAAa;QAC7B,SAAS,EAAE,CAAC,EAAC,QAAQ,EAAgC,EAAE,EAAE;YACvD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAA4B,CAAC;YACpD,OAAO,CACL,MAAC,GAAG,IACF,iBAAiB,EAAC,kBAAkB,EACpC,kBAAkB,EAAE,cAAc,KAAK,CAAC,IAAI,EAAE,EAC9C,GAAG,EAAE,CAAC,EACN,cAAc,EAAC,QAAQ,EACvB,OAAO,EAAE,GAAG,EAAE;oBACZ,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACxB,CAAC,aAED,KAAC,GAAG,IAAC,MAAM,EAAE,0BAA0B,KAAK,CAAC,EAAE,EAAE,YAC/C,KAAC,IAAI,IAAC,IAAI,QAAC,aAAa,EAAE,CAAC,EAAE,WAAW,kBACrC,KAAK,CAAC,IAAI,GACN,GACH,EACN,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,aAAa,EAAE,CAAC,EAAE,IAAI,EAAC,IAAI,YACrD,aAAa,CAAC,KAAK,CAAC,GAChB,EACN,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CACtB,KAAC,IAAI,IAAC,KAAK,EAAC,SAAS,EAAC,IAAI,EAAC,IAAI,EAAC,MAAM,EAAE,yBAAyB,KAAK,CAAC,EAAE,EAAE,+CAEpE,CACR,CAAC,CAAC,CAAC,SAAS,IACT,CACP,CAAC;QACJ,CAAC;KACF,CAAC,EACF,CAAC,WAAW,CAAC,CACd,CAAC;IACF,+FAA+F;IAC/F,MAAM,CAAC,iBAAiB,EAAE,oBAAoB,CAAC,GAAG,QAAQ,CAAW,EAAE,CAAC,CAAC;IACzE,MAAM,kBAAkB,GAAG,OAAO,CAChC,GAA4B,EAAE,CAAC;QAC7B;YACE,KAAK,EAAE,kBAAkB;YACzB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,cAAc;YACrB,OAAO,EAAE,qBAAqB,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC;SACxE;KACF,EACD,CAAC,OAAO,CAAC,CACV,CAAC;IACF,MAAM,eAAe,GAAG,OAAO,CAC7B,GAAG,EAAE,CACH,iBAAiB,CAAC,MAAM,KAAK,CAAC;QAC5B,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,EAChF,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAC7B,CAAC;IACF,MAAM,EACJ,oBAAoB,EACpB,IAAI,EAAE,cAAc,EACpB,GAAG,KAAK,EACT,GAAG,cAAc,CAAC;QACjB,OAAO,EAAE,OAAO;QAChB,IAAI,EAAE,eAAe;QACrB,UAAU,EAAE,eAAe;KAC5B,CAAC,CAAC;IACH,MAAM,wBAAwB,GAAG,WAAW,CAC1C,CAAC,IAA6B,EAAQ,EAAE;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACvC,oBAAoB,CAClB,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAC7F,CAAC;QACF,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC,EACD,CAAC,oBAAoB,CAAC,CACvB,CAAC;IAEF,OAAO,CACL,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,EAAE,MAAM,EAAC,mBAAmB,aACpC,SAAS,CAAC,CAAC,CAAC,CACX,KAAC,GAAG,IAAC,UAAU,EAAC,QAAQ,EAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,2BAA2B,YACrE,KAAC,OAAO,KAAG,GACP,CACP,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CACZ,KAAC,uBAAuB,IACtB,OAAO,EAAE,OAAO,EAChB,MAAM,EAAC,yBAAyB,EAChC,IAAI,EAAC,gCAAgC,GACrC,CACH,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CACzB,KAAC,uBAAuB,IACtB,WAAW,EAAE,oEAAoE,kBAAkB,iBAAiB,EACpH,QAAQ,EAAC,aAAa,EACtB,MAAM,EAAC,yBAAyB,EAChC,KAAK,EAAC,gBAAgB,GACtB,CACH,CAAC,CAAC,CAAC,CACF,KAAC,SAAS,OACJ,KAAK,EACT,iBAAiB,EAAE,kBAAkB,EACrC,wBAAwB,EAAE,wBAAwB,EAClD,YAAY,EACV,KAAC,GAAG,IAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,8BAA8B,YACpD,KAAC,IAAI,IAAC,KAAK,EAAC,eAAe,gDAAuC,GAC9D,EAER,oBAAoB,EAAE,wBAAwB,EAC9C,SAAS,EAAE,EAAE,EACb,MAAM,EAAC,yBAAyB,EAChC,YAAY,EAAC,KAAK,GAClB,CACH,EAED,KAAC,IAAI,IAAC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAC,wBAAwB,YAC/C,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,MAAC,GAAG,IAAC,GAAG,EAAE,CAAC,aACT,KAAC,OAAO,IAAC,IAAI,EAAC,IAAI,0BAAoB,EACtC,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,IAAI,EAAC,IAAI,YACnC,aAAa,kBAAkB,yEAAyE,GACpG,IACH,EACN,MAAC,GAAG,IAAC,SAAS,EAAC,KAAK,EAAC,GAAG,EAAE,CAAC,EAAE,IAAI,mBAC/B,KAAC,GAAG,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,YAC5B,KAAC,WAAW,IACV,UAAU,EAAC,kDAAkD,EAC7D,QAAQ,EAAE,mBAAmB,EAC7B,OAAO,EAAE,kBAAkB,EAC3B,YAAY,QACZ,MAAM,EAAC,8BAA8B,EACrC,KAAK,EAAC,cAAc,EACpB,KAAK,EAAE,aAAa,GACpB,GACE,EACN,KAAC,GAAG,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,YAC5B,KAAC,WAAW,IACV,UAAU,EAAC,kCAAkC,EAC7C,QAAQ,EAAE,cAAc,EACxB,OAAO,EAAE,aAAa,EACtB,WAAW,EAAC,YAAY,EACxB,MAAM,EAAC,wBAAwB,EAC/B,KAAK,EAAC,QAAQ,EACd,KAAK,EAAE,UAAU,GACjB,GACE,EACN,KAAC,GAAG,IAAC,IAAI,EAAC,MAAM,EAAC,QAAQ,EAAE,GAAG,YAC5B,KAAC,SAAS,IACR,UAAU,EAAC,yCAAyC,EACpD,QAAQ,EAAE,YAAY,EACtB,MAAM,EAAC,4BAA4B,EACnC,KAAK,EAAC,iBAAiB,EACvB,KAAK,EAAE,IAAI,GACX,GACE,IACF,EACL,WAAW,CAAC,CAAC,CAAC,CACb,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,EAAC,MAAM,EAAC,8BAA8B,YACtD,WAAW,GACP,CACR,CAAC,CAAC,CAAC,SAAS,EACb,KAAC,GAAG,IAAC,UAAU,EAAC,OAAO,YACrB,KAAC,MAAM,IACL,QAAQ,EAAE,CAAC,aAAa,EACxB,QAAQ,EAAC,aAAa,EACtB,OAAO,EAAE,UAAU,EACnB,OAAO,EAAE,QAAQ,EACjB,MAAM,EAAC,6BAA6B,EACpC,IAAI,EAAC,YAAY,GACjB,GACE,EACL,kBAAkB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CACjC,KAAC,IAAI,IAAC,KAAK,EAAC,gBAAgB,EAAC,IAAI,EAAC,IAAI,4EAE/B,CACR,CAAC,CAAC,CAAC,SAAS,IACT,GACD,IACH,CACP,CAAC;AACJ,CAAC,CAAC"}