@terreno/admin-frontend 57.21.0 → 57.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (308) hide show
  1. package/CHANGELOG.md +31 -0
  2. package/dist/index.d.ts +1 -1
  3. package/dist/index.d.ts.map +1 -1
  4. package/dist/index.js +1 -1
  5. package/dist/index.js.map +1 -1
  6. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.d.ts.map +1 -1
  7. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +19 -9
  8. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  9. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts +7 -2
  10. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.d.ts.map +1 -1
  11. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js +155 -43
  12. package/dist/widgets/aiObservability/datasets/AiDatasetsListView.js.map +1 -1
  13. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +20 -1
  14. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  15. package/dist/widgets/aiObservability/datasets/datasetTypes.js +17 -12
  16. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  17. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.d.ts.map +1 -1
  18. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +12 -8
  19. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  20. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.d.ts.map +1 -1
  21. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +4 -1
  22. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  23. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts +8 -0
  24. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.d.ts.map +1 -1
  25. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js +68 -37
  26. package/dist/widgets/aiObservability/evaluators/AiEvaluatorPanels.js.map +1 -1
  27. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.d.ts.map +1 -1
  28. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +4 -2
  29. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  30. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts +8 -0
  31. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.d.ts.map +1 -1
  32. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js +156 -33
  33. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListView.js.map +1 -1
  34. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts +32 -0
  35. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.d.ts.map +1 -1
  36. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js +49 -0
  37. package/dist/widgets/aiObservability/evaluators/evaluatorTypes.js.map +1 -1
  38. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.d.ts.map +1 -1
  39. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +235 -12
  40. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  41. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts +10 -1
  42. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.d.ts.map +1 -1
  43. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js +113 -56
  44. package/dist/widgets/aiObservability/experiments/AiExperimentNewView.js.map +1 -1
  45. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.d.ts.map +1 -1
  46. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +53 -38
  47. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  48. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts +2 -3
  49. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.d.ts.map +1 -1
  50. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js +117 -32
  51. package/dist/widgets/aiObservability/experiments/AiExperimentResultsView.js.map +1 -1
  52. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.d.ts.map +1 -1
  53. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +13 -4
  54. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  55. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts +5 -0
  56. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.d.ts.map +1 -1
  57. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js +157 -55
  58. package/dist/widgets/aiObservability/experiments/AiExperimentsListView.js.map +1 -1
  59. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts +41 -0
  60. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.d.ts.map +1 -0
  61. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js +113 -0
  62. package/dist/widgets/aiObservability/experiments/AiJudgeExperimentSteps.js.map +1 -0
  63. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts +30 -0
  64. package/dist/widgets/aiObservability/experiments/ExperimentWizard.d.ts.map +1 -0
  65. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js +29 -0
  66. package/dist/widgets/aiObservability/experiments/ExperimentWizard.js.map +1 -0
  67. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts +82 -3
  68. package/dist/widgets/aiObservability/experiments/experimentTypes.d.ts.map +1 -1
  69. package/dist/widgets/aiObservability/experiments/experimentTypes.js +172 -6
  70. package/dist/widgets/aiObservability/experiments/experimentTypes.js.map +1 -1
  71. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +34 -4
  72. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  73. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +11 -4
  74. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  75. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  76. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +24 -5
  77. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  78. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts +2 -0
  79. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  80. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +36 -6
  81. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  82. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts +3 -0
  83. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  84. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +6 -6
  85. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  86. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  87. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +12 -12
  88. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  89. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  90. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +156 -35
  91. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  92. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +13 -3
  93. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  94. package/dist/widgets/aiObservability/prompts/promptTypes.js +61 -19
  95. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  96. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts +11 -0
  97. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.d.ts.map +1 -0
  98. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js +115 -0
  99. package/dist/widgets/aiObservability/review/AiReviewBatchScreen.js.map +1 -0
  100. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts +22 -0
  101. package/dist/widgets/aiObservability/review/AiReviewBatchView.d.ts.map +1 -0
  102. package/dist/widgets/aiObservability/review/AiReviewBatchView.js +136 -0
  103. package/dist/widgets/aiObservability/review/AiReviewBatchView.js.map +1 -0
  104. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts +4 -0
  105. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.d.ts.map +1 -0
  106. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js +92 -0
  107. package/dist/widgets/aiObservability/review/AiReviewBatchesScreen.js.map +1 -0
  108. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts +26 -0
  109. package/dist/widgets/aiObservability/review/AiReviewBatchesView.d.ts.map +1 -0
  110. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js +115 -0
  111. package/dist/widgets/aiObservability/review/AiReviewBatchesView.js.map +1 -0
  112. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  113. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +73 -16
  114. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  115. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts +19 -5
  116. package/dist/widgets/aiObservability/review/AiReviewItemView.d.ts.map +1 -1
  117. package/dist/widgets/aiObservability/review/AiReviewItemView.js +14 -9
  118. package/dist/widgets/aiObservability/review/AiReviewItemView.js.map +1 -1
  119. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.d.ts.map +1 -1
  120. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +16 -2
  121. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  122. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts +11 -1
  123. package/dist/widgets/aiObservability/review/AiReviewQueueView.d.ts.map +1 -1
  124. package/dist/widgets/aiObservability/review/AiReviewQueueView.js +96 -37
  125. package/dist/widgets/aiObservability/review/AiReviewQueueView.js.map +1 -1
  126. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts +13 -0
  127. package/dist/widgets/aiObservability/review/ReviewQuestionList.d.ts.map +1 -0
  128. package/dist/widgets/aiObservability/review/ReviewQuestionList.js +28 -0
  129. package/dist/widgets/aiObservability/review/ReviewQuestionList.js.map +1 -0
  130. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts +3 -0
  131. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.d.ts.map +1 -1
  132. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js +2 -2
  133. package/dist/widgets/aiObservability/review/ReviewReadOnlyPanel.js.map +1 -1
  134. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts +14 -0
  135. package/dist/widgets/aiObservability/review/ReviewScoreField.d.ts.map +1 -1
  136. package/dist/widgets/aiObservability/review/ReviewScoreField.js +41 -12
  137. package/dist/widgets/aiObservability/review/ReviewScoreField.js.map +1 -1
  138. package/dist/widgets/aiObservability/review/batchTypes.d.ts +103 -0
  139. package/dist/widgets/aiObservability/review/batchTypes.d.ts.map +1 -0
  140. package/dist/widgets/aiObservability/review/batchTypes.js +61 -0
  141. package/dist/widgets/aiObservability/review/batchTypes.js.map +1 -0
  142. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts +21 -0
  143. package/dist/widgets/aiObservability/review/reviewShortcuts.d.ts.map +1 -0
  144. package/dist/widgets/aiObservability/review/reviewShortcuts.js +141 -0
  145. package/dist/widgets/aiObservability/review/reviewShortcuts.js.map +1 -0
  146. package/dist/widgets/aiObservability/review/reviewTypes.d.ts +23 -2
  147. package/dist/widgets/aiObservability/review/reviewTypes.d.ts.map +1 -1
  148. package/dist/widgets/aiObservability/review/reviewTypes.js +25 -0
  149. package/dist/widgets/aiObservability/review/reviewTypes.js.map +1 -1
  150. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +48 -0
  151. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  152. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +49 -0
  153. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  154. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts +30 -0
  155. package/dist/widgets/aiObservability/shell/AgreementMeter.d.ts.map +1 -0
  156. package/dist/widgets/aiObservability/shell/AgreementMeter.js +32 -0
  157. package/dist/widgets/aiObservability/shell/AgreementMeter.js.map +1 -0
  158. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts +10 -0
  159. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  160. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +6 -4
  161. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  162. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts +3 -1
  163. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  164. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +5 -1
  165. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  166. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  167. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +3 -3
  168. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  169. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts +14 -0
  170. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.d.ts.map +1 -0
  171. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js +26 -0
  172. package/dist/widgets/aiObservability/shell/EvalPipelineOverview.js.map +1 -0
  173. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts +11 -0
  174. package/dist/widgets/aiObservability/shell/EvalStepBanner.d.ts.map +1 -0
  175. package/dist/widgets/aiObservability/shell/EvalStepBanner.js +8 -0
  176. package/dist/widgets/aiObservability/shell/EvalStepBanner.js.map +1 -0
  177. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts +22 -0
  178. package/dist/widgets/aiObservability/shell/EvalStepper.d.ts.map +1 -0
  179. package/dist/widgets/aiObservability/shell/EvalStepper.js +28 -0
  180. package/dist/widgets/aiObservability/shell/EvalStepper.js.map +1 -0
  181. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts +17 -0
  182. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.d.ts.map +1 -0
  183. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js +10 -0
  184. package/dist/widgets/aiObservability/shell/ObservabilityPageHeader.js.map +1 -0
  185. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts +24 -0
  186. package/dist/widgets/aiObservability/shell/ObservabilityStates.d.ts.map +1 -0
  187. package/dist/widgets/aiObservability/shell/ObservabilityStates.js +11 -0
  188. package/dist/widgets/aiObservability/shell/ObservabilityStates.js.map +1 -0
  189. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts +11 -0
  190. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.d.ts.map +1 -0
  191. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js +9 -0
  192. package/dist/widgets/aiObservability/shell/ObservabilityStatusBadge.js.map +1 -0
  193. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts +1 -0
  194. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  195. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +15 -8
  196. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  197. package/dist/widgets/aiObservability/shell/clientTable.d.ts +48 -0
  198. package/dist/widgets/aiObservability/shell/clientTable.d.ts.map +1 -0
  199. package/dist/widgets/aiObservability/shell/clientTable.js +163 -0
  200. package/dist/widgets/aiObservability/shell/clientTable.js.map +1 -0
  201. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts +24 -0
  202. package/dist/widgets/aiObservability/shell/evalPipeline.d.ts.map +1 -0
  203. package/dist/widgets/aiObservability/shell/evalPipeline.js +43 -0
  204. package/dist/widgets/aiObservability/shell/evalPipeline.js.map +1 -0
  205. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts +23 -0
  206. package/dist/widgets/aiObservability/shell/observabilityStatus.d.ts.map +1 -0
  207. package/dist/widgets/aiObservability/shell/observabilityStatus.js +72 -0
  208. package/dist/widgets/aiObservability/shell/observabilityStatus.js.map +1 -0
  209. package/dist/widgets/aiObservability/traces/AiTracesListScreen.d.ts.map +1 -1
  210. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +18 -9
  211. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  212. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts +18 -7
  213. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  214. package/dist/widgets/aiObservability/traces/AiTracesListView.js +198 -78
  215. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  216. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +23 -1
  217. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  218. package/dist/widgets/aiObservability/traces/traceTypes.js +92 -1
  219. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  220. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +2 -0
  221. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  222. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -2
  223. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  224. package/package.json +3 -3
  225. package/src/index.tsx +2 -0
  226. package/src/isolated/AiPromptEditorScreen.isolated.tsx +24 -0
  227. package/src/isolated/aiListTables.isolated.tsx +654 -0
  228. package/src/isolated/aiObservabilityScreens.isolated.tsx +715 -287
  229. package/src/isolated/aiReviewBatchScreens.isolated.tsx +378 -0
  230. package/src/isolated/aiTracesTable.isolated.tsx +375 -0
  231. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +44 -13
  232. package/src/widgets/aiObservability/datasets/AiDatasetsListView.tsx +303 -103
  233. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +0 -13
  234. package/src/widgets/aiObservability/datasets/datasetTypes.ts +37 -13
  235. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +34 -11
  236. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +12 -1
  237. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.test.tsx +97 -9
  238. package/src/widgets/aiObservability/evaluators/AiEvaluatorPanels.tsx +235 -131
  239. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +21 -2
  240. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListView.tsx +261 -76
  241. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +7 -0
  242. package/src/widgets/aiObservability/evaluators/evaluatorTypes.ts +82 -0
  243. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +271 -13
  244. package/src/widgets/aiObservability/experiments/AiExperimentNewView.test.tsx +164 -2
  245. package/src/widgets/aiObservability/experiments/AiExperimentNewView.tsx +400 -186
  246. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +104 -45
  247. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.test.tsx +290 -0
  248. package/src/widgets/aiObservability/experiments/AiExperimentResultsView.tsx +342 -97
  249. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +35 -4
  250. package/src/widgets/aiObservability/experiments/AiExperimentsListView.tsx +302 -112
  251. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.test.tsx +250 -0
  252. package/src/widgets/aiObservability/experiments/AiJudgeExperimentSteps.tsx +468 -0
  253. package/src/widgets/aiObservability/experiments/ExperimentWizard.tsx +106 -0
  254. package/src/widgets/aiObservability/experiments/experimentTypes.test.ts +103 -16
  255. package/src/widgets/aiObservability/experiments/experimentTypes.ts +250 -10
  256. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +35 -0
  257. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +55 -9
  258. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +26 -2
  259. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +95 -1
  260. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +61 -1
  261. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +71 -27
  262. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +34 -15
  263. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +104 -8
  264. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +287 -117
  265. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +63 -1
  266. package/src/widgets/aiObservability/prompts/promptTypes.ts +83 -22
  267. package/src/widgets/aiObservability/review/AiReviewBatchScreen.tsx +217 -0
  268. package/src/widgets/aiObservability/review/AiReviewBatchView.tsx +398 -0
  269. package/src/widgets/aiObservability/review/AiReviewBatchViews.test.tsx +328 -0
  270. package/src/widgets/aiObservability/review/AiReviewBatchesScreen.tsx +137 -0
  271. package/src/widgets/aiObservability/review/AiReviewBatchesView.tsx +333 -0
  272. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +121 -25
  273. package/src/widgets/aiObservability/review/AiReviewItemView.tsx +112 -70
  274. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +29 -2
  275. package/src/widgets/aiObservability/review/AiReviewQueueView.tsx +183 -75
  276. package/src/widgets/aiObservability/review/ReviewQuestionList.tsx +128 -0
  277. package/src/widgets/aiObservability/review/ReviewReadOnlyPanel.tsx +21 -13
  278. package/src/widgets/aiObservability/review/ReviewScoreField.tsx +111 -27
  279. package/src/widgets/aiObservability/review/batchTypes.test.ts +207 -0
  280. package/src/widgets/aiObservability/review/batchTypes.ts +162 -0
  281. package/src/widgets/aiObservability/review/reviewShortcuts.ts +195 -0
  282. package/src/widgets/aiObservability/review/reviewTypes.ts +62 -2
  283. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +74 -0
  284. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +98 -0
  285. package/src/widgets/aiObservability/shell/AgreementMeter.tsx +103 -0
  286. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +48 -14
  287. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +6 -0
  288. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +10 -2
  289. package/src/widgets/aiObservability/shell/EvalPipelineOverview.tsx +68 -0
  290. package/src/widgets/aiObservability/shell/EvalStepBanner.tsx +24 -0
  291. package/src/widgets/aiObservability/shell/EvalStepper.test.tsx +80 -0
  292. package/src/widgets/aiObservability/shell/EvalStepper.tsx +126 -0
  293. package/src/widgets/aiObservability/shell/ObservabilityPageHeader.tsx +50 -0
  294. package/src/widgets/aiObservability/shell/ObservabilitySharedUi.test.tsx +140 -0
  295. package/src/widgets/aiObservability/shell/ObservabilityStates.tsx +81 -0
  296. package/src/widgets/aiObservability/shell/ObservabilityStatusBadge.tsx +29 -0
  297. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +16 -8
  298. package/src/widgets/aiObservability/shell/clientTable.test.ts +176 -0
  299. package/src/widgets/aiObservability/shell/clientTable.ts +251 -0
  300. package/src/widgets/aiObservability/shell/evalPipeline.ts +74 -0
  301. package/src/widgets/aiObservability/shell/observabilityStatus.test.ts +73 -0
  302. package/src/widgets/aiObservability/shell/observabilityStatus.ts +100 -0
  303. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +41 -13
  304. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +423 -300
  305. package/src/widgets/aiObservability/traces/traceTypes.test.ts +52 -1
  306. package/src/widgets/aiObservability/traces/traceTypes.ts +117 -2
  307. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +13 -1
  308. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +10 -2
@@ -0,0 +1,333 @@
1
+ import {
2
+ Box,
3
+ Button,
4
+ Card,
5
+ DataTable,
6
+ type DataTableCellData,
7
+ type DataTableColumnFilter,
8
+ Heading,
9
+ SelectField,
10
+ Spinner,
11
+ Text,
12
+ TextField,
13
+ } from "@terreno/ui";
14
+ import {DateTime} from "luxon";
15
+ import React, {useCallback, useMemo, useState} from "react";
16
+ import {AgreementMeter, ProgressMeter} from "../shell/AgreementMeter";
17
+ import {type ClientTableColumn, distinctChoiceOptions, useClientTable} from "../shell/clientTable";
18
+ import {ObservabilityEmptyState, ObservabilityErrorState} from "../shell/ObservabilityStates";
19
+ import {DEFAULT_BATCH_SIZE, type ReviewBatchListItem} from "./batchTypes";
20
+
21
+ const QUESTION_SET_FIELD = "questionSet";
22
+
23
+ const formatCreated = (iso: string): string => {
24
+ const parsed = DateTime.fromISO(iso);
25
+ if (!parsed.isValid) {
26
+ return "—";
27
+ }
28
+ return parsed.toRelative() ?? parsed.toLocaleString(DateTime.DATE_MED);
29
+ };
30
+
31
+ /** "summary-questions · example-summarize", plus the dataset when the batch came from one. */
32
+ const batchSubtitle = (batch: ReviewBatchListItem): string => {
33
+ const parts = [batch.evaluatorName, batch.promptName ?? "Any prompt"];
34
+ if (batch.datasetId) {
35
+ parts.push(`Dataset ${batch.datasetName ?? batch.datasetId}`);
36
+ }
37
+ return parts.join(" · ");
38
+ };
39
+
40
+ const AnsweredCell: React.FC<{cellData: DataTableCellData}> = ({cellData}) => {
41
+ const batch = cellData.value as ReviewBatchListItem;
42
+ return (
43
+ <Box justifyContent="center" width="100%">
44
+ <ProgressMeter
45
+ done={batch.counts.done}
46
+ testID={`ai-review-batch-answered-${batch.id}`}
47
+ total={batch.counts.total}
48
+ />
49
+ </Box>
50
+ );
51
+ };
52
+
53
+ const BestJudgeCell: React.FC<{cellData: DataTableCellData}> = ({cellData}) => {
54
+ const best = (cellData.value as ReviewBatchListItem).bestJudge;
55
+ if (!best) {
56
+ return <Text color="secondaryLight">No judge run yet</Text>;
57
+ }
58
+ return (
59
+ <Box gap={1} justifyContent="center">
60
+ <AgreementMeter compact rate={best.rate} />
61
+ <Text color="secondaryLight" numberOfLines={1} size="sm">
62
+ {best.evaluatorName}
63
+ </Text>
64
+ </Box>
65
+ );
66
+ };
67
+
68
+ /** Best judge agreement as a whole percent, so the filter takes the same numbers the meter shows. */
69
+ const bestJudgePercent = (batch: ReviewBatchListItem): number | undefined => {
70
+ const rate = batch.bestJudge?.rate;
71
+ return rate === undefined || Number.isNaN(rate) ? undefined : Math.round(rate * 100);
72
+ };
73
+
74
+ const batchSearchText = (batch: ReviewBatchListItem): string =>
75
+ `${batch.name} ${batch.evaluatorName} ${batch.promptName ?? ""} ${batch.datasetName ?? ""}`;
76
+
77
+ const COLUMNS: ClientTableColumn<ReviewBatchListItem>[] = [
78
+ {
79
+ cell: (batch) => ({value: batch}),
80
+ columnType: "batchName",
81
+ filter: {kind: "text"},
82
+ key: "name",
83
+ title: "Batch",
84
+ value: (batch) => batch.name,
85
+ width: 320,
86
+ },
87
+ {
88
+ cell: (batch) => ({value: batch}),
89
+ columnType: "batchAnswered",
90
+ filter: {kind: "numberRange", label: "Answered items"},
91
+ key: "answered",
92
+ title: "Answered by people",
93
+ value: (batch) => batch.counts.done,
94
+ width: 200,
95
+ },
96
+ {
97
+ cell: (batch) => ({value: batch}),
98
+ columnType: "batchBestJudge",
99
+ filter: {kind: "numberRange", label: "Agreement %"},
100
+ key: "bestJudge",
101
+ title: "Best judge vs people",
102
+ value: bestJudgePercent,
103
+ width: 240,
104
+ },
105
+ {
106
+ cell: (batch) => ({value: formatCreated(batch.created)}),
107
+ filter: {kind: "dateRange", label: "Created"},
108
+ key: "created",
109
+ title: "Created",
110
+ value: (batch) => batch.created,
111
+ width: 150,
112
+ },
113
+ ];
114
+
115
+ export interface BatchOption {
116
+ label: string;
117
+ value: string;
118
+ }
119
+
120
+ export interface AiReviewBatchesViewProps {
121
+ batches: ReviewBatchListItem[];
122
+ createError?: string;
123
+ isCreating?: boolean;
124
+ isError?: boolean;
125
+ isLoading?: boolean;
126
+ name: string;
127
+ onCreate: () => void;
128
+ onNameChange: (value: string) => void;
129
+ onOpenBatch: (id: string) => void;
130
+ onPromptChange: (value: string) => void;
131
+ onQuestionSetChange: (value: string) => void;
132
+ onRetry: () => void;
133
+ promptName: string;
134
+ promptOptions: BatchOption[];
135
+ questionSetId: string;
136
+ questionSetOptions: BatchOption[];
137
+ }
138
+
139
+ export const AiReviewBatchesView: React.FC<AiReviewBatchesViewProps> = ({
140
+ batches,
141
+ createError,
142
+ isCreating,
143
+ isError,
144
+ isLoading,
145
+ name,
146
+ onCreate,
147
+ onNameChange,
148
+ onOpenBatch,
149
+ onPromptChange,
150
+ onQuestionSetChange,
151
+ onRetry,
152
+ promptName,
153
+ promptOptions,
154
+ questionSetId,
155
+ questionSetOptions,
156
+ }) => {
157
+ const customColumnComponentMap = useMemo(
158
+ () => ({
159
+ batchAnswered: AnsweredCell,
160
+ batchBestJudge: BestJudgeCell,
161
+ batchName: ({cellData}: {cellData: DataTableCellData}) => {
162
+ const batch = cellData.value as ReviewBatchListItem;
163
+ return (
164
+ <Box
165
+ accessibilityHint="Opens this batch"
166
+ accessibilityLabel={`Open batch ${batch.name}`}
167
+ gap={1}
168
+ justifyContent="center"
169
+ onClick={() => {
170
+ onOpenBatch(batch.id);
171
+ }}
172
+ >
173
+ <Box testID={`ai-review-batches-open-${batch.id}`}>
174
+ <Text bold numberOfLines={1} skipLinking>
175
+ {batch.name}
176
+ </Text>
177
+ </Box>
178
+ <Text color="secondaryLight" numberOfLines={1} size="sm">
179
+ {batchSubtitle(batch)}
180
+ </Text>
181
+ {batch.questionsStale ? (
182
+ <Text color="warning" size="sm" testID={`ai-review-batch-stale-${batch.id}`}>
183
+ Questions changed, judge again
184
+ </Text>
185
+ ) : undefined}
186
+ </Box>
187
+ );
188
+ },
189
+ }),
190
+ [onOpenBatch]
191
+ );
192
+ // The question set shows in each batch subtitle, so it filters from the toolbar, not a column.
193
+ const [questionSetFilter, setQuestionSetFilter] = useState<string[]>([]);
194
+ const questionSetFilters = useMemo(
195
+ (): DataTableColumnFilter[] => [
196
+ {
197
+ field: QUESTION_SET_FIELD,
198
+ kind: "choice",
199
+ label: "Question set",
200
+ options: distinctChoiceOptions(batches, (batch) => batch.evaluatorName),
201
+ },
202
+ ],
203
+ [batches]
204
+ );
205
+ const filteredBatches = useMemo(
206
+ () =>
207
+ questionSetFilter.length === 0
208
+ ? batches
209
+ : batches.filter((batch) => questionSetFilter.includes(batch.evaluatorName)),
210
+ [batches, questionSetFilter]
211
+ );
212
+ const {
213
+ onFilterValuesChange,
214
+ rows: _sortedBatches,
215
+ ...table
216
+ } = useClientTable({
217
+ columns: COLUMNS,
218
+ rows: filteredBatches,
219
+ searchText: batchSearchText,
220
+ });
221
+ const handleFilterValuesChange = useCallback(
222
+ (next: Record<string, unknown>): void => {
223
+ const value = next[QUESTION_SET_FIELD];
224
+ setQuestionSetFilter(
225
+ Array.isArray(value) ? value.map(String) : typeof value === "string" && value ? [value] : []
226
+ );
227
+ onFilterValuesChange(next);
228
+ },
229
+ [onFilterValuesChange]
230
+ );
231
+
232
+ return (
233
+ <Box gap={4} testID="ai-review-batches">
234
+ {isLoading ? (
235
+ <Box alignItems="center" padding={5} testID="ai-review-batches-loading">
236
+ <Spinner />
237
+ </Box>
238
+ ) : isError ? (
239
+ <ObservabilityErrorState
240
+ onRetry={onRetry}
241
+ testID="ai-review-batches-error"
242
+ text="Could not load review batches."
243
+ />
244
+ ) : batches.length === 0 ? (
245
+ <ObservabilityEmptyState
246
+ description={`Choose a question set below, then save the batch. That grabs the ${DEFAULT_BATCH_SIZE} newest traces.`}
247
+ iconName="layer-group"
248
+ testID="ai-review-batches-empty"
249
+ title="No batches yet"
250
+ />
251
+ ) : (
252
+ <DataTable
253
+ {...table}
254
+ additionalFilters={questionSetFilters}
255
+ customColumnComponentMap={customColumnComponentMap}
256
+ emptyContent={
257
+ <Box padding={4} testID="ai-review-batches-no-matches">
258
+ <Text color="secondaryDark">No batches match these filters.</Text>
259
+ </Box>
260
+ }
261
+ onFilterValuesChange={handleFilterValuesChange}
262
+ rowHeight={72}
263
+ testID="ai-review-batches-table"
264
+ toolbarAlign="end"
265
+ />
266
+ )}
267
+
268
+ <Card padding={4} testID="ai-review-batch-create">
269
+ <Box gap={3}>
270
+ <Box gap={1}>
271
+ <Heading size="sm">New batch</Heading>
272
+ <Text color="secondaryLight" size="sm">
273
+ {`Takes the ${DEFAULT_BATCH_SIZE} newest successful traces not already in a batch for this question set.`}
274
+ </Text>
275
+ </Box>
276
+ <Box direction="row" gap={3} wrap>
277
+ <Box flex="grow" minWidth={220}>
278
+ <SelectField
279
+ helperText="Human evaluator whose questions reviewers answer"
280
+ onChange={onQuestionSetChange}
281
+ options={questionSetOptions}
282
+ requireValue
283
+ testID="ai-review-batch-question-set"
284
+ title="Question set"
285
+ value={questionSetId}
286
+ />
287
+ </Box>
288
+ <Box flex="grow" minWidth={220}>
289
+ <SelectField
290
+ helperText="Only pull traces for this prompt"
291
+ onChange={onPromptChange}
292
+ options={promptOptions}
293
+ placeholder="Any prompt"
294
+ testID="ai-review-batch-prompt"
295
+ title="Prompt"
296
+ value={promptName}
297
+ />
298
+ </Box>
299
+ <Box flex="grow" minWidth={220}>
300
+ <TextField
301
+ helperText="Leave blank to name it after the prompt"
302
+ onChange={onNameChange}
303
+ testID="ai-review-batch-name-input"
304
+ title="Name (optional)"
305
+ value={name}
306
+ />
307
+ </Box>
308
+ </Box>
309
+ {createError ? (
310
+ <Text color="error" testID="ai-review-batch-create-error">
311
+ {createError}
312
+ </Text>
313
+ ) : undefined}
314
+ <Box alignItems="start">
315
+ <Button
316
+ disabled={!questionSetId}
317
+ iconName="floppy-disk"
318
+ loading={isCreating}
319
+ onClick={onCreate}
320
+ testID="ai-review-batch-grab-recent"
321
+ text="Save batch"
322
+ />
323
+ </Box>
324
+ {questionSetOptions.length === 0 ? (
325
+ <Text color="secondaryLight" size="sm">
326
+ Create a human evaluator with one score per question first.
327
+ </Text>
328
+ ) : undefined}
329
+ </Box>
330
+ </Card>
331
+ </Box>
332
+ );
333
+ };
@@ -1,11 +1,27 @@
1
- import {Box, Button, Spinner, Text, useToast} from "@terreno/ui";
1
+ import {Box, Spinner, Text, useToast} from "@terreno/ui";
2
2
  import {router, useLocalSearchParams} from "expo-router";
3
3
  import React, {useCallback, useEffect, useMemo, useState} from "react";
4
4
  import type {AdminScreenWidgetProps} from "../../../types";
5
5
  import {AiObservabilityChrome} from "../shell/AiObservabilityChrome";
6
6
  import {unwrapObservabilityStatus} from "../shell/aiObservabilityNav";
7
- import {AiReviewItemView} from "./AiReviewItemView";
8
- import {unwrapCurrentUserId, unwrapReviewDetail, unwrapReviewList} from "./reviewTypes";
7
+ import {ObservabilityErrorState} from "../shell/ObservabilityStates";
8
+ import {
9
+ AiReviewItemHeaderMeta,
10
+ AiReviewItemNav,
11
+ AiReviewItemView,
12
+ reviewItemTitle,
13
+ } from "./AiReviewItemView";
14
+ import {openBatchItems} from "./batchTypes";
15
+ import {focusReviewPage, type ReviewShortcutAction, useReviewShortcuts} from "./reviewShortcuts";
16
+ import {
17
+ type EvaluatorDimension,
18
+ firstUnansweredBoolean,
19
+ nextUnansweredAfter,
20
+ stepQuestionKey,
21
+ unwrapCurrentUserId,
22
+ unwrapReviewDetail,
23
+ unwrapReviewList,
24
+ } from "./reviewTypes";
9
25
  import {type ReviewActionBody, useAiObservabilityReviewApi} from "./useAiObservabilityReviewApi";
10
26
 
11
27
  export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props) => {
@@ -13,20 +29,40 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
13
29
  const params = useLocalSearchParams<{id?: string | string[]}>();
14
30
  const idParam = params.id;
15
31
  const id = Array.isArray(idParam) ? idParam[0] : idParam;
16
- const {useActionMutation, useCurrentUserQuery, useDetailQuery, useListQuery, useStatusQuery} =
17
- useAiObservabilityReviewApi(api);
32
+ const {
33
+ useActionMutation,
34
+ useBatchQueueQuery,
35
+ useCurrentUserQuery,
36
+ useDetailQuery,
37
+ useListQuery,
38
+ useStatusQuery,
39
+ } = useAiObservabilityReviewApi(api);
18
40
  const detailQuery = useDetailQuery(id ?? "", {skip: !id});
19
- const pendingQuery = useListQuery("pending");
41
+ const detail = useMemo(() => unwrapReviewDetail(detailQuery.data), [detailQuery.data]);
42
+ const batchId = detail?.batchId;
43
+ // Batch items walk their own batch; everything else walks the whole pending queue.
44
+ const globalPendingQuery = useListQuery("pending");
45
+ const batchQueueQuery = useBatchQueueQuery({batchId: batchId ?? ""}, {skip: !batchId});
46
+ const pendingQuery = batchId ? batchQueueQuery : globalPendingQuery;
20
47
  const currentUserQuery = useCurrentUserQuery();
21
48
  const statusQuery = useStatusQuery();
22
49
  const [runAction, actionState] = useActionMutation();
23
50
  const [scores, setScores] = useState<Record<string, boolean | number | string>>({});
24
51
  const [comment, setComment] = useState("");
25
52
  const [submitError, setSubmitError] = useState("");
53
+ const [activeQuestionKey, setActiveQuestionKey] = useState<string | undefined>();
26
54
  const toast = useToast();
55
+ const booleanDimensions = useMemo(
56
+ (): EvaluatorDimension[] =>
57
+ (detail?.dimensions ?? []).filter((dimension) => dimension.dataType === "boolean"),
58
+ [detail?.dimensions]
59
+ );
27
60
 
28
- const detail = useMemo(() => unwrapReviewDetail(detailQuery.data), [detailQuery.data]);
29
- const pending = useMemo(() => unwrapReviewList(pendingQuery.data), [pendingQuery.data]);
61
+ // A batch counts assigned (in progress) items as open work, like the batch screen does.
62
+ const pending = useMemo(() => {
63
+ const items = unwrapReviewList(pendingQuery.data);
64
+ return batchId ? openBatchItems(items) : items;
65
+ }, [batchId, pendingQuery.data]);
30
66
  const currentUserId = useMemo(
31
67
  () => unwrapCurrentUserId(currentUserQuery.data),
32
68
  [currentUserQuery.data]
@@ -36,15 +72,26 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
36
72
  const previous = currentIndex > 0 ? pending[currentIndex - 1] : undefined;
37
73
  const next = currentIndex >= 0 ? pending[currentIndex + 1] : pending[0];
38
74
  const prefix = (routeBase ?? "").replace(/\/$/, "");
39
- const queueHref = `${prefix}/ai-review`;
75
+ const queueHref = batchId
76
+ ? `${prefix}/ai-review-batch?id=${encodeURIComponent(batchId)}`
77
+ : `${prefix}/ai-review`;
40
78
 
41
79
  // Reset reviewer input when navigation loads a different queue item.
42
80
  useEffect(() => {
43
81
  setScores(detail?.scores ?? {});
44
82
  setComment(detail?.comment ?? "");
45
83
  setSubmitError("");
84
+ setActiveQuestionKey(firstUnansweredBoolean(detail?.dimensions ?? [], detail?.scores ?? {}));
46
85
  }, [detail]);
47
86
 
87
+ // Focus the page once per item so Y/N work before the first click.
88
+ useEffect(() => {
89
+ if (!detail?.id) {
90
+ return;
91
+ }
92
+ focusReviewPage();
93
+ }, [detail?.id]);
94
+
48
95
  const openItem = useCallback(
49
96
  (nextId: string): void => {
50
97
  router.push(`${prefix}/ai-review-item?id=${encodeURIComponent(nextId)}`);
@@ -55,7 +102,7 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
55
102
  const finishAndNavigate = useCallback(
56
103
  (remaining: number, nextId?: string): void => {
57
104
  if (remaining === 0) {
58
- toast.success("Queue clear");
105
+ toast.success(batchId ? "Batch complete" : "Queue clear");
59
106
  router.push(queueHref);
60
107
  return;
61
108
  }
@@ -66,7 +113,7 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
66
113
  }
67
114
  router.push(queueHref);
68
115
  },
69
- [openItem, queueHref, toast]
116
+ [batchId, openItem, queueHref, toast]
70
117
  );
71
118
 
72
119
  const submitAction = useCallback(
@@ -81,9 +128,14 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
81
128
  [currentIndex, finishAndNavigate, id, pending.length, runAction]
82
129
  );
83
130
 
84
- const handleScoreChange = useCallback((key: string, value: boolean | number | string): void => {
85
- setScores((current) => ({...current, [key]: value}));
86
- }, []);
131
+ // Answering a question moves the keyboard highlight to the next unanswered yes/no question.
132
+ const handleScoreChange = useCallback(
133
+ (key: string, value: boolean | number | string): void => {
134
+ setScores((current) => ({...current, [key]: value}));
135
+ setActiveQuestionKey(nextUnansweredAfter(booleanDimensions, {...scores, [key]: value}, key));
136
+ },
137
+ [booleanDimensions, scores]
138
+ );
87
139
 
88
140
  const handleSubmit = useCallback(async (): Promise<void> => {
89
141
  if (!detail) {
@@ -93,7 +145,7 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
93
145
  (dimension) => dimension.required && scores[dimension.key] === undefined
94
146
  );
95
147
  if (missing) {
96
- setSubmitError(`Score ${missing.key} before submitting.`);
148
+ setSubmitError(`Answer "${missing.question ?? missing.key}" before submitting.`);
97
149
  return;
98
150
  }
99
151
  setSubmitError("");
@@ -130,6 +182,44 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
130
182
  }
131
183
  }, [currentUserId, id, runAction, toast]);
132
184
 
185
+ const handleShortcut = useCallback(
186
+ (action: ReviewShortcutAction): void => {
187
+ if (actionState.isLoading || !detail) {
188
+ return;
189
+ }
190
+ if (action === "submit") {
191
+ void handleSubmit();
192
+ return;
193
+ }
194
+ if (action === "skip") {
195
+ void handleSkip();
196
+ return;
197
+ }
198
+ const currentKey = activeQuestionKey ?? firstUnansweredBoolean(booleanDimensions, scores);
199
+ if (action === "next" || action === "previous") {
200
+ setActiveQuestionKey(
201
+ stepQuestionKey(booleanDimensions, currentKey, action === "next" ? 1 : -1)
202
+ );
203
+ return;
204
+ }
205
+ if (currentKey) {
206
+ handleScoreChange(currentKey, action === "yes");
207
+ }
208
+ },
209
+ [
210
+ actionState.isLoading,
211
+ activeQuestionKey,
212
+ booleanDimensions,
213
+ detail,
214
+ handleScoreChange,
215
+ handleSkip,
216
+ handleSubmit,
217
+ scores,
218
+ ]
219
+ );
220
+
221
+ useReviewShortcuts({enabled: Boolean(detail), onAction: handleShortcut});
222
+
133
223
  if (!id) {
134
224
  return (
135
225
  <AiObservabilityChrome
@@ -141,7 +231,7 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
141
231
  status={unwrapObservabilityStatus(statusQuery.data)}
142
232
  >
143
233
  <Box padding={4}>
144
- <Text>Missing review item id. Open an item from the queue.</Text>
234
+ <Text color="secondaryLight">Missing review item id. Open an item from the queue.</Text>
145
235
  </Box>
146
236
  </AiObservabilityChrome>
147
237
  );
@@ -174,39 +264,45 @@ export const AiReviewItemScreenWidget: React.FC<AdminScreenWidgetProps> = (props
174
264
  screenName="ai-review-item"
175
265
  status={unwrapObservabilityStatus(statusQuery.data)}
176
266
  >
177
- <Box gap={2} padding={4}>
178
- <Text color="error">Could not load this review item.</Text>
179
- <Button onClick={() => detailQuery.refetch()} text="Retry" />
180
- </Box>
267
+ <ObservabilityErrorState
268
+ onRetry={() => detailQuery.refetch()}
269
+ testID="ai-review-item-error"
270
+ text="Could not load this review item."
271
+ />
181
272
  </AiObservabilityChrome>
182
273
  );
183
274
  }
184
275
 
276
+ const isPending = currentIndex >= 0;
185
277
  return (
186
278
  <AiObservabilityChrome
187
279
  {...props}
280
+ actions={
281
+ <AiReviewItemNav
282
+ onNext={next ? () => openItem(next.id) : undefined}
283
+ onPrevious={previous ? () => openItem(previous.id) : undefined}
284
+ />
285
+ }
188
286
  backHref={queueHref}
189
287
  error={statusQuery.isError}
190
288
  isLoading={statusQuery.isLoading}
289
+ meta={<AiReviewItemHeaderMeta detail={detail} isPending={isPending} />}
191
290
  screenName="ai-review-item"
192
291
  status={unwrapObservabilityStatus(statusQuery.data)}
292
+ title={reviewItemTitle({isPending, position, totalPending: pending.length})}
193
293
  >
194
294
  <AiReviewItemView
295
+ activeQuestionKey={activeQuestionKey}
195
296
  comment={comment}
196
297
  detail={detail}
197
- isPending={currentIndex >= 0}
198
298
  isSaving={actionState.isLoading}
199
299
  onAssign={handleAssign}
200
300
  onCommentChange={setComment}
201
- onNext={next ? () => openItem(next.id) : undefined}
202
- onPrevious={previous ? () => openItem(previous.id) : undefined}
203
301
  onScoreChange={handleScoreChange}
204
302
  onSkip={handleSkip}
205
303
  onSubmit={handleSubmit}
206
- position={position}
207
304
  scores={scores}
208
305
  submitError={submitError}
209
- totalPending={pending.length}
210
306
  />
211
307
  </AiObservabilityChrome>
212
308
  );