@terreno/admin-frontend 57.21.0 → 58.0.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (550) hide show
  1. package/.ai/guidelines/core.md +6 -5
  2. package/CHANGELOG.md +89 -0
  3. package/README.md +33 -21
  4. package/dist/AdminFieldRenderer.d.ts.map +1 -1
  5. package/dist/AdminFieldRenderer.js +4 -4
  6. package/dist/AdminFieldRenderer.js.map +1 -1
  7. package/dist/AdminFieldRendererCore.d.ts.map +1 -1
  8. package/dist/AdminFieldRendererCore.js +9 -9
  9. package/dist/AdminFieldRendererCore.js.map +1 -1
  10. package/dist/AdminFilterDrawer.d.ts +1 -2
  11. package/dist/AdminFilterDrawer.d.ts.map +1 -1
  12. package/dist/AdminFilterDrawer.js +4 -4
  13. package/dist/AdminFilterDrawer.js.map +1 -1
  14. package/dist/AdminHome.d.ts +0 -2
  15. package/dist/AdminHome.d.ts.map +1 -1
  16. package/dist/AdminHome.js +4 -5
  17. package/dist/AdminHome.js.map +1 -1
  18. package/dist/AdminMigrations.d.ts.map +1 -1
  19. package/dist/AdminMigrations.js +3 -3
  20. package/dist/AdminMigrations.js.map +1 -1
  21. package/dist/AdminMigrationsView.d.ts +1 -2
  22. package/dist/AdminMigrationsView.d.ts.map +1 -1
  23. package/dist/AdminMigrationsView.js +3 -3
  24. package/dist/AdminMigrationsView.js.map +1 -1
  25. package/dist/AdminModelForm.d.ts +3 -6
  26. package/dist/AdminModelForm.d.ts.map +1 -1
  27. package/dist/AdminModelForm.js +8 -11
  28. package/dist/AdminModelForm.js.map +1 -1
  29. package/dist/AdminModelList.d.ts +2 -5
  30. package/dist/AdminModelList.d.ts.map +1 -1
  31. package/dist/AdminModelList.js +4 -6
  32. package/dist/AdminModelList.js.map +1 -1
  33. package/dist/AdminModelTable.d.ts +0 -2
  34. package/dist/AdminModelTable.d.ts.map +1 -1
  35. package/dist/AdminModelTable.js +12 -28
  36. package/dist/AdminModelTable.js.map +1 -1
  37. package/dist/AdminNestedArrayField.d.ts +1 -2
  38. package/dist/AdminNestedArrayField.d.ts.map +1 -1
  39. package/dist/AdminNestedArrayField.js +4 -7
  40. package/dist/AdminNestedArrayField.js.map +1 -1
  41. package/dist/AdminObjectPicker.d.ts +0 -2
  42. package/dist/AdminObjectPicker.d.ts.map +1 -1
  43. package/dist/AdminObjectPicker.js +18 -63
  44. package/dist/AdminObjectPicker.js.map +1 -1
  45. package/dist/AdminPrimitiveArrayField.d.ts +1 -2
  46. package/dist/AdminPrimitiveArrayField.d.ts.map +1 -1
  47. package/dist/AdminPrimitiveArrayField.js +3 -3
  48. package/dist/AdminPrimitiveArrayField.js.map +1 -1
  49. package/dist/AdminProvider.d.ts.map +1 -1
  50. package/dist/AdminProvider.js +3 -9
  51. package/dist/AdminProvider.js.map +1 -1
  52. package/dist/AdminRefField.d.ts.map +1 -1
  53. package/dist/AdminRefField.js +2 -2
  54. package/dist/AdminRefField.js.map +1 -1
  55. package/dist/AdminRolesField.d.ts.map +1 -1
  56. package/dist/AdminRolesField.js +2 -2
  57. package/dist/AdminRolesField.js.map +1 -1
  58. package/dist/AdminRolesList.js +2 -2
  59. package/dist/AdminRolesList.js.map +1 -1
  60. package/dist/AdminScreenRouter.d.ts.map +1 -1
  61. package/dist/AdminScreenRouter.js +6 -6
  62. package/dist/AdminScreenRouter.js.map +1 -1
  63. package/dist/AdminScriptList.d.ts +0 -2
  64. package/dist/AdminScriptList.d.ts.map +1 -1
  65. package/dist/AdminScriptList.js +5 -5
  66. package/dist/AdminScriptList.js.map +1 -1
  67. package/dist/AdminScriptRunModal.d.ts +0 -2
  68. package/dist/AdminScriptRunModal.d.ts.map +1 -1
  69. package/dist/AdminScriptRunModal.js +2 -2
  70. package/dist/AdminScriptRunModal.js.map +1 -1
  71. package/dist/AdminShell.d.ts +1 -2
  72. package/dist/AdminShell.d.ts.map +1 -1
  73. package/dist/AdminShell.js +2 -2
  74. package/dist/AdminShell.js.map +1 -1
  75. package/dist/AdminShellLayout.d.ts +1 -1
  76. package/dist/AdminShellLayout.js +1 -1
  77. package/dist/AdminVersionConfig.d.ts +0 -2
  78. package/dist/AdminVersionConfig.d.ts.map +1 -1
  79. package/dist/AdminVersionConfig.js +8 -40
  80. package/dist/AdminVersionConfig.js.map +1 -1
  81. package/dist/AnnouncementEditor.d.ts +0 -2
  82. package/dist/AnnouncementEditor.d.ts.map +1 -1
  83. package/dist/AnnouncementEditor.js +20 -42
  84. package/dist/AnnouncementEditor.js.map +1 -1
  85. package/dist/AnnouncementList.d.ts +0 -2
  86. package/dist/AnnouncementList.d.ts.map +1 -1
  87. package/dist/AnnouncementList.js +3 -3
  88. package/dist/AnnouncementList.js.map +1 -1
  89. package/dist/AnnouncementOverview.d.ts +0 -2
  90. package/dist/AnnouncementOverview.d.ts.map +1 -1
  91. package/dist/AnnouncementOverview.js +11 -30
  92. package/dist/AnnouncementOverview.js.map +1 -1
  93. package/dist/AnnouncementOverviewScreenWidget.d.ts.map +1 -1
  94. package/dist/AnnouncementOverviewScreenWidget.js +2 -2
  95. package/dist/AnnouncementOverviewScreenWidget.js.map +1 -1
  96. package/dist/ConfigurationScreen.d.ts +1 -5
  97. package/dist/ConfigurationScreen.d.ts.map +1 -1
  98. package/dist/ConfigurationScreen.js +3 -4
  99. package/dist/ConfigurationScreen.js.map +1 -1
  100. package/dist/ConsentFormEditor.d.ts +0 -2
  101. package/dist/ConsentFormEditor.d.ts.map +1 -1
  102. package/dist/ConsentFormEditor.js +13 -65
  103. package/dist/ConsentFormEditor.js.map +1 -1
  104. package/dist/ConsentFormList.d.ts +0 -2
  105. package/dist/ConsentFormList.d.ts.map +1 -1
  106. package/dist/ConsentFormList.js +3 -3
  107. package/dist/ConsentFormList.js.map +1 -1
  108. package/dist/ConsentHistory.d.ts +0 -2
  109. package/dist/ConsentHistory.d.ts.map +1 -1
  110. package/dist/ConsentHistory.js +2 -2
  111. package/dist/ConsentHistory.js.map +1 -1
  112. package/dist/ConsentResponseViewer.d.ts +0 -2
  113. package/dist/ConsentResponseViewer.d.ts.map +1 -1
  114. package/dist/ConsentResponseViewer.js +3 -3
  115. package/dist/ConsentResponseViewer.js.map +1 -1
  116. package/dist/DocumentStorageBrowser.d.ts.map +1 -1
  117. package/dist/DocumentStorageBrowser.js +2 -2
  118. package/dist/DocumentStorageBrowser.js.map +1 -1
  119. package/dist/adminApiQueryParams.d.ts +1 -1
  120. package/dist/adminApiQueryParams.d.ts.map +1 -1
  121. package/dist/adminApiQueryParams.js +1 -1
  122. package/dist/adminApiQueryParams.js.map +1 -1
  123. package/dist/adminRequest.d.ts +5 -4
  124. package/dist/adminRequest.d.ts.map +1 -1
  125. package/dist/adminRequest.js +19 -102
  126. package/dist/adminRequest.js.map +1 -1
  127. package/dist/adminWindowedTable.d.ts +1 -2
  128. package/dist/adminWindowedTable.d.ts.map +1 -1
  129. package/dist/adminWindowedTable.js +2 -2
  130. package/dist/adminWindowedTable.js.map +1 -1
  131. package/dist/comms/CommsDashboardScreen.d.ts +0 -2
  132. package/dist/comms/CommsDashboardScreen.d.ts.map +1 -1
  133. package/dist/comms/CommsDashboardScreen.js +2 -2
  134. package/dist/comms/CommsDashboardScreen.js.map +1 -1
  135. package/dist/comms/CommsDashboardScreenWidget.d.ts.map +1 -1
  136. package/dist/comms/CommsDashboardScreenWidget.js +2 -2
  137. package/dist/comms/CommsDashboardScreenWidget.js.map +1 -1
  138. package/dist/comms/CommsMessageDetail.d.ts +0 -2
  139. package/dist/comms/CommsMessageDetail.d.ts.map +1 -1
  140. package/dist/comms/CommsMessageDetail.js +5 -5
  141. package/dist/comms/CommsMessageDetail.js.map +1 -1
  142. package/dist/comms/useCommsDashboardApi.d.ts +6 -19
  143. package/dist/comms/useCommsDashboardApi.d.ts.map +1 -1
  144. package/dist/comms/useCommsDashboardApi.js +34 -93
  145. package/dist/comms/useCommsDashboardApi.js.map +1 -1
  146. package/dist/consentPdfTemplates.d.ts +1 -0
  147. package/dist/consentPdfTemplates.d.ts.map +1 -1
  148. package/dist/consentPdfTemplates.js.map +1 -1
  149. package/dist/index.d.ts +3 -3
  150. package/dist/index.d.ts.map +1 -1
  151. package/dist/index.js +2 -2
  152. package/dist/index.js.map +1 -1
  153. package/dist/jobs/JobsDashboardScreen.d.ts +0 -2
  154. package/dist/jobs/JobsDashboardScreen.d.ts.map +1 -1
  155. package/dist/jobs/JobsDashboardScreen.js +2 -2
  156. package/dist/jobs/JobsDashboardScreen.js.map +1 -1
  157. package/dist/jobs/JobsDashboardScreenWidget.d.ts.map +1 -1
  158. package/dist/jobs/JobsDashboardScreenWidget.js +2 -2
  159. package/dist/jobs/JobsDashboardScreenWidget.js.map +1 -1
  160. package/dist/jobs/JobsHomeWidget.js +2 -2
  161. package/dist/jobs/JobsHomeWidget.js.map +1 -1
  162. package/dist/jobs/JobsJobDetail.d.ts +0 -2
  163. package/dist/jobs/JobsJobDetail.d.ts.map +1 -1
  164. package/dist/jobs/JobsJobDetail.js +2 -2
  165. package/dist/jobs/JobsJobDetail.js.map +1 -1
  166. package/dist/jobs/jobPayload.d.ts +1 -1
  167. package/dist/jobs/jobPayload.d.ts.map +1 -1
  168. package/dist/jobs/useJobsDashboardApi.d.ts +29 -53
  169. package/dist/jobs/useJobsDashboardApi.d.ts.map +1 -1
  170. package/dist/jobs/useJobsDashboardApi.js +50 -84
  171. package/dist/jobs/useJobsDashboardApi.js.map +1 -1
  172. package/dist/orgs/MemberSecurityPanel.js.map +1 -1
  173. package/dist/orgs/OrgDirectoryScreen.d.ts +0 -2
  174. package/dist/orgs/OrgDirectoryScreen.d.ts.map +1 -1
  175. package/dist/orgs/OrgDirectoryScreen.js +5 -3
  176. package/dist/orgs/OrgDirectoryScreen.js.map +1 -1
  177. package/dist/orgs/OrgMembersScreen.d.ts +0 -2
  178. package/dist/orgs/OrgMembersScreen.d.ts.map +1 -1
  179. package/dist/orgs/OrgMembersScreen.js +3 -3
  180. package/dist/orgs/OrgMembersScreen.js.map +1 -1
  181. package/dist/orgs/OrgSettingsScreen.d.ts +0 -2
  182. package/dist/orgs/OrgSettingsScreen.d.ts.map +1 -1
  183. package/dist/orgs/OrgSettingsScreen.js +2 -2
  184. package/dist/orgs/OrgSettingsScreen.js.map +1 -1
  185. package/dist/orgs/OrgSwitcher.d.ts +0 -2
  186. package/dist/orgs/OrgSwitcher.d.ts.map +1 -1
  187. package/dist/orgs/OrgSwitcher.js +2 -2
  188. package/dist/orgs/OrgSwitcher.js.map +1 -1
  189. package/dist/orgs/normalizeListData.d.ts +2 -3
  190. package/dist/orgs/normalizeListData.d.ts.map +1 -1
  191. package/dist/orgs/normalizeListData.js.map +1 -1
  192. package/dist/orgs/organizationHeaders.d.ts +3 -0
  193. package/dist/orgs/organizationHeaders.d.ts.map +1 -0
  194. package/dist/orgs/organizationHeaders.js +8 -0
  195. package/dist/orgs/organizationHeaders.js.map +1 -0
  196. package/dist/orgs/useMemberSecurityApi.js +1 -1
  197. package/dist/orgs/useMemberSecurityApi.js.map +1 -1
  198. package/dist/orgs/useOrganizationsApi.d.ts +38 -13
  199. package/dist/orgs/useOrganizationsApi.d.ts.map +1 -1
  200. package/dist/orgs/useOrganizationsApi.js +89 -87
  201. package/dist/orgs/useOrganizationsApi.js.map +1 -1
  202. package/dist/types.d.ts +3 -29
  203. package/dist/types.d.ts.map +1 -1
  204. package/dist/types.js.map +1 -1
  205. package/dist/useAdminBackgroundTask.d.ts +2 -3
  206. package/dist/useAdminBackgroundTask.d.ts.map +1 -1
  207. package/dist/useAdminBackgroundTask.js +11 -33
  208. package/dist/useAdminBackgroundTask.js.map +1 -1
  209. package/dist/useAdminConfig.d.ts +9 -11
  210. package/dist/useAdminConfig.d.ts.map +1 -1
  211. package/dist/useAdminConfig.js +10 -38
  212. package/dist/useAdminConfig.js.map +1 -1
  213. package/dist/useAdminMigrations.d.ts +18 -19
  214. package/dist/useAdminMigrations.d.ts.map +1 -1
  215. package/dist/useAdminMigrations.js +19 -39
  216. package/dist/useAdminMigrations.js.map +1 -1
  217. package/dist/useAdminModelApi.d.ts +72 -0
  218. package/dist/useAdminModelApi.d.ts.map +1 -0
  219. package/dist/useAdminModelApi.js +94 -0
  220. package/dist/useAdminModelApi.js.map +1 -0
  221. package/dist/useAdminRoles.d.ts +10 -11
  222. package/dist/useAdminRoles.d.ts.map +1 -1
  223. package/dist/useAdminRoles.js +29 -97
  224. package/dist/useAdminRoles.js.map +1 -1
  225. package/dist/useAdminRpc.d.ts +46 -12
  226. package/dist/useAdminRpc.d.ts.map +1 -1
  227. package/dist/useAdminRpc.js +91 -30
  228. package/dist/useAdminRpc.js.map +1 -1
  229. package/dist/useAdminScripts.d.ts +37 -41
  230. package/dist/useAdminScripts.d.ts.map +1 -1
  231. package/dist/useAdminScripts.js +42 -109
  232. package/dist/useAdminScripts.js.map +1 -1
  233. package/dist/useConfigurationApi.d.ts +8 -16
  234. package/dist/useConfigurationApi.d.ts.map +1 -1
  235. package/dist/useConfigurationApi.js +16 -66
  236. package/dist/useConfigurationApi.js.map +1 -1
  237. package/dist/useConsentHistory.d.ts +3 -34
  238. package/dist/useConsentHistory.d.ts.map +1 -1
  239. package/dist/useConsentHistory.js +10 -38
  240. package/dist/useConsentHistory.js.map +1 -1
  241. package/dist/useDocumentStorageApi.d.ts +36 -8
  242. package/dist/useDocumentStorageApi.d.ts.map +1 -1
  243. package/dist/useDocumentStorageApi.js +65 -151
  244. package/dist/useDocumentStorageApi.js.map +1 -1
  245. package/dist/widgets/AIRequestsScreenWidget.d.ts.map +1 -1
  246. package/dist/widgets/AIRequestsScreenWidget.js +3 -21
  247. package/dist/widgets/AIRequestsScreenWidget.js.map +1 -1
  248. package/dist/widgets/DocumentsScreenWidget.d.ts.map +1 -1
  249. package/dist/widgets/DocumentsScreenWidget.js +2 -2
  250. package/dist/widgets/DocumentsScreenWidget.js.map +1 -1
  251. package/dist/widgets/ModelsGridWidget.d.ts.map +1 -1
  252. package/dist/widgets/ModelsGridWidget.js +5 -5
  253. package/dist/widgets/ModelsGridWidget.js.map +1 -1
  254. package/dist/widgets/RecentActivityWidget.js +3 -3
  255. package/dist/widgets/RecentActivityWidget.js.map +1 -1
  256. package/dist/widgets/VersionConfigScreenWidget.d.ts.map +1 -1
  257. package/dist/widgets/VersionConfigScreenWidget.js +2 -2
  258. package/dist/widgets/VersionConfigScreenWidget.js.map +1 -1
  259. package/dist/widgets/VersionConfigWidget.js +2 -2
  260. package/dist/widgets/VersionConfigWidget.js.map +1 -1
  261. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js +4 -4
  262. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js.map +1 -1
  263. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +4 -4
  264. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  265. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts +30 -71
  266. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts.map +1 -1
  267. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js +48 -95
  268. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js.map +1 -1
  269. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +4 -4
  270. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  271. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +3 -3
  272. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  273. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +3 -3
  274. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  275. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts +12 -31
  276. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts.map +1 -1
  277. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js +19 -46
  278. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js.map +1 -1
  279. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +5 -5
  280. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  281. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +4 -4
  282. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  283. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +3 -3
  284. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  285. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +18 -49
  286. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  287. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +33 -65
  288. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  289. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  290. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +6 -4
  291. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  292. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  293. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +19 -9
  294. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  295. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts.map +1 -1
  296. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js +6 -1
  297. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js.map +1 -1
  298. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +2 -2
  299. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  300. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts +18 -61
  301. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts.map +1 -1
  302. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js +47 -82
  303. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js.map +1 -1
  304. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  305. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +5 -3
  306. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  307. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +2 -2
  308. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  309. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +12 -35
  310. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  311. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +25 -63
  312. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  313. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  314. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +2 -2
  315. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  316. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts +0 -2
  317. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  318. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +7 -24
  319. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  320. package/dist/widgets/aiObservability/shell/observabilityRequest.d.ts +40 -0
  321. package/dist/widgets/aiObservability/shell/observabilityRequest.d.ts.map +1 -0
  322. package/dist/widgets/aiObservability/shell/observabilityRequest.js +62 -0
  323. package/dist/widgets/aiObservability/shell/observabilityRequest.js.map +1 -0
  324. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts.map +1 -1
  325. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js +5 -3
  326. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js.map +1 -1
  327. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +4 -4
  328. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  329. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +18 -46
  330. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  331. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +32 -72
  332. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  333. package/dist/widgets/harness/HarnessApprovalInbox.d.ts.map +1 -1
  334. package/dist/widgets/harness/HarnessApprovalInbox.js +5 -5
  335. package/dist/widgets/harness/HarnessApprovalInbox.js.map +1 -1
  336. package/dist/widgets/harness/useHarnessApprovals.d.ts +0 -1
  337. package/dist/widgets/harness/useHarnessApprovals.d.ts.map +1 -1
  338. package/dist/widgets/harness/useHarnessApprovals.js +0 -2
  339. package/dist/widgets/harness/useHarnessApprovals.js.map +1 -1
  340. package/package.json +12 -15
  341. package/src/AdminFieldRenderer.test.tsx +3 -4
  342. package/src/AdminFieldRenderer.tsx +0 -4
  343. package/src/AdminFieldRendererCore.tsx +0 -9
  344. package/src/AdminFilterDrawer.tsx +2 -8
  345. package/src/AdminHome.test.tsx +36 -31
  346. package/src/AdminHome.tsx +3 -8
  347. package/src/AdminMigrations.tsx +2 -7
  348. package/src/AdminMigrationsView.tsx +3 -5
  349. package/src/AdminModelForm.isolated.tsx +38 -202
  350. package/src/AdminModelForm.orgSkip.test.tsx +9 -12
  351. package/src/AdminModelForm.tsx +5 -14
  352. package/src/AdminModelForm.updateDepth.test.tsx +10 -28
  353. package/src/AdminModelList.test.tsx +10 -19
  354. package/src/AdminModelList.tsx +3 -12
  355. package/src/AdminModelTable.test.tsx +60 -118
  356. package/src/AdminModelTable.tsx +10 -36
  357. package/src/AdminModelTable.windowed.test.tsx +31 -49
  358. package/src/AdminNestedArrayField.tsx +1 -10
  359. package/src/AdminNestedObjectField.test.tsx +1 -13
  360. package/src/AdminObjectPicker.tsx +21 -72
  361. package/src/AdminPrimitiveArrayField.test.tsx +4 -32
  362. package/src/AdminPrimitiveArrayField.tsx +1 -5
  363. package/src/AdminProvider.test.tsx +3 -8
  364. package/src/AdminProvider.tsx +5 -9
  365. package/src/AdminRefField.tsx +0 -2
  366. package/src/AdminRolesField.tsx +1 -2
  367. package/src/AdminRolesList.test.tsx +33 -50
  368. package/src/AdminRolesList.tsx +2 -2
  369. package/src/AdminScreenRouter.test.tsx +100 -95
  370. package/src/AdminScreenRouter.tsx +4 -11
  371. package/src/AdminScriptList.test.tsx +14 -22
  372. package/src/AdminScriptList.tsx +4 -7
  373. package/src/AdminScriptRunModal.tsx +2 -4
  374. package/src/AdminShell.test.tsx +22 -39
  375. package/src/AdminShell.tsx +2 -4
  376. package/src/AdminShellLayout.tsx +1 -1
  377. package/src/AdminVersionConfig.test.tsx +69 -83
  378. package/src/AdminVersionConfig.tsx +15 -53
  379. package/src/AnnouncementEditor.test.tsx +141 -163
  380. package/src/AnnouncementEditor.tsx +37 -50
  381. package/src/AnnouncementList.test.tsx +16 -35
  382. package/src/AnnouncementList.tsx +3 -5
  383. package/src/AnnouncementOverview.test.tsx +74 -83
  384. package/src/AnnouncementOverview.tsx +10 -33
  385. package/src/AnnouncementOverviewScreenWidget.test.tsx +4 -10
  386. package/src/AnnouncementOverviewScreenWidget.tsx +1 -5
  387. package/src/ConfigurationScreen.test.tsx +7 -10
  388. package/src/ConfigurationScreen.tsx +2 -7
  389. package/src/ConsentFormEditor.test.tsx +92 -173
  390. package/src/ConsentFormEditor.tsx +32 -79
  391. package/src/ConsentFormList.test.tsx +13 -28
  392. package/src/ConsentFormList.tsx +3 -5
  393. package/src/ConsentHistory.test.tsx +86 -78
  394. package/src/ConsentHistory.tsx +2 -7
  395. package/src/ConsentResponseViewer.test.tsx +21 -35
  396. package/src/ConsentResponseViewer.tsx +5 -7
  397. package/src/DocumentStorageBrowser.test.tsx +23 -76
  398. package/src/DocumentStorageBrowser.tsx +1 -2
  399. package/src/adminApiQueryParams.ts +1 -1
  400. package/src/adminPageAccess.test.ts +1 -1
  401. package/src/adminRequest.ts +20 -108
  402. package/src/adminWindowedTable.test.ts +1 -13
  403. package/src/adminWindowedTable.ts +2 -7
  404. package/src/comms/CommsDashboardScreen.test.tsx +150 -114
  405. package/src/comms/CommsDashboardScreen.tsx +1 -4
  406. package/src/comms/CommsDashboardScreenWidget.test.tsx +33 -35
  407. package/src/comms/CommsDashboardScreenWidget.tsx +1 -2
  408. package/src/comms/CommsMessageDetail.test.tsx +116 -76
  409. package/src/comms/CommsMessageDetail.tsx +1 -8
  410. package/src/comms/useCommsDashboardApi.test.tsx +95 -89
  411. package/src/comms/useCommsDashboardApi.tsx +43 -130
  412. package/src/consentPdfTemplates.ts +1 -0
  413. package/src/index.tsx +13 -3
  414. package/src/isolated/AdminFieldRenderer.isolated.tsx +5 -11
  415. package/src/isolated/AdminFilterDrawer.isolated.tsx +0 -7
  416. package/src/isolated/AdminFilterDrawerMobile.isolated.tsx +0 -2
  417. package/src/isolated/AdminHomeWidgets.isolated.tsx +3 -4
  418. package/src/isolated/AdminNestedArrayField.isolated.tsx +1 -18
  419. package/src/isolated/AdminObjectPicker.isolated.tsx +76 -76
  420. package/src/isolated/AdminRefField.isolated.tsx +1 -3
  421. package/src/isolated/AdminScriptList.isolated.tsx +4 -4
  422. package/src/isolated/AdminScriptRunModal.isolated.tsx +3 -54
  423. package/src/isolated/AiPromptEditorScreen.isolated.tsx +157 -122
  424. package/src/isolated/AiPromptsListScreen.isolated.tsx +50 -53
  425. package/src/isolated/DocumentStorageBrowser.isolated.tsx +24 -75
  426. package/src/{widgets/ModelsGridWidget.test.tsx → isolated/ModelsGridWidget.isolated.tsx} +33 -43
  427. package/src/isolated/RecentActivityWidget.isolated.tsx +3 -4
  428. package/src/isolated/UserSecurityScreen.isolated.tsx +1 -5
  429. package/src/isolated/{rpcDualRun.isolated.tsx → adminRpcHooks.isolated.tsx} +37 -119
  430. package/src/isolated/adminWidgets.isolated.tsx +15 -63
  431. package/src/isolated/aiObservabilityDatasets.isolated.tsx +1069 -0
  432. package/src/isolated/aiObservabilityEvaluators.isolated.tsx +879 -0
  433. package/src/isolated/aiObservabilityExperiments.isolated.tsx +1009 -0
  434. package/src/isolated/aiObservabilityPrompts.isolated.tsx +1302 -0
  435. package/src/isolated/aiObservabilityReview.isolated.tsx +873 -0
  436. package/src/isolated/aiObservabilityTraces.isolated.tsx +1049 -0
  437. package/src/isolated/harnessApprovalsScreen.isolated.tsx +1 -3
  438. package/src/isolated/hooks.isolated.tsx +212 -696
  439. package/src/isolated/observabilityFakeApi.isolated.tsx +277 -0
  440. package/src/isolated/useJobsDashboardApi.isolated.tsx +52 -52
  441. package/src/jobs/JobsDashboardScreen.test.tsx +167 -123
  442. package/src/jobs/JobsDashboardScreen.tsx +1 -4
  443. package/src/jobs/JobsDashboardScreenWidget.test.tsx +50 -55
  444. package/src/jobs/JobsDashboardScreenWidget.tsx +1 -2
  445. package/src/jobs/JobsHomeWidget.test.tsx +54 -39
  446. package/src/jobs/JobsHomeWidget.tsx +2 -2
  447. package/src/jobs/JobsJobDetail.test.tsx +103 -59
  448. package/src/jobs/JobsJobDetail.tsx +2 -4
  449. package/src/jobs/jobPayload.ts +1 -1
  450. package/src/jobs/useJobsDashboardApi.test.tsx +111 -113
  451. package/src/jobs/useJobsDashboardApi.tsx +85 -124
  452. package/src/orgs/MemberSecurityPanel.test.tsx +18 -6
  453. package/src/orgs/MemberSecurityPanel.tsx +2 -2
  454. package/src/orgs/OrgDirectoryScreen.test.tsx +146 -102
  455. package/src/orgs/OrgDirectoryScreen.tsx +4 -5
  456. package/src/orgs/OrgManagementScreens.test.tsx +297 -229
  457. package/src/orgs/OrgMembersScreen.tsx +3 -6
  458. package/src/orgs/OrgSettingsScreen.tsx +1 -4
  459. package/src/orgs/OrgSwitcher.test.tsx +132 -65
  460. package/src/orgs/OrgSwitcher.tsx +3 -5
  461. package/src/orgs/normalizeListData.test.ts +1 -1
  462. package/src/orgs/normalizeListData.ts +2 -3
  463. package/src/orgs/orgSwitcherOscillation.test.tsx +103 -60
  464. package/src/orgs/organizationHeaders.ts +9 -0
  465. package/src/orgs/useMemberSecurityApi.ts +1 -1
  466. package/src/orgs/useOrganizationsApi.test.tsx +247 -149
  467. package/src/orgs/useOrganizationsApi.ts +151 -103
  468. package/src/testing/jestNativeMatchers.d.ts +7 -0
  469. package/src/testing/observabilityTestUtils.tsx +70 -0
  470. package/src/testing/{useAdminApiDouble.ts → useAdminModelApiDouble.ts} +4 -4
  471. package/src/types.ts +3 -44
  472. package/src/useAdminBackgroundTask.ts +10 -36
  473. package/src/useAdminConfig.ts +13 -51
  474. package/src/useAdminMigrations.test.tsx +70 -60
  475. package/src/useAdminMigrations.ts +36 -54
  476. package/src/useAdminModelApi.ts +156 -0
  477. package/src/useAdminRoles.ts +43 -117
  478. package/src/useAdminRpc.test.tsx +233 -15
  479. package/src/useAdminRpc.ts +142 -46
  480. package/src/useAdminScripts.ts +71 -146
  481. package/src/useConfigurationApi.ts +25 -81
  482. package/src/useConsentHistory.test.ts +71 -82
  483. package/src/useConsentHistory.ts +18 -68
  484. package/src/useDocumentStorageApi.ts +64 -156
  485. package/src/widgets/AIRequestsScreenWidget.test.tsx +74 -109
  486. package/src/widgets/AIRequestsScreenWidget.tsx +4 -31
  487. package/src/widgets/DocumentsScreenWidget.tsx +2 -9
  488. package/src/widgets/ModelsGridWidget.tsx +5 -6
  489. package/src/widgets/RecentActivityWidget.tsx +3 -3
  490. package/src/widgets/VersionConfigScreenWidget.tsx +1 -2
  491. package/src/widgets/VersionConfigWidget.tsx +2 -2
  492. package/src/widgets/aiObservability/datasets/AiDatasetDetailScreen.tsx +4 -4
  493. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +4 -4
  494. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.test.ts +91 -185
  495. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.ts +79 -148
  496. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +4 -4
  497. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +3 -3
  498. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +3 -3
  499. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +1 -1
  500. package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.test.ts +67 -100
  501. package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.ts +33 -68
  502. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +5 -5
  503. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +4 -4
  504. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +3 -3
  505. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +62 -125
  506. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +51 -90
  507. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +9 -4
  508. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +17 -9
  509. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +45 -1
  510. package/src/widgets/aiObservability/prompts/AiPromptPlaygroundView.tsx +5 -1
  511. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +2 -2
  512. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +1 -1
  513. package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.test.ts +137 -113
  514. package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.ts +69 -118
  515. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +8 -3
  516. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +2 -2
  517. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +69 -72
  518. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +42 -88
  519. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +1 -2
  520. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +74 -0
  521. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +9 -36
  522. package/src/widgets/aiObservability/shell/observabilityRequest.ts +108 -0
  523. package/src/widgets/aiObservability/traces/AiTraceDetailScreen.tsx +8 -3
  524. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +4 -4
  525. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +112 -111
  526. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +61 -102
  527. package/src/widgets/builtInFieldWidgets.test.tsx +0 -14
  528. package/src/widgets/harness/HarnessApprovalInbox.test.tsx +0 -5
  529. package/src/widgets/harness/HarnessApprovalInbox.tsx +4 -10
  530. package/src/widgets/harness/useHarnessApprovals.ts +0 -3
  531. package/dist/dynamicHookApi.d.ts +0 -7
  532. package/dist/dynamicHookApi.d.ts.map +0 -1
  533. package/dist/dynamicHookApi.js +0 -4
  534. package/dist/dynamicHookApi.js.map +0 -1
  535. package/dist/orgs/adminModelEndpoints.d.ts +0 -31
  536. package/dist/orgs/adminModelEndpoints.d.ts.map +0 -1
  537. package/dist/orgs/adminModelEndpoints.js +0 -93
  538. package/dist/orgs/adminModelEndpoints.js.map +0 -1
  539. package/dist/useAdminApi.d.ts +0 -59
  540. package/dist/useAdminApi.d.ts.map +0 -1
  541. package/dist/useAdminApi.js +0 -40
  542. package/dist/useAdminApi.js.map +0 -1
  543. package/src/dynamicHookApi.ts +0 -11
  544. package/src/isolated/AIRequestsScreenWidget.isolated.tsx +0 -84
  545. package/src/isolated/aiObservabilityScreens.isolated.tsx +0 -5981
  546. package/src/isolated/useAdminScripts.isolated.tsx +0 -156
  547. package/src/orgs/adminModelEndpoints.test.ts +0 -156
  548. package/src/orgs/adminModelEndpoints.ts +0 -137
  549. package/src/useAdminApi.test.ts +0 -88
  550. package/src/useAdminApi.ts +0 -99
@@ -0,0 +1,879 @@
1
+ import {beforeEach, describe, expect, it, mock} from "bun:test";
2
+ import {SelectField} from "@terreno/ui";
3
+ import {act, fireEvent} from "@testing-library/react-native";
4
+ import {assert} from "chai";
5
+ import {DateTime} from "luxon";
6
+ import React from "react";
7
+ import {renderWithTheme} from "../../../ui/src/test-utils";
8
+ import type {AdminConfigResponse} from "../types";
9
+ import {AiDatasetDetailScreenWidget as AiDatasetDetailScreenWidgetBase} from "../widgets/aiObservability/datasets/AiDatasetDetailScreen";
10
+ import {AiDatasetsScreenWidget as AiDatasetsScreenWidgetBase} from "../widgets/aiObservability/datasets/AiDatasetsListScreen";
11
+ import {AiEvaluatorDetailScreenWidget as AiEvaluatorDetailScreenWidgetBase} from "../widgets/aiObservability/evaluators/AiEvaluatorDetailScreen";
12
+ import {AiEvaluatorNewScreenWidget as AiEvaluatorNewScreenWidgetBase} from "../widgets/aiObservability/evaluators/AiEvaluatorNewScreen";
13
+ import {AiEvaluatorsScreenWidget as AiEvaluatorsScreenWidgetBase} from "../widgets/aiObservability/evaluators/AiEvaluatorsListScreen";
14
+ import {AiEvaluatorsListView} from "../widgets/aiObservability/evaluators/AiEvaluatorsListView";
15
+ import type {EvaluatorRecord} from "../widgets/aiObservability/evaluators/evaluatorTypes";
16
+ import {AiExperimentNewScreenWidget as AiExperimentNewScreenWidgetBase} from "../widgets/aiObservability/experiments/AiExperimentNewScreen";
17
+ import {AiExperimentResultsScreenWidget as AiExperimentResultsScreenWidgetBase} from "../widgets/aiObservability/experiments/AiExperimentResultsScreen";
18
+ import {AiExperimentsScreenWidget as AiExperimentsScreenWidgetBase} from "../widgets/aiObservability/experiments/AiExperimentsListScreen";
19
+ import type {ExperimentRecord} from "../widgets/aiObservability/experiments/experimentTypes";
20
+ import {AiPromptEditorScreenWidget as AiPromptEditorScreenWidgetBase} from "../widgets/aiObservability/prompts/AiPromptEditorScreen";
21
+ import {AiPromptsScreenWidget as AiPromptsScreenWidgetBase} from "../widgets/aiObservability/prompts/AiPromptsListScreen";
22
+ import {AiReviewItemScreenWidget as AiReviewItemScreenWidgetBase} from "../widgets/aiObservability/review/AiReviewItemScreen";
23
+ import {AiReviewScreenWidget as AiReviewScreenWidgetBase} from "../widgets/aiObservability/review/AiReviewQueueScreen";
24
+ import {AiObservabilityChrome as AiObservabilityChromeBase} from "../widgets/aiObservability/shell/AiObservabilityChrome";
25
+ import {AiObservabilityStatusChip as AiObservabilityStatusChipBase} from "../widgets/aiObservability/shell/AiObservabilityStatusChip";
26
+ import {AiTraceDetailScreenWidget as AiTraceDetailScreenWidgetBase} from "../widgets/aiObservability/traces/AiTraceDetailScreen";
27
+ import {AiTracesScreenWidget as AiTracesScreenWidgetBase} from "../widgets/aiObservability/traces/AiTracesListScreen";
28
+ import {
29
+ createObservabilityServer,
30
+ type FakeObservabilityServer,
31
+ flushObservabilityRequests,
32
+ withObservabilityServer,
33
+ } from "./observabilityFakeApi.isolated";
34
+
35
+ const _AiDatasetDetailScreenWidget = withObservabilityServer(AiDatasetDetailScreenWidgetBase);
36
+ const _AiDatasetsScreenWidget = withObservabilityServer(AiDatasetsScreenWidgetBase);
37
+ const AiEvaluatorDetailScreenWidget = withObservabilityServer(AiEvaluatorDetailScreenWidgetBase);
38
+ const AiEvaluatorNewScreenWidget = withObservabilityServer(AiEvaluatorNewScreenWidgetBase);
39
+ const AiEvaluatorsScreenWidget = withObservabilityServer(AiEvaluatorsScreenWidgetBase);
40
+ const _AiExperimentNewScreenWidget = withObservabilityServer(AiExperimentNewScreenWidgetBase);
41
+ const _AiExperimentResultsScreenWidget = withObservabilityServer(
42
+ AiExperimentResultsScreenWidgetBase
43
+ );
44
+ const _AiExperimentsScreenWidget = withObservabilityServer(AiExperimentsScreenWidgetBase);
45
+ const _AiPromptEditorScreenWidget = withObservabilityServer(AiPromptEditorScreenWidgetBase);
46
+ const _AiPromptsScreenWidget = withObservabilityServer(AiPromptsScreenWidgetBase);
47
+ const _AiReviewItemScreenWidget = withObservabilityServer(AiReviewItemScreenWidgetBase);
48
+ const _AiReviewScreenWidget = withObservabilityServer(AiReviewScreenWidgetBase);
49
+ const _AiTraceDetailScreenWidget = withObservabilityServer(AiTraceDetailScreenWidgetBase);
50
+ const _AiTracesScreenWidget = withObservabilityServer(AiTracesScreenWidgetBase);
51
+ const _AiObservabilityChrome = withObservabilityServer(AiObservabilityChromeBase);
52
+ const _AiObservabilityStatusChip = withObservabilityServer(AiObservabilityStatusChipBase);
53
+
54
+ interface ExpoRouterPushMock {
55
+ (...args: unknown[]): void;
56
+ mockClear: () => void;
57
+ mock: {calls: unknown[][]};
58
+ }
59
+
60
+ const routerPush = mock(() => undefined) as unknown as ExpoRouterPushMock;
61
+
62
+ const readExpoSearchParams: {current: () => Record<string, string>} = {
63
+ current: () => ({}),
64
+ };
65
+
66
+ const setExpoSearchParams = (read: () => Record<string, string>): void => {
67
+ readExpoSearchParams.current = read;
68
+ };
69
+
70
+ mock.module("expo-router", () => ({
71
+ router: {
72
+ push: (...args: unknown[]): void => {
73
+ routerPush(...args);
74
+ },
75
+ },
76
+ useLocalSearchParams: (): Record<string, string> => readExpoSearchParams.current(),
77
+ }));
78
+ describe("AiEvaluatorDetailScreen", () => {
79
+ beforeEach(() => {
80
+ setExpoSearchParams(() => ({id: evaluatorId}));
81
+ routerPush.mockClear();
82
+ });
83
+ let evaluatorId = "eval-1";
84
+
85
+ const statusData = {
86
+ localOn: true,
87
+ plugins: [],
88
+ primaries: {
89
+ datasets: "local",
90
+ experiments: "local",
91
+ prompts: "local",
92
+ reviewQueue: "local",
93
+ },
94
+ };
95
+
96
+ const evaluator: EvaluatorRecord = {
97
+ confidenceAlertBelow: 0.5,
98
+ dimensions: [{dataType: "boolean", key: "correct", required: true}],
99
+ id: "eval-1",
100
+ judgePromptName: "judge",
101
+ name: "quality",
102
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 5},
103
+ target: "full trace",
104
+ type: "llm-judge",
105
+ };
106
+
107
+ const recentExperiment: ExperimentRecord = {
108
+ created: DateTime.utc().toISO() ?? "",
109
+ datasetId: "ds-1",
110
+ evaluatorIds: ["eval-1"],
111
+ id: "exp-1",
112
+ includeUnproofread: false,
113
+ items: [],
114
+ name: "recent",
115
+ promptName: "summarize",
116
+ results: {
117
+ gates: [],
118
+ lowConfidenceItemIds: [],
119
+ outlierItemIds: [],
120
+ progress: {completed: 3, total: 3},
121
+ totalCostUsd: 0.2,
122
+ },
123
+ status: "completed",
124
+ thresholds: [],
125
+ updated: DateTime.utc().toISO() ?? "",
126
+ versions: [1, 2],
127
+ };
128
+
129
+ const oldExperiment: ExperimentRecord = {
130
+ ...recentExperiment,
131
+ created: DateTime.utc().minus({days: 45}).toISO() ?? "",
132
+ id: "exp-old",
133
+ name: "old",
134
+ };
135
+
136
+ const detailState = {
137
+ data: evaluator as EvaluatorRecord | undefined,
138
+ isError: false,
139
+ isLoading: false,
140
+ };
141
+ const experimentsState = {
142
+ data: [recentExperiment, oldExperiment],
143
+ isError: false,
144
+ isLoading: false,
145
+ };
146
+ let promptIsError = false;
147
+ let promptIsLoading = false;
148
+
149
+ const DETAIL_ROUTE = "GET /ai/observability/evaluators/:id";
150
+ const JUDGE_PROMPT_ROUTE = "GET /ai/observability/prompts/:name";
151
+
152
+ const createServer = (): FakeObservabilityServer => {
153
+ return createObservabilityServer({
154
+ [DETAIL_ROUTE]: detailState,
155
+ [JUDGE_PROMPT_ROUTE]: {
156
+ data: {
157
+ folder: "ops",
158
+ labels: [{label: "production", version: 1}],
159
+ name: "judge",
160
+ tags: [],
161
+ versions: [
162
+ {
163
+ outputSchema: {properties: {correct: {type: "boolean"}}},
164
+ sensitive: false,
165
+ template: "Judge",
166
+ type: "text",
167
+ variables: [],
168
+ version: 1,
169
+ },
170
+ ],
171
+ },
172
+ isError: promptIsError,
173
+ isLoading: promptIsLoading,
174
+ },
175
+ "GET /ai/observability/experiments": experimentsState,
176
+ "GET /ai/observability/status": {data: statusData},
177
+ });
178
+ };
179
+
180
+ const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
181
+
182
+ describe("AiEvaluatorDetailScreenWidget", () => {
183
+ it("shows loading then detail with 30-day usage rows", async () => {
184
+ detailState.isLoading = true;
185
+ const loading = renderWithTheme(
186
+ <AiEvaluatorDetailScreenWidget
187
+ config={emptyConfig}
188
+ routeBase="/admin"
189
+ screenName="ai-evaluator-detail"
190
+ server={createServer()}
191
+ />
192
+ );
193
+ await flushObservabilityRequests();
194
+ expect(loading.getByTestId("ai-evaluator-detail-loading")).toBeTruthy();
195
+ loading.unmount();
196
+
197
+ detailState.isLoading = false;
198
+ detailState.data = evaluator;
199
+ const server = createServer();
200
+ const loaded = renderWithTheme(
201
+ <AiEvaluatorDetailScreenWidget
202
+ config={emptyConfig}
203
+ routeBase="/admin"
204
+ screenName="ai-evaluator-detail"
205
+ server={server}
206
+ />
207
+ );
208
+ await flushObservabilityRequests();
209
+ await flushObservabilityRequests();
210
+ expect(loaded.getByTestId("ai-evaluator-detail")).toBeTruthy();
211
+ assert.deepEqual(server.callsTo(DETAIL_ROUTE)[0]?.params, {id: "eval-1"});
212
+ assert.deepEqual(server.callsTo(JUDGE_PROMPT_ROUTE)[0]?.params, {name: "judge"});
213
+ expect(loaded.getByTestId("ai-evaluator-used-by")).toBeTruthy();
214
+ assert.notInclude(loaded.getByText("recent").props.children, "old");
215
+ });
216
+
217
+ it("shows judge prompt loading and error states without a false schema mismatch", async () => {
218
+ detailState.data = evaluator;
219
+ detailState.isError = false;
220
+ detailState.isLoading = false;
221
+ promptIsLoading = true;
222
+ const loading = renderWithTheme(
223
+ <AiEvaluatorDetailScreenWidget
224
+ config={emptyConfig}
225
+ routeBase="/admin"
226
+ screenName="ai-evaluator-detail"
227
+ server={createServer()}
228
+ />
229
+ );
230
+ await flushObservabilityRequests();
231
+ expect(loading.getByTestId("ai-evaluator-schema-loading")).toBeTruthy();
232
+ assert.notExists(loading.queryByTestId("ai-evaluator-schema-mismatch"));
233
+ loading.unmount();
234
+
235
+ promptIsLoading = false;
236
+ promptIsError = true;
237
+ const errored = renderWithTheme(
238
+ <AiEvaluatorDetailScreenWidget
239
+ config={emptyConfig}
240
+ routeBase="/admin"
241
+ screenName="ai-evaluator-detail"
242
+ server={createServer()}
243
+ />
244
+ );
245
+ await flushObservabilityRequests();
246
+ expect(errored.getByTestId("ai-evaluator-schema-error")).toBeTruthy();
247
+ assert.notExists(errored.queryByTestId("ai-evaluator-schema-mismatch"));
248
+ promptIsError = false;
249
+ });
250
+
251
+ it("shows missing id and load error states", async () => {
252
+ evaluatorId = "";
253
+ const missing = renderWithTheme(
254
+ <AiEvaluatorDetailScreenWidget
255
+ config={emptyConfig}
256
+ routeBase="/admin"
257
+ screenName="ai-evaluator-detail"
258
+ server={createServer()}
259
+ />
260
+ );
261
+ await flushObservabilityRequests();
262
+ expect(missing.getByText("Missing evaluator id.")).toBeTruthy();
263
+
264
+ evaluatorId = "eval-1";
265
+ detailState.isLoading = false;
266
+ detailState.data = undefined;
267
+ detailState.isError = true;
268
+ const errored = renderWithTheme(
269
+ <AiEvaluatorDetailScreenWidget
270
+ config={emptyConfig}
271
+ routeBase="/admin"
272
+ screenName="ai-evaluator-detail"
273
+ server={createServer()}
274
+ />
275
+ );
276
+ await flushObservabilityRequests();
277
+ expect(errored.getByText("Failed to load evaluator.")).toBeTruthy();
278
+ detailState.isError = false;
279
+ detailState.data = evaluator;
280
+ });
281
+
282
+ it("shows an experiments load error instead of an empty usage list", async () => {
283
+ detailState.data = evaluator;
284
+ detailState.isError = false;
285
+ detailState.isLoading = false;
286
+ experimentsState.isError = true;
287
+ experimentsState.data = [];
288
+ const view = renderWithTheme(
289
+ <AiEvaluatorDetailScreenWidget
290
+ config={emptyConfig}
291
+ routeBase="/admin"
292
+ screenName="ai-evaluator-detail"
293
+ server={createServer()}
294
+ />
295
+ );
296
+ await flushObservabilityRequests();
297
+ expect(view.getByTestId("ai-evaluator-used-by-error")).toBeTruthy();
298
+ assert.equal(
299
+ view.getByTestId("ai-evaluator-used-by-error").props.children,
300
+ "Could not load experiments."
301
+ );
302
+ assert.isNull(view.queryByTestId("ai-evaluator-used-by-empty"));
303
+ experimentsState.isError = false;
304
+ experimentsState.data = [recentExperiment, oldExperiment];
305
+ });
306
+ });
307
+ });
308
+
309
+ describe("AiEvaluatorNewScreen", () => {
310
+ beforeEach(() => {
311
+ setExpoSearchParams(() => ({}));
312
+ routerPush.mockClear();
313
+ });
314
+ const statusData = {
315
+ localOn: true,
316
+ permissions: {
317
+ aiExperiment: {create: true, list: true, read: true},
318
+ },
319
+ plugins: [],
320
+ primaries: {
321
+ datasets: "local",
322
+ experiments: "local",
323
+ prompts: "local",
324
+ reviewQueue: "local",
325
+ },
326
+ };
327
+
328
+ let createShouldFail = false;
329
+
330
+ const CREATE_ROUTE = "POST /ai/observability/evaluators";
331
+
332
+ const judgePrompt = {
333
+ folder: "ops",
334
+ labels: [{label: "production", version: 1}],
335
+ name: "judge",
336
+ tags: [],
337
+ versions: [
338
+ {
339
+ outputSchema: {properties: {quality: {type: "number"}}},
340
+ sensitive: false,
341
+ template: "Judge",
342
+ type: "text",
343
+ variables: [],
344
+ version: 1,
345
+ },
346
+ ],
347
+ };
348
+
349
+ /** Lets a test hold the judge prompt request open, then fail it. */
350
+ let judgePromptGate: {promise: Promise<unknown>; reject: (error: unknown) => void} | undefined;
351
+
352
+ const holdJudgePrompt = (): void => {
353
+ let reject: (error: unknown) => void = () => undefined;
354
+ const promise = new Promise<unknown>((_resolve, rejectPromise) => {
355
+ reject = rejectPromise;
356
+ });
357
+ judgePromptGate = {promise, reject};
358
+ };
359
+
360
+ const createServer = (): FakeObservabilityServer => {
361
+ return createObservabilityServer({
362
+ [CREATE_ROUTE]: async () => {
363
+ if (createShouldFail) {
364
+ throw {data: {title: "Duplicate name"}};
365
+ }
366
+ return {data: {id: "eval-new", name: "quality"}};
367
+ },
368
+ "GET /ai/observability/prompts": {
369
+ data: {
370
+ data: [
371
+ {
372
+ folder: "ops",
373
+ latestVersion: 1,
374
+ name: "judge",
375
+ production: 1,
376
+ type: "text",
377
+ },
378
+ ],
379
+ },
380
+ },
381
+ "GET /ai/observability/prompts/:name": async () => {
382
+ if (judgePromptGate) {
383
+ return judgePromptGate.promise;
384
+ }
385
+ return judgePrompt;
386
+ },
387
+ "GET /ai/observability/status": {data: statusData},
388
+ });
389
+ };
390
+
391
+ const createBodies = (
392
+ server: FakeObservabilityServer
393
+ ): Array<{description?: string; runModes?: {liveSampleRate?: number}} | undefined> => {
394
+ return server.callsTo(CREATE_ROUTE).map((request) => {
395
+ return request.body as {description?: string; runModes?: {liveSampleRate?: number}};
396
+ });
397
+ };
398
+
399
+ const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
400
+
401
+ const setDimensionKey = (view: ReturnType<typeof renderWithTheme>, key: string): void => {
402
+ const scoreName = view.queryByTestId("ai-evaluator-dimension-0-key");
403
+ if (scoreName) {
404
+ fireEvent.changeText(scoreName, key);
405
+ return;
406
+ }
407
+ fireEvent.changeText(view.getByDisplayValue("wrong-key"), key);
408
+ };
409
+
410
+ describe("AiEvaluatorNewScreenWidget", () => {
411
+ it("validates name, schema mismatch, and navigates on success", async () => {
412
+ createShouldFail = false;
413
+ routerPush.mockClear();
414
+ const server = createServer();
415
+ const view = renderWithTheme(
416
+ <AiEvaluatorNewScreenWidget
417
+ config={emptyConfig}
418
+ routeBase="/admin"
419
+ screenName="ai-evaluator-new"
420
+ server={server}
421
+ />
422
+ );
423
+ await flushObservabilityRequests();
424
+ await act(async () => {
425
+ fireEvent.press(view.getByTestId("ai-evaluator-submit"));
426
+ await Promise.resolve();
427
+ });
428
+ expect(view.getByTestId("ai-evaluator-create-error")).toBeTruthy();
429
+
430
+ fireEvent.changeText(view.getByTestId("ai-evaluator-name"), "quality");
431
+ setDimensionKey(view, "wrong-key");
432
+ await act(async () => {
433
+ fireEvent.press(view.getByTestId("ai-evaluator-type-llm-judge"));
434
+ await Promise.resolve();
435
+ });
436
+ await act(async () => {
437
+ fireEvent.press(view.getByTestId("ai-evaluator-submit"));
438
+ await Promise.resolve();
439
+ });
440
+ expect(view.getByText("Select a judge prompt.")).toBeTruthy();
441
+ expect(view.getByTestId("ai-evaluator-schema-idle")).toBeTruthy();
442
+ const judgeSelect = view.UNSAFE_root.findAllByType(SelectField).find((field) => {
443
+ return field.props.testID === "ai-evaluator-judge-prompt";
444
+ });
445
+ assert.ok(judgeSelect);
446
+ fireEvent(judgeSelect, "onChange", "judge");
447
+ await act(async () => {
448
+ fireEvent.press(view.getByTestId("ai-evaluator-submit"));
449
+ await Promise.resolve();
450
+ });
451
+ expect(view.getByTestId("ai-evaluator-schema-mismatch")).toBeTruthy();
452
+
453
+ await act(async () => {
454
+ fireEvent.press(view.getByTestId("ai-evaluator-type-human"));
455
+ await Promise.resolve();
456
+ });
457
+ setDimensionKey(view, "correct");
458
+ await act(async () => {
459
+ fireEvent.press(view.getByTestId("ai-evaluator-submit"));
460
+ await new Promise((resolve) => setTimeout(resolve, 50));
461
+ });
462
+ assert.equal(routerPush.mock.calls.length, 1);
463
+ });
464
+
465
+ it("surfaces create API errors", async () => {
466
+ createShouldFail = true;
467
+ const server = createServer();
468
+ const view = renderWithTheme(
469
+ <AiEvaluatorNewScreenWidget
470
+ config={emptyConfig}
471
+ routeBase="/admin"
472
+ screenName="ai-evaluator-new"
473
+ server={server}
474
+ />
475
+ );
476
+ await flushObservabilityRequests();
477
+ fireEvent.changeText(view.getByTestId("ai-evaluator-name"), "quality");
478
+ setDimensionKey(view, "correct");
479
+ await act(async () => {
480
+ fireEvent.press(view.getByTestId("ai-evaluator-submit"));
481
+ await Promise.resolve();
482
+ });
483
+ expect(view.getByTestId("ai-evaluator-create-error")).toBeTruthy();
484
+ assert.include(
485
+ String(view.getByTestId("ai-evaluator-create-error").props.children),
486
+ "Duplicate name"
487
+ );
488
+ });
489
+
490
+ it("validates empty dimension keys and creates json-assert evaluators", async () => {
491
+ createShouldFail = false;
492
+ routerPush.mockClear();
493
+ const server = createServer();
494
+ const view = renderWithTheme(
495
+ <AiEvaluatorNewScreenWidget
496
+ config={emptyConfig}
497
+ routeBase="/admin"
498
+ screenName="ai-evaluator-new"
499
+ server={server}
500
+ />
501
+ );
502
+ await flushObservabilityRequests();
503
+ fireEvent.changeText(view.getByTestId("ai-evaluator-name"), "assert");
504
+ await act(async () => {
505
+ fireEvent.press(view.getByTestId("ai-evaluator-type-json-assert"));
506
+ await Promise.resolve();
507
+ });
508
+ fireEvent.changeText(view.getByTestId("ai-evaluator-assertion-path"), "output.text");
509
+ await act(async () => {
510
+ fireEvent.press(view.getByTestId("ai-evaluator-submit"));
511
+ await Promise.resolve();
512
+ });
513
+ expect(view.getByText("Each score needs a name.")).toBeTruthy();
514
+
515
+ setDimensionKey(view, "pass");
516
+ await act(async () => {
517
+ fireEvent.press(view.getByTestId("ai-evaluator-submit"));
518
+ await new Promise((resolve) => setTimeout(resolve, 50));
519
+ });
520
+ assert.equal(routerPush.mock.calls.length, 1);
521
+ });
522
+
523
+ it("edits scores and purpose, then creates a human evaluator with live scoring off", async () => {
524
+ createShouldFail = false;
525
+ routerPush.mockClear();
526
+ const server = createServer();
527
+ const view = renderWithTheme(
528
+ <AiEvaluatorNewScreenWidget
529
+ config={emptyConfig}
530
+ routeBase="/admin"
531
+ screenName="ai-evaluator-new"
532
+ server={server}
533
+ />
534
+ );
535
+ await flushObservabilityRequests();
536
+ fireEvent.changeText(view.getByTestId("ai-evaluator-name"), "human-review");
537
+ fireEvent.changeText(
538
+ view.getByTestId("ai-evaluator-description"),
539
+ "Use when a person must judge answer quality."
540
+ );
541
+ setDimensionKey(view, "pass");
542
+ await act(async () => {
543
+ fireEvent.press(view.getByTestId("ai-evaluator-type-human"));
544
+ await Promise.resolve();
545
+ });
546
+ fireEvent.changeText(view.getByTestId("ai-evaluator-instructions"), "Rate quality");
547
+ await act(async () => {
548
+ fireEvent.press(view.getByTestId("ai-evaluator-add-dimension"));
549
+ await Promise.resolve();
550
+ });
551
+ const removeButtons = view.getAllByText("Remove");
552
+ await act(async () => {
553
+ fireEvent.press(removeButtons[removeButtons.length - 1]!);
554
+ await Promise.resolve();
555
+ });
556
+ await act(async () => {
557
+ fireEvent.press(view.getByTestId("ai-evaluator-submit"));
558
+ await new Promise((resolve) => setTimeout(resolve, 50));
559
+ });
560
+ assert.equal(routerPush.mock.calls.length, 1);
561
+ const createBody = createBodies(server)[0];
562
+ assert.equal(createBody?.description, "Use when a person must judge answer quality.");
563
+ assert.equal(createBody?.runModes?.liveSampleRate, 0);
564
+ });
565
+
566
+ it("rejects incomplete numeric and categorical scores and samples live traffic", async () => {
567
+ createShouldFail = false;
568
+ routerPush.mockClear();
569
+ const server = createServer();
570
+ const view = renderWithTheme(
571
+ <AiEvaluatorNewScreenWidget
572
+ config={emptyConfig}
573
+ routeBase="/admin"
574
+ screenName="ai-evaluator-new"
575
+ server={server}
576
+ />
577
+ );
578
+ await flushObservabilityRequests();
579
+ fireEvent.changeText(view.getByTestId("ai-evaluator-name"), "bounds");
580
+ setDimensionKey(view, "score");
581
+ await act(async () => {
582
+ fireEvent.press(view.getAllByText("Remove")[0]!);
583
+ await Promise.resolve();
584
+ });
585
+ assert.isOk(view.getByTestId("ai-evaluator-dimension-0-key"));
586
+
587
+ await act(async () => {
588
+ fireEvent.press(view.getAllByText("numeric")[0]!);
589
+ await Promise.resolve();
590
+ });
591
+ fireEvent.changeText(view.getByTestId("ai-evaluator-dimension-0-min"), "8");
592
+ await act(async () => {
593
+ fireEvent.press(view.getAllByText("boolean")[0]!);
594
+ await Promise.resolve();
595
+ });
596
+ await act(async () => {
597
+ fireEvent.press(view.getAllByText("numeric")[0]!);
598
+ await Promise.resolve();
599
+ });
600
+ assert.equal(view.getByTestId("ai-evaluator-dimension-0-min").props.value, "0");
601
+ fireEvent.changeText(view.getByTestId("ai-evaluator-dimension-0-min"), "5");
602
+ fireEvent.changeText(view.getByTestId("ai-evaluator-dimension-0-max"), "1");
603
+ await act(async () => {
604
+ fireEvent.press(view.getByTestId("ai-evaluator-submit"));
605
+ await Promise.resolve();
606
+ });
607
+ expect(
608
+ view.getByText(
609
+ "Each numeric score needs a min and a max, with min less than or equal to max."
610
+ )
611
+ ).toBeTruthy();
612
+
613
+ await act(async () => {
614
+ fireEvent.press(view.getAllByText("categorical")[0]!);
615
+ await Promise.resolve();
616
+ });
617
+ await act(async () => {
618
+ fireEvent.press(view.getByTestId("ai-evaluator-submit"));
619
+ await Promise.resolve();
620
+ });
621
+ expect(view.getByText("Add at least one category for each categorical score.")).toBeTruthy();
622
+
623
+ await act(async () => {
624
+ fireEvent.press(view.getAllByText("boolean")[0]!);
625
+ await Promise.resolve();
626
+ });
627
+ await act(async () => {
628
+ fireEvent.press(view.getByTestId("ai-evaluator-type-json-assert"));
629
+ await Promise.resolve();
630
+ });
631
+ fireEvent.changeText(view.getByTestId("ai-evaluator-live-sample"), "25");
632
+ await act(async () => {
633
+ fireEvent.press(view.getByTestId("ai-evaluator-submit"));
634
+ await new Promise((resolve) => setTimeout(resolve, 50));
635
+ });
636
+ assert.equal(routerPush.mock.calls.length, 1);
637
+ const createBody = createBodies(server).at(-1);
638
+ assert.equal(createBody?.runModes?.liveSampleRate, 25);
639
+ });
640
+
641
+ it("waits for the judge prompt and reports a schema load failure", async () => {
642
+ createShouldFail = false;
643
+ holdJudgePrompt();
644
+ const server = createServer();
645
+ const view = renderWithTheme(
646
+ <AiEvaluatorNewScreenWidget
647
+ config={emptyConfig}
648
+ routeBase="/admin"
649
+ screenName="ai-evaluator-new"
650
+ server={server}
651
+ />
652
+ );
653
+ await flushObservabilityRequests();
654
+ fireEvent.changeText(view.getByTestId("ai-evaluator-name"), "judge-check");
655
+ setDimensionKey(view, "quality");
656
+ await act(async () => {
657
+ fireEvent.press(view.getByTestId("ai-evaluator-type-llm-judge"));
658
+ await Promise.resolve();
659
+ });
660
+ const judgeSelect = view.UNSAFE_root.findAllByType(SelectField).find((field) => {
661
+ return field.props.testID === "ai-evaluator-judge-prompt";
662
+ });
663
+ assert.ok(judgeSelect);
664
+ fireEvent(judgeSelect, "onChange", "judge");
665
+ await flushObservabilityRequests();
666
+ await act(async () => {
667
+ fireEvent.press(view.getByTestId("ai-evaluator-submit"));
668
+ await Promise.resolve();
669
+ });
670
+ expect(view.getByText("Wait for the judge prompt schema to load.")).toBeTruthy();
671
+ expect(view.getByTestId("ai-evaluator-schema-loading")).toBeTruthy();
672
+ assert.deepEqual(server.callsTo("GET /ai/observability/prompts/:name")[0]?.params, {
673
+ name: "judge",
674
+ });
675
+
676
+ // The held judge prompt request now fails on the server.
677
+ judgePromptGate?.reject({data: {title: "Prompt store unavailable"}, status: 500});
678
+ judgePromptGate = undefined;
679
+ await flushObservabilityRequests();
680
+ await act(async () => {
681
+ fireEvent.press(view.getByTestId("ai-evaluator-submit"));
682
+ await Promise.resolve();
683
+ });
684
+ assert.include(
685
+ String(view.getByTestId("ai-evaluator-create-error").props.children),
686
+ "could not be loaded"
687
+ );
688
+ expect(view.getByTestId("ai-evaluator-schema-error")).toBeTruthy();
689
+ });
690
+ });
691
+ });
692
+
693
+ describe("AiEvaluatorsListScreen", () => {
694
+ beforeEach(() => {
695
+ setExpoSearchParams(() => ({}));
696
+ routerPush.mockClear();
697
+ });
698
+ const statusData = {
699
+ localOn: true,
700
+ permissions: {
701
+ aiEvaluator: {create: true, list: true, read: true},
702
+ },
703
+ plugins: [],
704
+ primaries: {
705
+ datasets: "local",
706
+ experiments: "local",
707
+ prompts: "local",
708
+ reviewQueue: "local",
709
+ },
710
+ };
711
+
712
+ const evaluators: EvaluatorRecord[] = [
713
+ {
714
+ confidenceAlertBelow: 0.5,
715
+ dimensions: [{dataType: "boolean", key: "correct", required: true}],
716
+ id: "eval-1",
717
+ name: "quality",
718
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
719
+ target: "full trace",
720
+ type: "human",
721
+ },
722
+ ];
723
+
724
+ const listState = {
725
+ data: evaluators as EvaluatorRecord[] | undefined,
726
+ isError: false,
727
+ isLoading: false,
728
+ };
729
+
730
+ const createServer = (): FakeObservabilityServer => {
731
+ return createObservabilityServer({
732
+ "GET /ai/observability/evaluators": listState,
733
+ "GET /ai/observability/status": {data: statusData},
734
+ });
735
+ };
736
+
737
+ const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
738
+
739
+ describe("AiEvaluatorsScreenWidget", () => {
740
+ it("shows loading then evaluator table and navigates on create/open", async () => {
741
+ listState.isLoading = true;
742
+ const loading = renderWithTheme(
743
+ <AiEvaluatorsScreenWidget
744
+ config={emptyConfig}
745
+ routeBase="/admin"
746
+ screenName="ai-evaluators"
747
+ server={createServer()}
748
+ />
749
+ );
750
+ await flushObservabilityRequests();
751
+ expect(loading.getByTestId("ai-evaluators-loading")).toBeTruthy();
752
+ loading.unmount();
753
+
754
+ listState.isLoading = false;
755
+ listState.data = evaluators;
756
+ routerPush.mockClear();
757
+ const loaded = renderWithTheme(
758
+ <AiEvaluatorsScreenWidget
759
+ config={emptyConfig}
760
+ routeBase="/admin"
761
+ screenName="ai-evaluators"
762
+ server={createServer()}
763
+ />
764
+ );
765
+ await flushObservabilityRequests();
766
+ expect(loaded.getByTestId("ai-evaluators-table")).toBeTruthy();
767
+ await act(async () => {
768
+ fireEvent.press(loaded.getByTestId("ai-evaluators-create"));
769
+ await new Promise((resolve) => setTimeout(resolve, 50));
770
+ });
771
+ assert.include(String(routerPush.mock.calls[0]?.[0]), "ai-evaluator-new");
772
+ await act(async () => {
773
+ fireEvent.press(loaded.getByTestId("ai-evaluator-open-eval-1"));
774
+ await new Promise((resolve) => setTimeout(resolve, 50));
775
+ });
776
+ assert.include(String(routerPush.mock.calls[1]?.[0]), "ai-evaluator-detail");
777
+ });
778
+
779
+ it("hides create when the caller cannot create evaluators", async () => {
780
+ listState.isLoading = false;
781
+ statusData.permissions = {aiEvaluator: {create: false, list: true, read: true}};
782
+ const view = renderWithTheme(
783
+ <AiEvaluatorsScreenWidget
784
+ config={emptyConfig}
785
+ routeBase="/admin"
786
+ screenName="ai-evaluators"
787
+ server={createServer()}
788
+ />
789
+ );
790
+ await flushObservabilityRequests();
791
+ expect(view.queryByTestId("ai-evaluators-create")).toBeNull();
792
+ statusData.permissions = {aiEvaluator: {create: true, list: true, read: true}};
793
+ });
794
+ });
795
+ });
796
+
797
+ describe("AiEvaluatorsListView", () => {
798
+ beforeEach(() => {
799
+ setExpoSearchParams(() => ({}));
800
+ routerPush.mockClear();
801
+ });
802
+ const evaluators: EvaluatorRecord[] = [
803
+ {
804
+ confidenceAlertBelow: 0.5,
805
+ dimensions: [{dataType: "boolean", key: "correct", required: true}],
806
+ id: "eval-1",
807
+ name: "quality",
808
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
809
+ target: "full trace",
810
+ type: "llm-judge",
811
+ },
812
+ ];
813
+
814
+ describe("AiEvaluatorsListView", () => {
815
+ it("renders the loading state", () => {
816
+ const {getByTestId} = renderWithTheme(
817
+ <AiEvaluatorsListView
818
+ evaluators={[]}
819
+ isLoading
820
+ onCreate={() => undefined}
821
+ onOpen={() => undefined}
822
+ onRetry={() => undefined}
823
+ />
824
+ );
825
+ expect(getByTestId("ai-evaluators-loading")).toBeTruthy();
826
+ });
827
+
828
+ it("renders the empty state", () => {
829
+ const {getByTestId} = renderWithTheme(
830
+ <AiEvaluatorsListView
831
+ evaluators={[]}
832
+ isLoading={false}
833
+ onCreate={() => undefined}
834
+ onOpen={() => undefined}
835
+ onRetry={() => undefined}
836
+ />
837
+ );
838
+ expect(getByTestId("ai-evaluators-empty")).toBeTruthy();
839
+ });
840
+
841
+ it("renders a loaded table with Open controls", () => {
842
+ const {getByTestId} = renderWithTheme(
843
+ <AiEvaluatorsListView
844
+ evaluators={evaluators}
845
+ isLoading={false}
846
+ onCreate={() => undefined}
847
+ onOpen={() => undefined}
848
+ onRetry={() => undefined}
849
+ />
850
+ );
851
+ expect(getByTestId("ai-evaluators-table")).toBeTruthy();
852
+ expect(getByTestId("ai-evaluator-open-eval-1")).toBeTruthy();
853
+ });
854
+
855
+ it("uses a distinct badge status for each evaluator type", () => {
856
+ const baseEvaluator = evaluators[0];
857
+ assert.exists(baseEvaluator);
858
+ const allTypes: EvaluatorRecord[] = [
859
+ baseEvaluator,
860
+ {...baseEvaluator, id: "eval-2", name: "human", type: "human"},
861
+ {...baseEvaluator, id: "eval-3", name: "assert", type: "json-assert"},
862
+ ];
863
+ const {getByTestId} = renderWithTheme(
864
+ <AiEvaluatorsListView
865
+ evaluators={allTypes}
866
+ isLoading={false}
867
+ onCreate={() => undefined}
868
+ onOpen={() => undefined}
869
+ onRetry={() => undefined}
870
+ />
871
+ );
872
+ const colors = allTypes.map((evaluator) => {
873
+ return getByTestId(`ai-evaluator-type-${evaluator.type}`).props.style[0].backgroundColor;
874
+ });
875
+
876
+ assert.equal(new Set(colors).size, 3);
877
+ });
878
+ });
879
+ });