@terreno/admin-frontend 57.21.0 → 58.0.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (550) hide show
  1. package/.ai/guidelines/core.md +6 -5
  2. package/CHANGELOG.md +43 -0
  3. package/README.md +33 -21
  4. package/dist/AdminFieldRenderer.d.ts.map +1 -1
  5. package/dist/AdminFieldRenderer.js +4 -4
  6. package/dist/AdminFieldRenderer.js.map +1 -1
  7. package/dist/AdminFieldRendererCore.d.ts.map +1 -1
  8. package/dist/AdminFieldRendererCore.js +9 -9
  9. package/dist/AdminFieldRendererCore.js.map +1 -1
  10. package/dist/AdminFilterDrawer.d.ts +1 -2
  11. package/dist/AdminFilterDrawer.d.ts.map +1 -1
  12. package/dist/AdminFilterDrawer.js +4 -4
  13. package/dist/AdminFilterDrawer.js.map +1 -1
  14. package/dist/AdminHome.d.ts +0 -2
  15. package/dist/AdminHome.d.ts.map +1 -1
  16. package/dist/AdminHome.js +4 -5
  17. package/dist/AdminHome.js.map +1 -1
  18. package/dist/AdminMigrations.d.ts.map +1 -1
  19. package/dist/AdminMigrations.js +3 -3
  20. package/dist/AdminMigrations.js.map +1 -1
  21. package/dist/AdminMigrationsView.d.ts +1 -2
  22. package/dist/AdminMigrationsView.d.ts.map +1 -1
  23. package/dist/AdminMigrationsView.js +3 -3
  24. package/dist/AdminMigrationsView.js.map +1 -1
  25. package/dist/AdminModelForm.d.ts +3 -6
  26. package/dist/AdminModelForm.d.ts.map +1 -1
  27. package/dist/AdminModelForm.js +8 -11
  28. package/dist/AdminModelForm.js.map +1 -1
  29. package/dist/AdminModelList.d.ts +2 -5
  30. package/dist/AdminModelList.d.ts.map +1 -1
  31. package/dist/AdminModelList.js +4 -6
  32. package/dist/AdminModelList.js.map +1 -1
  33. package/dist/AdminModelTable.d.ts +0 -2
  34. package/dist/AdminModelTable.d.ts.map +1 -1
  35. package/dist/AdminModelTable.js +12 -28
  36. package/dist/AdminModelTable.js.map +1 -1
  37. package/dist/AdminNestedArrayField.d.ts +1 -2
  38. package/dist/AdminNestedArrayField.d.ts.map +1 -1
  39. package/dist/AdminNestedArrayField.js +4 -7
  40. package/dist/AdminNestedArrayField.js.map +1 -1
  41. package/dist/AdminObjectPicker.d.ts +0 -2
  42. package/dist/AdminObjectPicker.d.ts.map +1 -1
  43. package/dist/AdminObjectPicker.js +18 -63
  44. package/dist/AdminObjectPicker.js.map +1 -1
  45. package/dist/AdminPrimitiveArrayField.d.ts +1 -2
  46. package/dist/AdminPrimitiveArrayField.d.ts.map +1 -1
  47. package/dist/AdminPrimitiveArrayField.js +3 -3
  48. package/dist/AdminPrimitiveArrayField.js.map +1 -1
  49. package/dist/AdminProvider.d.ts.map +1 -1
  50. package/dist/AdminProvider.js +3 -9
  51. package/dist/AdminProvider.js.map +1 -1
  52. package/dist/AdminRefField.d.ts.map +1 -1
  53. package/dist/AdminRefField.js +2 -2
  54. package/dist/AdminRefField.js.map +1 -1
  55. package/dist/AdminRolesField.d.ts.map +1 -1
  56. package/dist/AdminRolesField.js +2 -2
  57. package/dist/AdminRolesField.js.map +1 -1
  58. package/dist/AdminRolesList.js +2 -2
  59. package/dist/AdminRolesList.js.map +1 -1
  60. package/dist/AdminScreenRouter.d.ts.map +1 -1
  61. package/dist/AdminScreenRouter.js +6 -6
  62. package/dist/AdminScreenRouter.js.map +1 -1
  63. package/dist/AdminScriptList.d.ts +0 -2
  64. package/dist/AdminScriptList.d.ts.map +1 -1
  65. package/dist/AdminScriptList.js +5 -5
  66. package/dist/AdminScriptList.js.map +1 -1
  67. package/dist/AdminScriptRunModal.d.ts +0 -2
  68. package/dist/AdminScriptRunModal.d.ts.map +1 -1
  69. package/dist/AdminScriptRunModal.js +2 -2
  70. package/dist/AdminScriptRunModal.js.map +1 -1
  71. package/dist/AdminShell.d.ts +1 -2
  72. package/dist/AdminShell.d.ts.map +1 -1
  73. package/dist/AdminShell.js +2 -2
  74. package/dist/AdminShell.js.map +1 -1
  75. package/dist/AdminShellLayout.d.ts +1 -1
  76. package/dist/AdminShellLayout.js +1 -1
  77. package/dist/AdminVersionConfig.d.ts +0 -2
  78. package/dist/AdminVersionConfig.d.ts.map +1 -1
  79. package/dist/AdminVersionConfig.js +8 -40
  80. package/dist/AdminVersionConfig.js.map +1 -1
  81. package/dist/AnnouncementEditor.d.ts +0 -2
  82. package/dist/AnnouncementEditor.d.ts.map +1 -1
  83. package/dist/AnnouncementEditor.js +20 -42
  84. package/dist/AnnouncementEditor.js.map +1 -1
  85. package/dist/AnnouncementList.d.ts +0 -2
  86. package/dist/AnnouncementList.d.ts.map +1 -1
  87. package/dist/AnnouncementList.js +3 -3
  88. package/dist/AnnouncementList.js.map +1 -1
  89. package/dist/AnnouncementOverview.d.ts +0 -2
  90. package/dist/AnnouncementOverview.d.ts.map +1 -1
  91. package/dist/AnnouncementOverview.js +11 -30
  92. package/dist/AnnouncementOverview.js.map +1 -1
  93. package/dist/AnnouncementOverviewScreenWidget.d.ts.map +1 -1
  94. package/dist/AnnouncementOverviewScreenWidget.js +2 -2
  95. package/dist/AnnouncementOverviewScreenWidget.js.map +1 -1
  96. package/dist/ConfigurationScreen.d.ts +1 -5
  97. package/dist/ConfigurationScreen.d.ts.map +1 -1
  98. package/dist/ConfigurationScreen.js +3 -4
  99. package/dist/ConfigurationScreen.js.map +1 -1
  100. package/dist/ConsentFormEditor.d.ts +0 -2
  101. package/dist/ConsentFormEditor.d.ts.map +1 -1
  102. package/dist/ConsentFormEditor.js +13 -65
  103. package/dist/ConsentFormEditor.js.map +1 -1
  104. package/dist/ConsentFormList.d.ts +0 -2
  105. package/dist/ConsentFormList.d.ts.map +1 -1
  106. package/dist/ConsentFormList.js +3 -3
  107. package/dist/ConsentFormList.js.map +1 -1
  108. package/dist/ConsentHistory.d.ts +0 -2
  109. package/dist/ConsentHistory.d.ts.map +1 -1
  110. package/dist/ConsentHistory.js +2 -2
  111. package/dist/ConsentHistory.js.map +1 -1
  112. package/dist/ConsentResponseViewer.d.ts +0 -2
  113. package/dist/ConsentResponseViewer.d.ts.map +1 -1
  114. package/dist/ConsentResponseViewer.js +3 -3
  115. package/dist/ConsentResponseViewer.js.map +1 -1
  116. package/dist/DocumentStorageBrowser.d.ts.map +1 -1
  117. package/dist/DocumentStorageBrowser.js +2 -2
  118. package/dist/DocumentStorageBrowser.js.map +1 -1
  119. package/dist/adminApiQueryParams.d.ts +1 -1
  120. package/dist/adminApiQueryParams.d.ts.map +1 -1
  121. package/dist/adminApiQueryParams.js +1 -1
  122. package/dist/adminApiQueryParams.js.map +1 -1
  123. package/dist/adminRequest.d.ts +5 -4
  124. package/dist/adminRequest.d.ts.map +1 -1
  125. package/dist/adminRequest.js +19 -102
  126. package/dist/adminRequest.js.map +1 -1
  127. package/dist/adminWindowedTable.d.ts +1 -2
  128. package/dist/adminWindowedTable.d.ts.map +1 -1
  129. package/dist/adminWindowedTable.js +2 -2
  130. package/dist/adminWindowedTable.js.map +1 -1
  131. package/dist/comms/CommsDashboardScreen.d.ts +0 -2
  132. package/dist/comms/CommsDashboardScreen.d.ts.map +1 -1
  133. package/dist/comms/CommsDashboardScreen.js +2 -2
  134. package/dist/comms/CommsDashboardScreen.js.map +1 -1
  135. package/dist/comms/CommsDashboardScreenWidget.d.ts.map +1 -1
  136. package/dist/comms/CommsDashboardScreenWidget.js +2 -2
  137. package/dist/comms/CommsDashboardScreenWidget.js.map +1 -1
  138. package/dist/comms/CommsMessageDetail.d.ts +0 -2
  139. package/dist/comms/CommsMessageDetail.d.ts.map +1 -1
  140. package/dist/comms/CommsMessageDetail.js +5 -5
  141. package/dist/comms/CommsMessageDetail.js.map +1 -1
  142. package/dist/comms/useCommsDashboardApi.d.ts +6 -19
  143. package/dist/comms/useCommsDashboardApi.d.ts.map +1 -1
  144. package/dist/comms/useCommsDashboardApi.js +34 -93
  145. package/dist/comms/useCommsDashboardApi.js.map +1 -1
  146. package/dist/consentPdfTemplates.d.ts +1 -0
  147. package/dist/consentPdfTemplates.d.ts.map +1 -1
  148. package/dist/consentPdfTemplates.js.map +1 -1
  149. package/dist/index.d.ts +3 -3
  150. package/dist/index.d.ts.map +1 -1
  151. package/dist/index.js +2 -2
  152. package/dist/index.js.map +1 -1
  153. package/dist/jobs/JobsDashboardScreen.d.ts +0 -2
  154. package/dist/jobs/JobsDashboardScreen.d.ts.map +1 -1
  155. package/dist/jobs/JobsDashboardScreen.js +2 -2
  156. package/dist/jobs/JobsDashboardScreen.js.map +1 -1
  157. package/dist/jobs/JobsDashboardScreenWidget.d.ts.map +1 -1
  158. package/dist/jobs/JobsDashboardScreenWidget.js +2 -2
  159. package/dist/jobs/JobsDashboardScreenWidget.js.map +1 -1
  160. package/dist/jobs/JobsHomeWidget.js +2 -2
  161. package/dist/jobs/JobsHomeWidget.js.map +1 -1
  162. package/dist/jobs/JobsJobDetail.d.ts +0 -2
  163. package/dist/jobs/JobsJobDetail.d.ts.map +1 -1
  164. package/dist/jobs/JobsJobDetail.js +2 -2
  165. package/dist/jobs/JobsJobDetail.js.map +1 -1
  166. package/dist/jobs/jobPayload.d.ts +1 -1
  167. package/dist/jobs/jobPayload.d.ts.map +1 -1
  168. package/dist/jobs/useJobsDashboardApi.d.ts +29 -53
  169. package/dist/jobs/useJobsDashboardApi.d.ts.map +1 -1
  170. package/dist/jobs/useJobsDashboardApi.js +50 -84
  171. package/dist/jobs/useJobsDashboardApi.js.map +1 -1
  172. package/dist/orgs/MemberSecurityPanel.js.map +1 -1
  173. package/dist/orgs/OrgDirectoryScreen.d.ts +0 -2
  174. package/dist/orgs/OrgDirectoryScreen.d.ts.map +1 -1
  175. package/dist/orgs/OrgDirectoryScreen.js +5 -3
  176. package/dist/orgs/OrgDirectoryScreen.js.map +1 -1
  177. package/dist/orgs/OrgMembersScreen.d.ts +0 -2
  178. package/dist/orgs/OrgMembersScreen.d.ts.map +1 -1
  179. package/dist/orgs/OrgMembersScreen.js +3 -3
  180. package/dist/orgs/OrgMembersScreen.js.map +1 -1
  181. package/dist/orgs/OrgSettingsScreen.d.ts +0 -2
  182. package/dist/orgs/OrgSettingsScreen.d.ts.map +1 -1
  183. package/dist/orgs/OrgSettingsScreen.js +2 -2
  184. package/dist/orgs/OrgSettingsScreen.js.map +1 -1
  185. package/dist/orgs/OrgSwitcher.d.ts +0 -2
  186. package/dist/orgs/OrgSwitcher.d.ts.map +1 -1
  187. package/dist/orgs/OrgSwitcher.js +2 -2
  188. package/dist/orgs/OrgSwitcher.js.map +1 -1
  189. package/dist/orgs/normalizeListData.d.ts +2 -3
  190. package/dist/orgs/normalizeListData.d.ts.map +1 -1
  191. package/dist/orgs/normalizeListData.js.map +1 -1
  192. package/dist/orgs/organizationHeaders.d.ts +3 -0
  193. package/dist/orgs/organizationHeaders.d.ts.map +1 -0
  194. package/dist/orgs/organizationHeaders.js +8 -0
  195. package/dist/orgs/organizationHeaders.js.map +1 -0
  196. package/dist/orgs/useMemberSecurityApi.js +1 -1
  197. package/dist/orgs/useMemberSecurityApi.js.map +1 -1
  198. package/dist/orgs/useOrganizationsApi.d.ts +38 -13
  199. package/dist/orgs/useOrganizationsApi.d.ts.map +1 -1
  200. package/dist/orgs/useOrganizationsApi.js +89 -87
  201. package/dist/orgs/useOrganizationsApi.js.map +1 -1
  202. package/dist/types.d.ts +3 -29
  203. package/dist/types.d.ts.map +1 -1
  204. package/dist/types.js.map +1 -1
  205. package/dist/useAdminBackgroundTask.d.ts +2 -3
  206. package/dist/useAdminBackgroundTask.d.ts.map +1 -1
  207. package/dist/useAdminBackgroundTask.js +11 -33
  208. package/dist/useAdminBackgroundTask.js.map +1 -1
  209. package/dist/useAdminConfig.d.ts +9 -11
  210. package/dist/useAdminConfig.d.ts.map +1 -1
  211. package/dist/useAdminConfig.js +10 -38
  212. package/dist/useAdminConfig.js.map +1 -1
  213. package/dist/useAdminMigrations.d.ts +18 -19
  214. package/dist/useAdminMigrations.d.ts.map +1 -1
  215. package/dist/useAdminMigrations.js +19 -39
  216. package/dist/useAdminMigrations.js.map +1 -1
  217. package/dist/useAdminModelApi.d.ts +72 -0
  218. package/dist/useAdminModelApi.d.ts.map +1 -0
  219. package/dist/useAdminModelApi.js +94 -0
  220. package/dist/useAdminModelApi.js.map +1 -0
  221. package/dist/useAdminRoles.d.ts +10 -11
  222. package/dist/useAdminRoles.d.ts.map +1 -1
  223. package/dist/useAdminRoles.js +29 -97
  224. package/dist/useAdminRoles.js.map +1 -1
  225. package/dist/useAdminRpc.d.ts +46 -12
  226. package/dist/useAdminRpc.d.ts.map +1 -1
  227. package/dist/useAdminRpc.js +91 -30
  228. package/dist/useAdminRpc.js.map +1 -1
  229. package/dist/useAdminScripts.d.ts +37 -41
  230. package/dist/useAdminScripts.d.ts.map +1 -1
  231. package/dist/useAdminScripts.js +42 -109
  232. package/dist/useAdminScripts.js.map +1 -1
  233. package/dist/useConfigurationApi.d.ts +8 -16
  234. package/dist/useConfigurationApi.d.ts.map +1 -1
  235. package/dist/useConfigurationApi.js +16 -66
  236. package/dist/useConfigurationApi.js.map +1 -1
  237. package/dist/useConsentHistory.d.ts +3 -34
  238. package/dist/useConsentHistory.d.ts.map +1 -1
  239. package/dist/useConsentHistory.js +10 -38
  240. package/dist/useConsentHistory.js.map +1 -1
  241. package/dist/useDocumentStorageApi.d.ts +36 -8
  242. package/dist/useDocumentStorageApi.d.ts.map +1 -1
  243. package/dist/useDocumentStorageApi.js +65 -151
  244. package/dist/useDocumentStorageApi.js.map +1 -1
  245. package/dist/widgets/AIRequestsScreenWidget.d.ts.map +1 -1
  246. package/dist/widgets/AIRequestsScreenWidget.js +3 -21
  247. package/dist/widgets/AIRequestsScreenWidget.js.map +1 -1
  248. package/dist/widgets/DocumentsScreenWidget.d.ts.map +1 -1
  249. package/dist/widgets/DocumentsScreenWidget.js +2 -2
  250. package/dist/widgets/DocumentsScreenWidget.js.map +1 -1
  251. package/dist/widgets/ModelsGridWidget.d.ts.map +1 -1
  252. package/dist/widgets/ModelsGridWidget.js +5 -5
  253. package/dist/widgets/ModelsGridWidget.js.map +1 -1
  254. package/dist/widgets/RecentActivityWidget.js +3 -3
  255. package/dist/widgets/RecentActivityWidget.js.map +1 -1
  256. package/dist/widgets/VersionConfigScreenWidget.d.ts.map +1 -1
  257. package/dist/widgets/VersionConfigScreenWidget.js +2 -2
  258. package/dist/widgets/VersionConfigScreenWidget.js.map +1 -1
  259. package/dist/widgets/VersionConfigWidget.js +2 -2
  260. package/dist/widgets/VersionConfigWidget.js.map +1 -1
  261. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js +4 -4
  262. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js.map +1 -1
  263. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js +4 -4
  264. package/dist/widgets/aiObservability/datasets/AiDatasetsListScreen.js.map +1 -1
  265. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts +30 -71
  266. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts.map +1 -1
  267. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js +48 -95
  268. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js.map +1 -1
  269. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js +4 -4
  270. package/dist/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.js.map +1 -1
  271. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js +3 -3
  272. package/dist/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.js.map +1 -1
  273. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js +3 -3
  274. package/dist/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.js.map +1 -1
  275. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts +12 -31
  276. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.d.ts.map +1 -1
  277. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js +19 -46
  278. package/dist/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.js.map +1 -1
  279. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js +5 -5
  280. package/dist/widgets/aiObservability/experiments/AiExperimentNewScreen.js.map +1 -1
  281. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js +4 -4
  282. package/dist/widgets/aiObservability/experiments/AiExperimentResultsScreen.js.map +1 -1
  283. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js +3 -3
  284. package/dist/widgets/aiObservability/experiments/AiExperimentsListScreen.js.map +1 -1
  285. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts +18 -49
  286. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.d.ts.map +1 -1
  287. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js +33 -65
  288. package/dist/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.js.map +1 -1
  289. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.d.ts.map +1 -1
  290. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js +6 -4
  291. package/dist/widgets/aiObservability/prompts/AiPromptEditorScreen.js.map +1 -1
  292. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  293. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +19 -9
  294. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  295. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.d.ts.map +1 -1
  296. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js +6 -1
  297. package/dist/widgets/aiObservability/prompts/AiPromptPlaygroundView.js.map +1 -1
  298. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +2 -2
  299. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  300. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts +18 -61
  301. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.d.ts.map +1 -1
  302. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js +47 -82
  303. package/dist/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.js.map +1 -1
  304. package/dist/widgets/aiObservability/review/AiReviewItemScreen.d.ts.map +1 -1
  305. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js +5 -3
  306. package/dist/widgets/aiObservability/review/AiReviewItemScreen.js.map +1 -1
  307. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js +2 -2
  308. package/dist/widgets/aiObservability/review/AiReviewQueueScreen.js.map +1 -1
  309. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts +12 -35
  310. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.d.ts.map +1 -1
  311. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js +25 -63
  312. package/dist/widgets/aiObservability/review/useAiObservabilityReviewApi.js.map +1 -1
  313. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.d.ts.map +1 -1
  314. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js +2 -2
  315. package/dist/widgets/aiObservability/shell/AiObservabilityChrome.js.map +1 -1
  316. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts +0 -2
  317. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.d.ts.map +1 -1
  318. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js +7 -24
  319. package/dist/widgets/aiObservability/shell/AiObservabilityStatusChip.js.map +1 -1
  320. package/dist/widgets/aiObservability/shell/observabilityRequest.d.ts +40 -0
  321. package/dist/widgets/aiObservability/shell/observabilityRequest.d.ts.map +1 -0
  322. package/dist/widgets/aiObservability/shell/observabilityRequest.js +62 -0
  323. package/dist/widgets/aiObservability/shell/observabilityRequest.js.map +1 -0
  324. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.d.ts.map +1 -1
  325. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js +5 -3
  326. package/dist/widgets/aiObservability/traces/AiTraceDetailScreen.js.map +1 -1
  327. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js +4 -4
  328. package/dist/widgets/aiObservability/traces/AiTracesListScreen.js.map +1 -1
  329. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts +18 -46
  330. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  331. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +32 -72
  332. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  333. package/dist/widgets/harness/HarnessApprovalInbox.d.ts.map +1 -1
  334. package/dist/widgets/harness/HarnessApprovalInbox.js +5 -5
  335. package/dist/widgets/harness/HarnessApprovalInbox.js.map +1 -1
  336. package/dist/widgets/harness/useHarnessApprovals.d.ts +0 -1
  337. package/dist/widgets/harness/useHarnessApprovals.d.ts.map +1 -1
  338. package/dist/widgets/harness/useHarnessApprovals.js +0 -2
  339. package/dist/widgets/harness/useHarnessApprovals.js.map +1 -1
  340. package/package.json +12 -15
  341. package/src/AdminFieldRenderer.test.tsx +3 -4
  342. package/src/AdminFieldRenderer.tsx +0 -4
  343. package/src/AdminFieldRendererCore.tsx +0 -9
  344. package/src/AdminFilterDrawer.tsx +2 -8
  345. package/src/AdminHome.test.tsx +36 -31
  346. package/src/AdminHome.tsx +3 -8
  347. package/src/AdminMigrations.tsx +2 -7
  348. package/src/AdminMigrationsView.tsx +3 -5
  349. package/src/AdminModelForm.isolated.tsx +38 -202
  350. package/src/AdminModelForm.orgSkip.test.tsx +9 -12
  351. package/src/AdminModelForm.tsx +5 -14
  352. package/src/AdminModelForm.updateDepth.test.tsx +10 -28
  353. package/src/AdminModelList.test.tsx +10 -19
  354. package/src/AdminModelList.tsx +3 -12
  355. package/src/AdminModelTable.test.tsx +60 -118
  356. package/src/AdminModelTable.tsx +10 -36
  357. package/src/AdminModelTable.windowed.test.tsx +31 -49
  358. package/src/AdminNestedArrayField.tsx +1 -10
  359. package/src/AdminNestedObjectField.test.tsx +1 -13
  360. package/src/AdminObjectPicker.tsx +21 -72
  361. package/src/AdminPrimitiveArrayField.test.tsx +4 -32
  362. package/src/AdminPrimitiveArrayField.tsx +1 -5
  363. package/src/AdminProvider.test.tsx +3 -8
  364. package/src/AdminProvider.tsx +5 -9
  365. package/src/AdminRefField.tsx +0 -2
  366. package/src/AdminRolesField.tsx +1 -2
  367. package/src/AdminRolesList.test.tsx +33 -50
  368. package/src/AdminRolesList.tsx +2 -2
  369. package/src/AdminScreenRouter.test.tsx +100 -95
  370. package/src/AdminScreenRouter.tsx +4 -11
  371. package/src/AdminScriptList.test.tsx +14 -22
  372. package/src/AdminScriptList.tsx +4 -7
  373. package/src/AdminScriptRunModal.tsx +2 -4
  374. package/src/AdminShell.test.tsx +22 -39
  375. package/src/AdminShell.tsx +2 -4
  376. package/src/AdminShellLayout.tsx +1 -1
  377. package/src/AdminVersionConfig.test.tsx +69 -83
  378. package/src/AdminVersionConfig.tsx +15 -53
  379. package/src/AnnouncementEditor.test.tsx +141 -163
  380. package/src/AnnouncementEditor.tsx +37 -50
  381. package/src/AnnouncementList.test.tsx +16 -35
  382. package/src/AnnouncementList.tsx +3 -5
  383. package/src/AnnouncementOverview.test.tsx +74 -83
  384. package/src/AnnouncementOverview.tsx +10 -33
  385. package/src/AnnouncementOverviewScreenWidget.test.tsx +4 -10
  386. package/src/AnnouncementOverviewScreenWidget.tsx +1 -5
  387. package/src/ConfigurationScreen.test.tsx +7 -10
  388. package/src/ConfigurationScreen.tsx +2 -7
  389. package/src/ConsentFormEditor.test.tsx +92 -173
  390. package/src/ConsentFormEditor.tsx +32 -79
  391. package/src/ConsentFormList.test.tsx +13 -28
  392. package/src/ConsentFormList.tsx +3 -5
  393. package/src/ConsentHistory.test.tsx +86 -78
  394. package/src/ConsentHistory.tsx +2 -7
  395. package/src/ConsentResponseViewer.test.tsx +21 -35
  396. package/src/ConsentResponseViewer.tsx +5 -7
  397. package/src/DocumentStorageBrowser.test.tsx +23 -76
  398. package/src/DocumentStorageBrowser.tsx +1 -2
  399. package/src/adminApiQueryParams.ts +1 -1
  400. package/src/adminPageAccess.test.ts +1 -1
  401. package/src/adminRequest.ts +20 -108
  402. package/src/adminWindowedTable.test.ts +1 -13
  403. package/src/adminWindowedTable.ts +2 -7
  404. package/src/comms/CommsDashboardScreen.test.tsx +150 -114
  405. package/src/comms/CommsDashboardScreen.tsx +1 -4
  406. package/src/comms/CommsDashboardScreenWidget.test.tsx +33 -35
  407. package/src/comms/CommsDashboardScreenWidget.tsx +1 -2
  408. package/src/comms/CommsMessageDetail.test.tsx +116 -76
  409. package/src/comms/CommsMessageDetail.tsx +1 -8
  410. package/src/comms/useCommsDashboardApi.test.tsx +95 -89
  411. package/src/comms/useCommsDashboardApi.tsx +43 -130
  412. package/src/consentPdfTemplates.ts +1 -0
  413. package/src/index.tsx +13 -3
  414. package/src/isolated/AdminFieldRenderer.isolated.tsx +5 -11
  415. package/src/isolated/AdminFilterDrawer.isolated.tsx +0 -7
  416. package/src/isolated/AdminFilterDrawerMobile.isolated.tsx +0 -2
  417. package/src/isolated/AdminHomeWidgets.isolated.tsx +3 -4
  418. package/src/isolated/AdminNestedArrayField.isolated.tsx +1 -18
  419. package/src/isolated/AdminObjectPicker.isolated.tsx +76 -76
  420. package/src/isolated/AdminRefField.isolated.tsx +1 -3
  421. package/src/isolated/AdminScriptList.isolated.tsx +4 -4
  422. package/src/isolated/AdminScriptRunModal.isolated.tsx +3 -54
  423. package/src/isolated/AiPromptEditorScreen.isolated.tsx +157 -122
  424. package/src/isolated/AiPromptsListScreen.isolated.tsx +50 -53
  425. package/src/isolated/DocumentStorageBrowser.isolated.tsx +24 -75
  426. package/src/{widgets/ModelsGridWidget.test.tsx → isolated/ModelsGridWidget.isolated.tsx} +33 -43
  427. package/src/isolated/RecentActivityWidget.isolated.tsx +3 -4
  428. package/src/isolated/UserSecurityScreen.isolated.tsx +1 -5
  429. package/src/isolated/{rpcDualRun.isolated.tsx → adminRpcHooks.isolated.tsx} +37 -119
  430. package/src/isolated/adminWidgets.isolated.tsx +15 -63
  431. package/src/isolated/aiObservabilityDatasets.isolated.tsx +1069 -0
  432. package/src/isolated/aiObservabilityEvaluators.isolated.tsx +879 -0
  433. package/src/isolated/aiObservabilityExperiments.isolated.tsx +1009 -0
  434. package/src/isolated/aiObservabilityPrompts.isolated.tsx +1302 -0
  435. package/src/isolated/aiObservabilityReview.isolated.tsx +873 -0
  436. package/src/isolated/aiObservabilityTraces.isolated.tsx +1049 -0
  437. package/src/isolated/harnessApprovalsScreen.isolated.tsx +1 -3
  438. package/src/isolated/hooks.isolated.tsx +212 -696
  439. package/src/isolated/observabilityFakeApi.isolated.tsx +277 -0
  440. package/src/isolated/useJobsDashboardApi.isolated.tsx +52 -52
  441. package/src/jobs/JobsDashboardScreen.test.tsx +167 -123
  442. package/src/jobs/JobsDashboardScreen.tsx +1 -4
  443. package/src/jobs/JobsDashboardScreenWidget.test.tsx +50 -55
  444. package/src/jobs/JobsDashboardScreenWidget.tsx +1 -2
  445. package/src/jobs/JobsHomeWidget.test.tsx +54 -39
  446. package/src/jobs/JobsHomeWidget.tsx +2 -2
  447. package/src/jobs/JobsJobDetail.test.tsx +103 -59
  448. package/src/jobs/JobsJobDetail.tsx +2 -4
  449. package/src/jobs/jobPayload.ts +1 -1
  450. package/src/jobs/useJobsDashboardApi.test.tsx +111 -113
  451. package/src/jobs/useJobsDashboardApi.tsx +85 -124
  452. package/src/orgs/MemberSecurityPanel.test.tsx +18 -6
  453. package/src/orgs/MemberSecurityPanel.tsx +2 -2
  454. package/src/orgs/OrgDirectoryScreen.test.tsx +146 -102
  455. package/src/orgs/OrgDirectoryScreen.tsx +4 -5
  456. package/src/orgs/OrgManagementScreens.test.tsx +297 -229
  457. package/src/orgs/OrgMembersScreen.tsx +3 -6
  458. package/src/orgs/OrgSettingsScreen.tsx +1 -4
  459. package/src/orgs/OrgSwitcher.test.tsx +132 -65
  460. package/src/orgs/OrgSwitcher.tsx +3 -5
  461. package/src/orgs/normalizeListData.test.ts +1 -1
  462. package/src/orgs/normalizeListData.ts +2 -3
  463. package/src/orgs/orgSwitcherOscillation.test.tsx +103 -60
  464. package/src/orgs/organizationHeaders.ts +9 -0
  465. package/src/orgs/useMemberSecurityApi.ts +1 -1
  466. package/src/orgs/useOrganizationsApi.test.tsx +247 -149
  467. package/src/orgs/useOrganizationsApi.ts +151 -103
  468. package/src/testing/jestNativeMatchers.d.ts +7 -0
  469. package/src/testing/observabilityTestUtils.tsx +70 -0
  470. package/src/testing/{useAdminApiDouble.ts → useAdminModelApiDouble.ts} +4 -4
  471. package/src/types.ts +3 -44
  472. package/src/useAdminBackgroundTask.ts +10 -36
  473. package/src/useAdminConfig.ts +13 -51
  474. package/src/useAdminMigrations.test.tsx +70 -60
  475. package/src/useAdminMigrations.ts +36 -54
  476. package/src/useAdminModelApi.ts +156 -0
  477. package/src/useAdminRoles.ts +43 -117
  478. package/src/useAdminRpc.test.tsx +233 -15
  479. package/src/useAdminRpc.ts +142 -46
  480. package/src/useAdminScripts.ts +71 -146
  481. package/src/useConfigurationApi.ts +25 -81
  482. package/src/useConsentHistory.test.ts +71 -82
  483. package/src/useConsentHistory.ts +18 -68
  484. package/src/useDocumentStorageApi.ts +64 -156
  485. package/src/widgets/AIRequestsScreenWidget.test.tsx +74 -109
  486. package/src/widgets/AIRequestsScreenWidget.tsx +4 -31
  487. package/src/widgets/DocumentsScreenWidget.tsx +2 -9
  488. package/src/widgets/ModelsGridWidget.tsx +5 -6
  489. package/src/widgets/RecentActivityWidget.tsx +3 -3
  490. package/src/widgets/VersionConfigScreenWidget.tsx +1 -2
  491. package/src/widgets/VersionConfigWidget.tsx +2 -2
  492. package/src/widgets/aiObservability/datasets/AiDatasetDetailScreen.tsx +4 -4
  493. package/src/widgets/aiObservability/datasets/AiDatasetsListScreen.tsx +4 -4
  494. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.test.ts +91 -185
  495. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.ts +79 -148
  496. package/src/widgets/aiObservability/evaluators/AiEvaluatorDetailScreen.tsx +4 -4
  497. package/src/widgets/aiObservability/evaluators/AiEvaluatorNewScreen.tsx +3 -3
  498. package/src/widgets/aiObservability/evaluators/AiEvaluatorsListScreen.tsx +3 -3
  499. package/src/widgets/aiObservability/evaluators/evaluatorTypes.test.ts +1 -1
  500. package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.test.ts +67 -100
  501. package/src/widgets/aiObservability/evaluators/useAiObservabilityEvaluatorsApi.ts +33 -68
  502. package/src/widgets/aiObservability/experiments/AiExperimentNewScreen.tsx +5 -5
  503. package/src/widgets/aiObservability/experiments/AiExperimentResultsScreen.tsx +4 -4
  504. package/src/widgets/aiObservability/experiments/AiExperimentsListScreen.tsx +3 -3
  505. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.test.ts +62 -125
  506. package/src/widgets/aiObservability/experiments/useAiObservabilityExperimentsApi.ts +51 -90
  507. package/src/widgets/aiObservability/prompts/AiPromptEditorScreen.tsx +9 -4
  508. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +17 -9
  509. package/src/widgets/aiObservability/prompts/AiPromptHubView.test.tsx +45 -1
  510. package/src/widgets/aiObservability/prompts/AiPromptPlaygroundView.tsx +5 -1
  511. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +2 -2
  512. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +1 -1
  513. package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.test.ts +137 -113
  514. package/src/widgets/aiObservability/prompts/useAiObservabilityPromptsApi.ts +69 -118
  515. package/src/widgets/aiObservability/review/AiReviewItemScreen.tsx +8 -3
  516. package/src/widgets/aiObservability/review/AiReviewQueueScreen.tsx +2 -2
  517. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.test.ts +69 -72
  518. package/src/widgets/aiObservability/review/useAiObservabilityReviewApi.ts +42 -88
  519. package/src/widgets/aiObservability/shell/AiObservabilityChrome.tsx +1 -2
  520. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.test.tsx +74 -0
  521. package/src/widgets/aiObservability/shell/AiObservabilityStatusChip.tsx +9 -36
  522. package/src/widgets/aiObservability/shell/observabilityRequest.ts +108 -0
  523. package/src/widgets/aiObservability/traces/AiTraceDetailScreen.tsx +8 -3
  524. package/src/widgets/aiObservability/traces/AiTracesListScreen.tsx +4 -4
  525. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +112 -111
  526. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +61 -102
  527. package/src/widgets/builtInFieldWidgets.test.tsx +0 -14
  528. package/src/widgets/harness/HarnessApprovalInbox.test.tsx +0 -5
  529. package/src/widgets/harness/HarnessApprovalInbox.tsx +4 -10
  530. package/src/widgets/harness/useHarnessApprovals.ts +0 -3
  531. package/dist/dynamicHookApi.d.ts +0 -7
  532. package/dist/dynamicHookApi.d.ts.map +0 -1
  533. package/dist/dynamicHookApi.js +0 -4
  534. package/dist/dynamicHookApi.js.map +0 -1
  535. package/dist/orgs/adminModelEndpoints.d.ts +0 -31
  536. package/dist/orgs/adminModelEndpoints.d.ts.map +0 -1
  537. package/dist/orgs/adminModelEndpoints.js +0 -93
  538. package/dist/orgs/adminModelEndpoints.js.map +0 -1
  539. package/dist/useAdminApi.d.ts +0 -59
  540. package/dist/useAdminApi.d.ts.map +0 -1
  541. package/dist/useAdminApi.js +0 -40
  542. package/dist/useAdminApi.js.map +0 -1
  543. package/src/dynamicHookApi.ts +0 -11
  544. package/src/isolated/AIRequestsScreenWidget.isolated.tsx +0 -84
  545. package/src/isolated/aiObservabilityScreens.isolated.tsx +0 -5981
  546. package/src/isolated/useAdminScripts.isolated.tsx +0 -156
  547. package/src/orgs/adminModelEndpoints.test.ts +0 -156
  548. package/src/orgs/adminModelEndpoints.ts +0 -137
  549. package/src/useAdminApi.test.ts +0 -88
  550. package/src/useAdminApi.ts +0 -99
@@ -0,0 +1,1009 @@
1
+ import {beforeEach, describe, expect, it, mock} from "bun:test";
2
+ import {act, fireEvent, waitFor} from "@testing-library/react-native";
3
+ import {assert} from "chai";
4
+ import React from "react";
5
+ import {renderWithTheme} from "../../../ui/src/test-utils";
6
+ import type {AdminConfigResponse} from "../types";
7
+ import {AiExperimentNewScreenWidget as AiExperimentNewScreenWidgetBase} from "../widgets/aiObservability/experiments/AiExperimentNewScreen";
8
+ import {AiExperimentResultsScreenWidget as AiExperimentResultsScreenWidgetBase} from "../widgets/aiObservability/experiments/AiExperimentResultsScreen";
9
+ import {AiExperimentResultsView} from "../widgets/aiObservability/experiments/AiExperimentResultsView";
10
+ import {AiExperimentsScreenWidget as AiExperimentsScreenWidgetBase} from "../widgets/aiObservability/experiments/AiExperimentsListScreen";
11
+ import {AiExperimentsListView} from "../widgets/aiObservability/experiments/AiExperimentsListView";
12
+ import type {ExperimentRecord} from "../widgets/aiObservability/experiments/experimentTypes";
13
+ import {
14
+ createObservabilityServer,
15
+ type FakeObservabilityServer,
16
+ flushObservabilityRequests,
17
+ withObservabilityServer,
18
+ } from "./observabilityFakeApi.isolated";
19
+
20
+ const AiExperimentNewScreenWidget = withObservabilityServer(AiExperimentNewScreenWidgetBase);
21
+ const AiExperimentResultsScreenWidget = withObservabilityServer(
22
+ AiExperimentResultsScreenWidgetBase
23
+ );
24
+ const AiExperimentsScreenWidget = withObservabilityServer(AiExperimentsScreenWidgetBase);
25
+
26
+ interface ExpoRouterPushMock {
27
+ (...args: unknown[]): void;
28
+ mockClear: () => void;
29
+ mock: {calls: unknown[][]};
30
+ }
31
+
32
+ const routerPush = mock(() => undefined) as unknown as ExpoRouterPushMock;
33
+
34
+ const readExpoSearchParams: {current: () => Record<string, string>} = {
35
+ current: () => ({}),
36
+ };
37
+
38
+ const setExpoSearchParams = (read: () => Record<string, string>): void => {
39
+ readExpoSearchParams.current = read;
40
+ };
41
+
42
+ mock.module("expo-router", () => ({
43
+ router: {
44
+ push: (...args: unknown[]): void => {
45
+ routerPush(...args);
46
+ },
47
+ },
48
+ useLocalSearchParams: (): Record<string, string> => readExpoSearchParams.current(),
49
+ }));
50
+ /** Replace `setInterval` so a test can fire the latest polling callback on demand. */
51
+ const capturePolling = (): {fire: () => void; restore: () => void} => {
52
+ const originalSetInterval = globalThis.setInterval;
53
+ let latest: (() => void) | undefined;
54
+ globalThis.setInterval = ((handler: TimerHandler): number => {
55
+ if (typeof handler === "function") {
56
+ latest = handler as () => void;
57
+ }
58
+ return 0;
59
+ }) as typeof globalThis.setInterval;
60
+ return {
61
+ fire: (): void => {
62
+ latest?.();
63
+ },
64
+ restore: (): void => {
65
+ globalThis.setInterval = originalSetInterval;
66
+ },
67
+ };
68
+ };
69
+
70
+ describe("AiExperimentNewScreen", () => {
71
+ interface PendingEstimate {
72
+ reject: (error: Error) => void;
73
+ resolve: (value: {costUsd: number; generations: number; wallClockSeconds: number}) => void;
74
+ }
75
+
76
+ let estimateShouldFail = false;
77
+ let createShouldFail = false;
78
+ let holdEstimates = false;
79
+ const pendingEstimates: PendingEstimate[] = [];
80
+
81
+ beforeEach(() => {
82
+ setExpoSearchParams(() => ({datasetId: "ds-1"}));
83
+ routerPush.mockClear();
84
+ estimateShouldFail = false;
85
+ createShouldFail = false;
86
+ holdEstimates = false;
87
+ pendingEstimates.length = 0;
88
+ });
89
+ const statusData = {
90
+ localOn: true,
91
+ plugins: [],
92
+ primaries: {
93
+ datasets: "local",
94
+ experiments: "local",
95
+ prompts: "local",
96
+ reviewQueue: "local",
97
+ },
98
+ };
99
+
100
+ const ESTIMATE_ROUTE = "POST /ai/observability/experiments/estimate";
101
+ const CREATE_ROUTE = "POST /ai/observability/experiments";
102
+
103
+ const createServer = (): FakeObservabilityServer =>
104
+ createObservabilityServer({
105
+ [CREATE_ROUTE]: async () => {
106
+ if (createShouldFail) {
107
+ throw new Error("create failed");
108
+ }
109
+ return {
110
+ created: "2026-01-01T00:00:00.000Z",
111
+ datasetId: "ds-1",
112
+ evaluatorIds: ["eval-1"],
113
+ id: "exp-new",
114
+ includeUnproofread: false,
115
+ items: [],
116
+ name: "run",
117
+ promptName: "summarize",
118
+ status: "pending",
119
+ thresholds: [],
120
+ updated: "2026-01-01T00:00:00.000Z",
121
+ versions: [1, 2],
122
+ };
123
+ },
124
+ [ESTIMATE_ROUTE]: async () => {
125
+ if (estimateShouldFail) {
126
+ throw new Error("estimate failed");
127
+ }
128
+ if (holdEstimates) {
129
+ return await new Promise<{
130
+ costUsd: number;
131
+ generations: number;
132
+ wallClockSeconds: number;
133
+ }>((resolve, reject) => {
134
+ pendingEstimates.push({reject, resolve});
135
+ });
136
+ }
137
+ return {costUsd: 0.1, generations: 4, wallClockSeconds: 90};
138
+ },
139
+ "GET /ai/observability/datasets": {
140
+ data: [
141
+ {
142
+ counts: {auto: 0, human: 2, needsReview: 0, total: 2},
143
+ created: "2026-01-01T00:00:00.000Z",
144
+ id: "ds-1",
145
+ name: "gold",
146
+ tags: [],
147
+ updated: "2026-01-02T00:00:00.000Z",
148
+ },
149
+ ],
150
+ },
151
+ "GET /ai/observability/evaluators": {
152
+ data: [
153
+ {
154
+ confidenceAlertBelow: 0.5,
155
+ dimensions: [{dataType: "boolean", key: "correct", required: true}],
156
+ id: "eval-human",
157
+ name: "review queue",
158
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
159
+ target: "full trace",
160
+ type: "human",
161
+ },
162
+ {
163
+ confidenceAlertBelow: 0.5,
164
+ dimensions: [{dataType: "boolean", key: "correct", required: true}],
165
+ id: "eval-1",
166
+ name: "quality",
167
+ runModes: {allowManualRun: true, availableInExperiments: true, liveSampleRate: 0},
168
+ target: "full trace",
169
+ type: "json-assert",
170
+ },
171
+ ],
172
+ },
173
+ "GET /ai/observability/prompts": {
174
+ data: [{folder: "ops", latestVersion: 2, name: "summarize", production: 1, type: "chat"}],
175
+ },
176
+ "GET /ai/observability/prompts/:name": {
177
+ data: {
178
+ folder: "ops",
179
+ labels: [
180
+ {label: "latest", version: 2},
181
+ {label: "production", version: 1},
182
+ ],
183
+ name: "summarize",
184
+ tags: [],
185
+ versions: [
186
+ {sensitive: false, template: "v1", type: "chat", variables: [], version: 1},
187
+ {sensitive: false, template: "v2", type: "chat", variables: [], version: 2},
188
+ ],
189
+ },
190
+ },
191
+ "GET /ai/observability/status": {data: statusData},
192
+ });
193
+
194
+ const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
195
+
196
+ const renderNewScreen = async (
197
+ server: FakeObservabilityServer = createServer()
198
+ ): Promise<ReturnType<typeof renderWithTheme>> => {
199
+ const view = renderWithTheme(
200
+ <AiExperimentNewScreenWidget
201
+ config={emptyConfig}
202
+ routeBase="/admin"
203
+ screenName="ai-experiment-new"
204
+ server={server}
205
+ />
206
+ );
207
+ await flushObservabilityRequests();
208
+ return view;
209
+ };
210
+
211
+ const advanceToReview = async (view: ReturnType<typeof renderWithTheme>): Promise<void> => {
212
+ fireEvent.changeText(view.getByTestId("ai-experiment-name"), "compare run");
213
+ await act(async () => {
214
+ fireEvent.press(view.getByTestId("ai-experiment-next"));
215
+ await Promise.resolve();
216
+ });
217
+ await flushObservabilityRequests();
218
+ await act(async () => {
219
+ fireEvent.press(view.getByLabelText("Version 1"));
220
+ fireEvent.press(view.getByLabelText("Version 2"));
221
+ await Promise.resolve();
222
+ });
223
+ await act(async () => {
224
+ fireEvent.press(view.getByTestId("ai-experiment-next"));
225
+ await Promise.resolve();
226
+ });
227
+ await act(async () => {
228
+ fireEvent.press(view.getByLabelText("quality"));
229
+ await Promise.resolve();
230
+ });
231
+ await act(async () => {
232
+ fireEvent.press(view.getByTestId("ai-experiment-next"));
233
+ await Promise.resolve();
234
+ });
235
+ await flushObservabilityRequests();
236
+ };
237
+
238
+ describe("AiExperimentNewScreenWidget", () => {
239
+ it("requires an experiment name before running", async () => {
240
+ const server = createServer();
241
+ const view = await renderNewScreen(server);
242
+ await act(async () => {
243
+ fireEvent.press(view.getByTestId("ai-experiment-next"));
244
+ await Promise.resolve();
245
+ });
246
+ await flushObservabilityRequests();
247
+ await act(async () => {
248
+ fireEvent.press(view.getByLabelText("Version 1"));
249
+ fireEvent.press(view.getByLabelText("Version 2"));
250
+ await Promise.resolve();
251
+ });
252
+ await act(async () => {
253
+ fireEvent.press(view.getByTestId("ai-experiment-next"));
254
+ await Promise.resolve();
255
+ });
256
+ await act(async () => {
257
+ fireEvent.press(view.getByLabelText("quality"));
258
+ await Promise.resolve();
259
+ });
260
+ await act(async () => {
261
+ fireEvent.press(view.getByTestId("ai-experiment-next"));
262
+ await Promise.resolve();
263
+ });
264
+ await act(async () => {
265
+ fireEvent.press(view.getByTestId("ai-experiment-run"));
266
+ await Promise.resolve();
267
+ });
268
+ await flushObservabilityRequests();
269
+
270
+ assert.exists(view.getByText("Experiment name is required."));
271
+ assert.lengthOf(server.callsTo(CREATE_ROUTE), 0);
272
+ });
273
+
274
+ it("walks the wizard, estimates on review, and runs experiment", async () => {
275
+ routerPush.mockClear();
276
+ const server = createServer();
277
+ const view = await renderNewScreen(server);
278
+ await advanceToReview(view);
279
+ expect(view.getByTestId("ai-experiment-estimate")).toBeTruthy();
280
+ // The review step estimates once per selection, not once per render.
281
+ assert.lengthOf(server.callsTo(ESTIMATE_ROUTE), 1);
282
+ assert.deepInclude(server.callsTo(ESTIMATE_ROUTE).at(-1)?.body as Record<string, unknown>, {
283
+ datasetId: "ds-1",
284
+ evaluatorIds: ["eval-1"],
285
+ versions: [1, 2],
286
+ });
287
+
288
+ await act(async () => {
289
+ fireEvent.press(view.getByTestId("ai-experiment-run"));
290
+ await new Promise((resolve) => setTimeout(resolve, 50));
291
+ });
292
+ await flushObservabilityRequests();
293
+ assert.equal(routerPush.mock.calls.length, 1);
294
+ const [created] = server.callsTo(CREATE_ROUTE);
295
+ assert.deepInclude(created?.body as Record<string, unknown>, {
296
+ datasetId: "ds-1",
297
+ evaluatorIds: ["eval-1"],
298
+ name: "compare run",
299
+ promptName: "summarize",
300
+ versions: [1, 2],
301
+ });
302
+ });
303
+
304
+ it("keeps the newer estimate when an older request finishes later", async () => {
305
+ holdEstimates = true;
306
+ const view = await renderNewScreen();
307
+ await advanceToReview(view);
308
+ const firstBatch = pendingEstimates.length;
309
+ assert.isAtLeast(firstBatch, 1);
310
+
311
+ await act(async () => {
312
+ fireEvent.changeText(view.getByTestId("ai-experiment-model-override"), "gpt-test");
313
+ await Promise.resolve();
314
+ });
315
+ await flushObservabilityRequests();
316
+ assert.isAbove(pendingEstimates.length, firstBatch);
317
+ const stale = pendingEstimates[0];
318
+ const fresh = pendingEstimates[pendingEstimates.length - 1];
319
+ assert.exists(stale);
320
+ assert.exists(fresh);
321
+
322
+ await act(async () => {
323
+ fresh.resolve({costUsd: 0.2, generations: 8, wallClockSeconds: 120});
324
+ await Promise.resolve();
325
+ });
326
+ await flushObservabilityRequests();
327
+ await waitFor(() => {
328
+ assert.include(
329
+ view.getByTestId("ai-experiment-estimate").props.children.join(""),
330
+ "~$0.20"
331
+ );
332
+ });
333
+
334
+ await act(async () => {
335
+ stale.resolve({costUsd: 9.99, generations: 1, wallClockSeconds: 60});
336
+ await Promise.resolve();
337
+ });
338
+ await flushObservabilityRequests();
339
+ assert.include(view.getByTestId("ai-experiment-estimate").props.children.join(""), "~$0.20");
340
+ assert.notInclude(view.getByTestId("ai-experiment-estimate").props.children.join(""), "9.99");
341
+
342
+ const beforeNext = pendingEstimates.length;
343
+ await act(async () => {
344
+ fireEvent.changeText(view.getByTestId("ai-experiment-model-override"), "gpt-next");
345
+ await Promise.resolve();
346
+ });
347
+ await flushObservabilityRequests();
348
+ const staleError = pendingEstimates[pendingEstimates.length - 1];
349
+ await act(async () => {
350
+ fireEvent.changeText(view.getByTestId("ai-experiment-model-override"), "gpt-latest");
351
+ await Promise.resolve();
352
+ });
353
+ await flushObservabilityRequests();
354
+ assert.isAtLeast(pendingEstimates.length, beforeNext + 2);
355
+ const newest = pendingEstimates[pendingEstimates.length - 1];
356
+ assert.exists(staleError);
357
+ assert.exists(newest);
358
+ assert.notStrictEqual(staleError, newest);
359
+ await act(async () => {
360
+ newest.resolve({costUsd: 0.3, generations: 6, wallClockSeconds: 60});
361
+ await Promise.resolve();
362
+ });
363
+ await flushObservabilityRequests();
364
+ await act(async () => {
365
+ staleError.reject(new Error("late failure"));
366
+ await Promise.resolve();
367
+ });
368
+ await flushObservabilityRequests();
369
+ await waitFor(() => {
370
+ assert.include(
371
+ view.getByTestId("ai-experiment-estimate").props.children.join(""),
372
+ "~$0.30"
373
+ );
374
+ });
375
+ assert.isNull(view.queryByText("Could not estimate experiment cost."));
376
+ });
377
+
378
+ it("blocks run when fewer than two prompt versions are selected", async () => {
379
+ const view = await renderNewScreen();
380
+ fireEvent.changeText(view.getByTestId("ai-experiment-name"), "compare run");
381
+ await act(async () => {
382
+ fireEvent.press(view.getByTestId("ai-experiment-next"));
383
+ await Promise.resolve();
384
+ });
385
+ await flushObservabilityRequests();
386
+ await act(async () => {
387
+ fireEvent.press(view.getByLabelText("Version 1"));
388
+ await Promise.resolve();
389
+ });
390
+ expect(view.getByTestId("ai-experiment-version-help")).toBeTruthy();
391
+ await act(async () => {
392
+ fireEvent.press(view.getByTestId("ai-experiment-next"));
393
+ fireEvent.press(view.getByTestId("ai-experiment-step-3"));
394
+ await Promise.resolve();
395
+ });
396
+ expect(view.getByTestId("ai-experiment-step-prompt")).toBeTruthy();
397
+ expect(view.queryByTestId("ai-experiment-step-evaluators")).toBeNull();
398
+ });
399
+
400
+ it("surfaces estimate and create errors", async () => {
401
+ estimateShouldFail = true;
402
+ createShouldFail = false;
403
+ const estimateFail = await renderNewScreen();
404
+ await advanceToReview(estimateFail);
405
+ expect(estimateFail.getByText("Could not estimate experiment cost.")).toBeTruthy();
406
+
407
+ estimateShouldFail = false;
408
+ createShouldFail = true;
409
+ const createFail = await renderNewScreen();
410
+ await advanceToReview(createFail);
411
+ await act(async () => {
412
+ fireEvent.press(createFail.getByTestId("ai-experiment-run"));
413
+ await Promise.resolve();
414
+ });
415
+ await flushObservabilityRequests();
416
+ expect(createFail.getByText("Could not start experiment.")).toBeTruthy();
417
+ });
418
+
419
+ it("toggles versions, jumps steps, and validates on run", async () => {
420
+ const view = await renderNewScreen();
421
+ fireEvent.changeText(view.getByTestId("ai-experiment-name"), "compare run");
422
+ await act(async () => {
423
+ fireEvent.press(view.getByTestId("ai-experiment-next"));
424
+ await Promise.resolve();
425
+ });
426
+ await flushObservabilityRequests();
427
+ await act(async () => {
428
+ fireEvent.press(view.getByLabelText("Version 1"));
429
+ fireEvent.press(view.getByLabelText("Version 2"));
430
+ fireEvent.press(view.getByLabelText("Version 1"));
431
+ await Promise.resolve();
432
+ });
433
+ await act(async () => {
434
+ fireEvent.press(view.getByTestId("ai-experiment-step-3"));
435
+ await Promise.resolve();
436
+ });
437
+ expect(view.getByTestId("ai-experiment-step-prompt")).toBeTruthy();
438
+ expect(view.queryByTestId("ai-experiment-step-evaluators")).toBeNull();
439
+
440
+ await act(async () => {
441
+ fireEvent.press(view.getByLabelText("Version 2"));
442
+ fireEvent.press(view.getByLabelText("Version 1"));
443
+ fireEvent.press(view.getByLabelText("Version 2"));
444
+ await Promise.resolve();
445
+ });
446
+ await act(async () => {
447
+ fireEvent.press(view.getByTestId("ai-experiment-step-3"));
448
+ await Promise.resolve();
449
+ });
450
+ expect(view.getByTestId("ai-experiment-step-evaluators")).toBeTruthy();
451
+ expect(view.queryByLabelText("review queue")).toBeNull();
452
+ await act(async () => {
453
+ fireEvent.press(view.getByLabelText("quality"));
454
+ fireEvent.press(view.getByTestId("ai-experiment-step-4"));
455
+ await Promise.resolve();
456
+ });
457
+ expect(view.getByTestId("ai-experiment-step-review")).toBeTruthy();
458
+ });
459
+ });
460
+ });
461
+
462
+ describe("AiExperimentResultsScreen", () => {
463
+ beforeEach(() => {
464
+ setExpoSearchParams(() => ({id: experimentId}));
465
+ routerPush.mockClear();
466
+ });
467
+ let experimentId = "exp-1";
468
+
469
+ const statusData = {
470
+ localOn: true,
471
+ plugins: [],
472
+ primaries: {
473
+ datasets: "local",
474
+ experiments: "local",
475
+ prompts: "local",
476
+ reviewQueue: "local",
477
+ },
478
+ };
479
+
480
+ const baseExperiment: ExperimentRecord = {
481
+ created: "2026-01-01T00:00:00.000Z",
482
+ datasetId: "ds-1",
483
+ evaluatorIds: ["eval-1"],
484
+ id: "exp-1",
485
+ includeUnproofread: false,
486
+ items: [],
487
+ name: "compare",
488
+ promptName: "summarize",
489
+ results: {
490
+ gates: [
491
+ {
492
+ actual: 0.9,
493
+ aggregate: "trueRate",
494
+ dimension: "correct",
495
+ evaluatorName: "quality",
496
+ op: "gte",
497
+ passed: true,
498
+ value: 0.8,
499
+ version: 2,
500
+ },
501
+ {
502
+ actual: 0.5,
503
+ aggregate: "trueRate",
504
+ dimension: "correct",
505
+ evaluatorName: "quality",
506
+ op: "gte",
507
+ passed: false,
508
+ value: 0.8,
509
+ version: 1,
510
+ },
511
+ ],
512
+ lowConfidenceItemIds: [],
513
+ outlierItemIds: [],
514
+ progress: {completed: 1, total: 2},
515
+ totalCostUsd: 0.1,
516
+ },
517
+ status: "running",
518
+ thresholds: [],
519
+ updated: "2026-01-01T00:05:00.000Z",
520
+ versions: [1, 2],
521
+ };
522
+
523
+ const DETAIL_ROUTE = "GET /ai/observability/experiments/:id";
524
+ const PROMOTE_ROUTE = "POST /ai/observability/experiments/:id/promote";
525
+
526
+ const detailState: {data?: ExperimentRecord; isError: boolean; isLoading: boolean} = {
527
+ data: baseExperiment,
528
+ isError: false,
529
+ isLoading: false,
530
+ };
531
+
532
+ let promoteShouldFail = true;
533
+
534
+ const createServer = (): FakeObservabilityServer =>
535
+ createObservabilityServer({
536
+ [DETAIL_ROUTE]: detailState,
537
+ [PROMOTE_ROUTE]: async () => {
538
+ if (promoteShouldFail) {
539
+ throw {data: {title: "Gate failed for v2"}, status: 409};
540
+ }
541
+ return {};
542
+ },
543
+ "GET /ai/observability/status": {data: statusData},
544
+ });
545
+
546
+ const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
547
+ const widgetProps = {
548
+ config: emptyConfig,
549
+ routeBase: "/admin",
550
+ screenName: "ai-experiment-results",
551
+ };
552
+
553
+ const renderResults = async (
554
+ server: FakeObservabilityServer = createServer()
555
+ ): Promise<ReturnType<typeof renderWithTheme>> => {
556
+ const view = renderWithTheme(
557
+ <AiExperimentResultsScreenWidget {...widgetProps} server={server} />
558
+ );
559
+ await flushObservabilityRequests();
560
+ return view;
561
+ };
562
+
563
+ describe("AiExperimentResultsScreenWidget", () => {
564
+ beforeEach(() => {
565
+ detailState.data = baseExperiment;
566
+ detailState.isError = false;
567
+ detailState.isLoading = false;
568
+ experimentId = "exp-1";
569
+ promoteShouldFail = true;
570
+ });
571
+
572
+ it("shows loading then running progress", async () => {
573
+ detailState.isLoading = true;
574
+ const loading = await renderResults();
575
+ expect(loading.getByTestId("ai-experiment-results-loading")).toBeTruthy();
576
+ loading.unmount();
577
+
578
+ detailState.isLoading = false;
579
+ const server = createServer();
580
+ const loaded = await renderResults(server);
581
+ expect(loaded.getByTestId("ai-experiment-results-running")).toBeTruthy();
582
+ assert.deepEqual(server.callsTo(DETAIL_ROUTE)[0]?.params, {id: "exp-1"});
583
+ });
584
+
585
+ it("does not reset the selected version when polled experiment data updates", async () => {
586
+ const polling = capturePolling();
587
+ try {
588
+ const {getByTestId} = await renderResults();
589
+ await act(async () => {
590
+ fireEvent.press(getByTestId("web_picker"));
591
+ await Promise.resolve();
592
+ });
593
+ await act(async () => {
594
+ fireEvent.press(getByTestId("web_dropdown_option_1"));
595
+ await Promise.resolve();
596
+ });
597
+ detailState.data = {
598
+ ...baseExperiment,
599
+ results: {
600
+ ...baseExperiment.results!,
601
+ progress: {completed: 2, total: 2},
602
+ },
603
+ status: "completed",
604
+ };
605
+ await act(async () => {
606
+ polling.fire();
607
+ await Promise.resolve();
608
+ });
609
+ await flushObservabilityRequests();
610
+ expect(getByTestId("ai-experiment-gate-correct")).toHaveTextContent(/v1 quality\.correct/);
611
+ } finally {
612
+ polling.restore();
613
+ }
614
+ });
615
+
616
+ it("blocks promote when gates fail and surfaces API errors", async () => {
617
+ detailState.data = {
618
+ ...baseExperiment,
619
+ results: {
620
+ ...baseExperiment.results!,
621
+ gates: [
622
+ {
623
+ actual: 0.4,
624
+ aggregate: "trueRate",
625
+ dimension: "correct",
626
+ evaluatorName: "quality",
627
+ op: "gte",
628
+ passed: false,
629
+ value: 0.8,
630
+ version: 2,
631
+ },
632
+ ],
633
+ progress: {completed: 2, total: 2},
634
+ },
635
+ status: "completed",
636
+ };
637
+ const server = createServer();
638
+ const view = await renderResults(server);
639
+ expect(view.getByTestId("ai-experiment-gates-failing")).toBeTruthy();
640
+ fireEvent.press(view.getByTestId("ai-experiment-promote"));
641
+ await flushObservabilityRequests();
642
+ expect(view.getByTestId("ai-experiment-promote-blocked")).toBeTruthy();
643
+ assert.lengthOf(server.callsTo(PROMOTE_ROUTE), 0);
644
+ });
645
+
646
+ it("shows query errors", async () => {
647
+ detailState.isError = true;
648
+
649
+ const view = await renderResults();
650
+
651
+ assert.exists(view.getByText("Failed to load experiment results."));
652
+ });
653
+
654
+ it("surfaces promote API errors and dismisses the confirmation", async () => {
655
+ detailState.data = {
656
+ ...baseExperiment,
657
+ results: {
658
+ ...baseExperiment.results!,
659
+ gates: baseExperiment.results?.gates.filter((gate) => gate.version === 2) ?? [],
660
+ },
661
+ status: "completed",
662
+ };
663
+ const view = await renderResults();
664
+ await act(async () => {
665
+ fireEvent.press(view.getByTestId("ai-experiment-promote"));
666
+ await Promise.resolve();
667
+ });
668
+ await act(async () => {
669
+ fireEvent.press(view.getByText("Promote"));
670
+ await Promise.resolve();
671
+ });
672
+ await flushObservabilityRequests();
673
+ assert.exists(view.getByTestId("ai-experiment-promote-error"));
674
+ assert.exists(view.getByText(/Gate failed for v2/));
675
+
676
+ await act(async () => {
677
+ fireEvent.press(view.getByTestId("ai-experiment-promote"));
678
+ await Promise.resolve();
679
+ });
680
+ await act(async () => {
681
+ fireEvent.press(view.getByText("Cancel"));
682
+ await Promise.resolve();
683
+ });
684
+ assert.notExists(view.queryByText("Confirm promote"));
685
+ });
686
+
687
+ it("refetches when the polling interval fires", async () => {
688
+ const polling = capturePolling();
689
+ try {
690
+ const server = createServer();
691
+ await renderResults(server);
692
+ assert.lengthOf(server.callsTo(DETAIL_ROUTE), 1);
693
+ await act(async () => {
694
+ polling.fire();
695
+ await Promise.resolve();
696
+ });
697
+ await flushObservabilityRequests();
698
+ assert.isAtLeast(server.callsTo(DETAIL_ROUTE).length, 2);
699
+ } finally {
700
+ polling.restore();
701
+ }
702
+ });
703
+
704
+ it("promotes a passing version", async () => {
705
+ promoteShouldFail = false;
706
+ detailState.data = {
707
+ ...baseExperiment,
708
+ results: {
709
+ ...baseExperiment.results!,
710
+ gates: [
711
+ {
712
+ actual: 0.9,
713
+ aggregate: "trueRate",
714
+ dimension: "correct",
715
+ evaluatorName: "quality",
716
+ op: "gte",
717
+ passed: true,
718
+ value: 0.8,
719
+ version: 2,
720
+ },
721
+ ],
722
+ progress: {completed: 2, total: 2},
723
+ },
724
+ status: "completed",
725
+ };
726
+ const server = createServer();
727
+ const view = await renderResults(server);
728
+ await act(async () => {
729
+ fireEvent.press(view.getByTestId("ai-experiment-promote"));
730
+ await Promise.resolve();
731
+ });
732
+ await act(async () => {
733
+ fireEvent.press(view.getByText("Promote"));
734
+ await Promise.resolve();
735
+ });
736
+ await flushObservabilityRequests();
737
+ const [promoted] = server.callsTo(PROMOTE_ROUTE);
738
+ assert.deepEqual(promoted?.params, {id: "exp-1"});
739
+ assert.deepEqual(promoted?.body, {version: 2});
740
+ // A successful promote reloads the experiment.
741
+ assert.isAtLeast(server.callsTo(DETAIL_ROUTE).length, 2);
742
+ });
743
+
744
+ it("shows missing experiment id when route param is absent", async () => {
745
+ experimentId = "";
746
+ const server = createServer();
747
+ const missing = await renderResults(server);
748
+ expect(missing.getByText("Missing experiment id.")).toBeTruthy();
749
+ assert.lengthOf(server.callsTo(DETAIL_ROUTE), 0);
750
+ missing.unmount();
751
+ });
752
+ });
753
+ });
754
+
755
+ describe("AiExperimentsListScreen", () => {
756
+ beforeEach(() => {
757
+ setExpoSearchParams(() => ({}));
758
+ routerPush.mockClear();
759
+ });
760
+ const statusData = {
761
+ localOn: true,
762
+ permissions: {
763
+ aiExperiment: {create: true, list: true, read: true},
764
+ },
765
+ plugins: [],
766
+ primaries: {
767
+ datasets: "local",
768
+ experiments: "local",
769
+ prompts: "local",
770
+ reviewQueue: "local",
771
+ },
772
+ };
773
+
774
+ const experiments: ExperimentRecord[] = [
775
+ {
776
+ created: "2026-01-01T00:00:00.000Z",
777
+ datasetId: "ds-1",
778
+ evaluatorIds: ["eval-1"],
779
+ id: "exp-1",
780
+ includeUnproofread: false,
781
+ items: [],
782
+ name: "compare",
783
+ promptName: "summarize",
784
+ results: {
785
+ gates: [],
786
+ lowConfidenceItemIds: [],
787
+ outlierItemIds: [],
788
+ progress: {completed: 1, total: 2},
789
+ },
790
+ status: "running",
791
+ thresholds: [],
792
+ updated: "2026-01-01T00:05:00.000Z",
793
+ versions: [1, 2],
794
+ },
795
+ ];
796
+
797
+ const listState = {
798
+ data: experiments as ExperimentRecord[] | undefined,
799
+ isError: false,
800
+ isLoading: false,
801
+ };
802
+
803
+ const createServer = (): FakeObservabilityServer =>
804
+ createObservabilityServer({
805
+ "GET /ai/observability/experiments": listState,
806
+ // Read at request time so tests can change permissions between renders.
807
+ "GET /ai/observability/status": () => statusData,
808
+ });
809
+
810
+ const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
811
+
812
+ const renderList = async (): Promise<ReturnType<typeof renderWithTheme>> => {
813
+ const view = renderWithTheme(
814
+ <AiExperimentsScreenWidget
815
+ config={emptyConfig}
816
+ routeBase="/admin"
817
+ screenName="ai-experiments"
818
+ server={createServer()}
819
+ />
820
+ );
821
+ await flushObservabilityRequests();
822
+ return view;
823
+ };
824
+
825
+ describe("AiExperimentsScreenWidget", () => {
826
+ it("shows loading then experiment table and navigates", async () => {
827
+ listState.isLoading = true;
828
+ const loading = await renderList();
829
+ expect(loading.getByTestId("ai-experiments-loading")).toBeTruthy();
830
+ loading.unmount();
831
+
832
+ listState.isLoading = false;
833
+ listState.data = experiments;
834
+ routerPush.mockClear();
835
+ const loaded = await renderList();
836
+ expect(loaded.getByTestId("ai-experiments-table")).toBeTruthy();
837
+ await act(async () => {
838
+ fireEvent.press(loaded.getByTestId("ai-experiments-create"));
839
+ await new Promise((resolve) => setTimeout(resolve, 50));
840
+ });
841
+ assert.include(String(routerPush.mock.calls[0]?.[0]), "ai-experiment-new");
842
+ await act(async () => {
843
+ fireEvent.press(loaded.getByTestId("ai-experiment-open-exp-1"));
844
+ await new Promise((resolve) => setTimeout(resolve, 50));
845
+ });
846
+ assert.include(String(routerPush.mock.calls[1]?.[0]), "ai-experiment-results");
847
+ });
848
+
849
+ it("hides create when the caller cannot create experiments", async () => {
850
+ listState.isLoading = false;
851
+ statusData.permissions = {aiExperiment: {create: false, list: true, read: true}};
852
+ try {
853
+ const view = await renderList();
854
+ expect(view.queryByTestId("ai-experiments-table")).toBeTruthy();
855
+ expect(view.queryByTestId("ai-experiments-create")).toBeNull();
856
+ } finally {
857
+ statusData.permissions = {aiExperiment: {create: true, list: true, read: true}};
858
+ }
859
+ });
860
+ });
861
+ });
862
+
863
+ describe("AiExperimentsListView", () => {
864
+ beforeEach(() => {
865
+ setExpoSearchParams(() => ({}));
866
+ routerPush.mockClear();
867
+ });
868
+ const running: ExperimentRecord = {
869
+ created: "2026-01-01T00:00:00.000Z",
870
+ datasetId: "ds-1",
871
+ evaluatorIds: ["eval-1"],
872
+ id: "exp-1",
873
+ includeUnproofread: false,
874
+ items: [],
875
+ name: "compare summarize",
876
+ promptName: "summarize",
877
+ results: {
878
+ gates: [],
879
+ lowConfidenceItemIds: [],
880
+ outlierItemIds: [],
881
+ progress: {completed: 2, total: 5},
882
+ },
883
+ status: "running",
884
+ thresholds: [],
885
+ updated: "2026-01-01T00:01:00.000Z",
886
+ versions: [1, 2],
887
+ };
888
+
889
+ describe("AiExperimentsListView", () => {
890
+ it("renders running progress bar", () => {
891
+ const {getByTestId} = renderWithTheme(
892
+ <AiExperimentsListView
893
+ experiments={[running]}
894
+ isLoading={false}
895
+ onCreate={() => undefined}
896
+ onOpenResults={() => undefined}
897
+ onRetry={() => undefined}
898
+ />
899
+ );
900
+ expect(getByTestId("ai-experiments-progress-exp-1")).toBeTruthy();
901
+ });
902
+
903
+ it("renders the empty state", () => {
904
+ const {getByTestId} = renderWithTheme(
905
+ <AiExperimentsListView
906
+ experiments={[]}
907
+ isLoading={false}
908
+ onCreate={() => undefined}
909
+ onOpenResults={() => undefined}
910
+ onRetry={() => undefined}
911
+ />
912
+ );
913
+ expect(getByTestId("ai-experiments-empty")).toBeTruthy();
914
+ });
915
+ });
916
+ });
917
+ describe("AiExperimentResultsView", () => {
918
+ const baseExperiment: ExperimentRecord = {
919
+ created: "2026-01-01T00:00:00.000Z",
920
+ datasetId: "ds-1",
921
+ evaluatorIds: ["eval-1"],
922
+ id: "exp-1",
923
+ includeUnproofread: false,
924
+ items: [
925
+ {
926
+ datasetItemId: "item-1",
927
+ failed: true,
928
+ id: "row-1",
929
+ versionResults: {
930
+ "1": {evaluatorScores: {}, output: "a"},
931
+ "2": {evaluatorScores: {}, output: "b"},
932
+ },
933
+ },
934
+ ],
935
+ name: "compare summarize",
936
+ promptName: "summarize",
937
+ results: {
938
+ gates: [
939
+ {
940
+ actual: 0.4,
941
+ aggregate: "trueRate",
942
+ dimension: "correct",
943
+ evaluatorName: "quality",
944
+ op: "gte",
945
+ passed: false,
946
+ value: 0.8,
947
+ version: 2,
948
+ },
949
+ ],
950
+ lowConfidenceItemIds: [],
951
+ outlierItemIds: ["item-1"],
952
+ progress: {completed: 1, total: 1},
953
+ totalCostUsd: 0.12,
954
+ },
955
+ status: "completed",
956
+ thresholds: [],
957
+ updated: "2026-01-01T00:05:00.000Z",
958
+ versions: [1, 2],
959
+ };
960
+
961
+ it("shows running progress text while pending", () => {
962
+ const {getByTestId} = renderWithTheme(
963
+ <AiExperimentResultsView
964
+ experiment={{
965
+ ...baseExperiment,
966
+ results: {
967
+ gates: baseExperiment.results?.gates ?? [],
968
+ lowConfidenceItemIds: baseExperiment.results?.lowConfidenceItemIds ?? [],
969
+ outlierItemIds: baseExperiment.results?.outlierItemIds ?? [],
970
+ progress: {completed: 0, total: 3},
971
+ totalCostUsd: baseExperiment.results?.totalCostUsd,
972
+ },
973
+ status: "running",
974
+ }}
975
+ isPromoting={false}
976
+ onDismissPromoteConfirm={() => undefined}
977
+ onOpenPromoteConfirm={() => undefined}
978
+ onPromote={() => undefined}
979
+ onSelectVersion={() => undefined}
980
+ promoteConfirmOpen={false}
981
+ promoteVersion={2}
982
+ selectedVersion={2}
983
+ />
984
+ );
985
+ expect(getByTestId("ai-experiment-results-running")).toBeTruthy();
986
+ });
987
+
988
+ it("shows gate-fail badge and blocked promote copy", () => {
989
+ const {getByTestId} = renderWithTheme(
990
+ <AiExperimentResultsView
991
+ experiment={baseExperiment}
992
+ isPromoting={false}
993
+ onDismissPromoteConfirm={() => undefined}
994
+ onOpenPromoteConfirm={() => undefined}
995
+ onPromote={() => undefined}
996
+ onSelectVersion={() => undefined}
997
+ promoteBlockedMessage="gate failed for v2 quality.correct"
998
+ promoteConfirmOpen={false}
999
+ promoteVersion={2}
1000
+ selectedVersion={2}
1001
+ />
1002
+ );
1003
+ expect(getByTestId("ai-experiment-gates-failing")).toBeTruthy();
1004
+ assert.include(
1005
+ String(getByTestId("ai-experiment-promote-blocked").props.children),
1006
+ "quality.correct"
1007
+ );
1008
+ });
1009
+ });