@terreno/admin-frontend 58.0.6 → 58.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (130) hide show
  1. package/CHANGELOG.md +52 -0
  2. package/dist/AdminNestedArrayField.d.ts.map +1 -1
  3. package/dist/AdminNestedArrayField.js +6 -5
  4. package/dist/AdminNestedArrayField.js.map +1 -1
  5. package/dist/AdminRolesList.d.ts +34 -1
  6. package/dist/AdminRolesList.d.ts.map +1 -1
  7. package/dist/AdminRolesList.js +53 -8
  8. package/dist/AdminRolesList.js.map +1 -1
  9. package/dist/AdminShell.d.ts.map +1 -1
  10. package/dist/AdminShell.js +7 -2
  11. package/dist/AdminShell.js.map +1 -1
  12. package/dist/index.d.ts +2 -1
  13. package/dist/index.d.ts.map +1 -1
  14. package/dist/index.js +2 -1
  15. package/dist/index.js.map +1 -1
  16. package/dist/useAdminRoles.d.ts +8 -0
  17. package/dist/useAdminRoles.d.ts.map +1 -1
  18. package/dist/useAdminRoles.js +11 -0
  19. package/dist/useAdminRoles.js.map +1 -1
  20. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts.map +1 -1
  21. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js +10 -36
  22. package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js.map +1 -1
  23. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts +4 -6
  24. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts.map +1 -1
  25. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js +11 -64
  26. package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js.map +1 -1
  27. package/dist/widgets/aiObservability/datasets/AiDatasetItemScreen.d.ts +4 -0
  28. package/dist/widgets/aiObservability/datasets/AiDatasetItemScreen.d.ts.map +1 -0
  29. package/dist/widgets/aiObservability/datasets/AiDatasetItemScreen.js +204 -0
  30. package/dist/widgets/aiObservability/datasets/AiDatasetItemScreen.js.map +1 -0
  31. package/dist/widgets/aiObservability/datasets/AiDatasetItemView.d.ts +23 -0
  32. package/dist/widgets/aiObservability/datasets/AiDatasetItemView.d.ts.map +1 -0
  33. package/dist/widgets/aiObservability/datasets/AiDatasetItemView.js +31 -0
  34. package/dist/widgets/aiObservability/datasets/AiDatasetItemView.js.map +1 -0
  35. package/dist/widgets/aiObservability/datasets/ExpectedOutputForm.d.ts +12 -0
  36. package/dist/widgets/aiObservability/datasets/ExpectedOutputForm.d.ts.map +1 -0
  37. package/dist/widgets/aiObservability/datasets/ExpectedOutputForm.js +101 -0
  38. package/dist/widgets/aiObservability/datasets/ExpectedOutputForm.js.map +1 -0
  39. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +5 -0
  40. package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
  41. package/dist/widgets/aiObservability/datasets/datasetTypes.js +9 -0
  42. package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
  43. package/dist/widgets/aiObservability/datasets/expectedOutputModel.d.ts +44 -0
  44. package/dist/widgets/aiObservability/datasets/expectedOutputModel.d.ts.map +1 -0
  45. package/dist/widgets/aiObservability/datasets/expectedOutputModel.js +265 -0
  46. package/dist/widgets/aiObservability/datasets/expectedOutputModel.js.map +1 -0
  47. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts +6 -0
  48. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts.map +1 -1
  49. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js +8 -0
  50. package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js.map +1 -1
  51. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
  52. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +5 -2
  53. package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
  54. package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
  55. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +4 -3
  56. package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
  57. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
  58. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +2 -1
  59. package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
  60. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts +2 -0
  61. package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
  62. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +92 -26
  63. package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
  64. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +29 -5
  65. package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
  66. package/dist/widgets/aiObservability/prompts/promptTypes.js +114 -11
  67. package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
  68. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
  69. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +2 -0
  70. package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
  71. package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
  72. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +1 -0
  73. package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
  74. package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts.map +1 -1
  75. package/dist/widgets/aiObservability/traces/AiTraceDetailView.js +15 -1
  76. package/dist/widgets/aiObservability/traces/AiTraceDetailView.js.map +1 -1
  77. package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
  78. package/dist/widgets/aiObservability/traces/AiTracesListView.js +20 -1
  79. package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
  80. package/dist/widgets/aiObservability/traces/traceTypes.d.ts +12 -0
  81. package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
  82. package/dist/widgets/aiObservability/traces/traceTypes.js +33 -0
  83. package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
  84. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
  85. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +9 -0
  86. package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
  87. package/package.json +4 -4
  88. package/src/AdminNestedArrayField.tsx +6 -4
  89. package/src/AdminRolesList.test.tsx +119 -2
  90. package/src/AdminRolesList.tsx +171 -13
  91. package/src/AdminShell.test.tsx +14 -0
  92. package/src/AdminShell.tsx +7 -1
  93. package/src/index.tsx +13 -1
  94. package/src/isolated/AdminNestedArrayField.isolated.tsx +50 -8
  95. package/src/isolated/aiObservabilityDatasets.isolated.tsx +417 -67
  96. package/src/isolated/aiObservabilityPrompts.isolated.tsx +42 -24
  97. package/src/isolated/aiObservabilityTraces.isolated.tsx +2 -1
  98. package/src/isolated/aiTracesTable.isolated.tsx +17 -1
  99. package/src/useAdminRoles.test.ts +15 -1
  100. package/src/useAdminRoles.ts +25 -1
  101. package/src/widgets/aiObservability/datasets/AiDatasetDetailScreen.tsx +17 -48
  102. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +40 -77
  103. package/src/widgets/aiObservability/datasets/AiDatasetDetailView.tsx +29 -153
  104. package/src/widgets/aiObservability/datasets/AiDatasetItemScreen.tsx +279 -0
  105. package/src/widgets/aiObservability/datasets/AiDatasetItemView.test.tsx +110 -0
  106. package/src/widgets/aiObservability/datasets/AiDatasetItemView.tsx +174 -0
  107. package/src/widgets/aiObservability/datasets/ExpectedOutputForm.test.tsx +234 -0
  108. package/src/widgets/aiObservability/datasets/ExpectedOutputForm.tsx +313 -0
  109. package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +31 -0
  110. package/src/widgets/aiObservability/datasets/datasetTypes.ts +13 -0
  111. package/src/widgets/aiObservability/datasets/expectedOutputModel.test.ts +285 -0
  112. package/src/widgets/aiObservability/datasets/expectedOutputModel.ts +338 -0
  113. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.test.ts +11 -0
  114. package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.ts +22 -0
  115. package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +7 -2
  116. package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +10 -3
  117. package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +3 -0
  118. package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +149 -3
  119. package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +176 -42
  120. package/src/widgets/aiObservability/prompts/promptTypes.test.ts +87 -7
  121. package/src/widgets/aiObservability/prompts/promptTypes.ts +140 -15
  122. package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +2 -0
  123. package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +1 -0
  124. package/src/widgets/aiObservability/traces/AiTraceDetailView.test.tsx +107 -0
  125. package/src/widgets/aiObservability/traces/AiTraceDetailView.tsx +42 -7
  126. package/src/widgets/aiObservability/traces/AiTracesListView.tsx +20 -0
  127. package/src/widgets/aiObservability/traces/traceTypes.test.ts +42 -0
  128. package/src/widgets/aiObservability/traces/traceTypes.ts +45 -0
  129. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +38 -0
  130. package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +9 -0
@@ -6,6 +6,7 @@ import React from "react";
6
6
  import {renderWithTheme} from "../../../ui/src/test-utils";
7
7
  import type {AdminConfigResponse} from "../types";
8
8
  import {AiDatasetDetailScreenWidget as AiDatasetDetailScreenWidgetBase} from "../widgets/aiObservability/datasets/AiDatasetDetailScreen";
9
+ import {AiDatasetItemScreenWidget as AiDatasetItemScreenWidgetBase} from "../widgets/aiObservability/datasets/AiDatasetItemScreen";
9
10
  import {AiDatasetsScreenWidget as AiDatasetsScreenWidgetBase} from "../widgets/aiObservability/datasets/AiDatasetsListScreen";
10
11
  import {AiDatasetsListView} from "../widgets/aiObservability/datasets/AiDatasetsListView";
11
12
  import type {
@@ -28,12 +29,15 @@ import {AiTraceDetailScreenWidget as AiTraceDetailScreenWidgetBase} from "../wid
28
29
  import {AiTracesScreenWidget as AiTracesScreenWidgetBase} from "../widgets/aiObservability/traces/AiTracesListScreen";
29
30
  import {
30
31
  createObservabilityServer,
32
+ type FakeObservabilityRoute,
31
33
  type FakeObservabilityServer,
34
+ type FakeQueryState,
32
35
  flushObservabilityRequests,
33
36
  withObservabilityServer,
34
37
  } from "./observabilityFakeApi.isolated";
35
38
 
36
39
  const AiDatasetDetailScreenWidget = withObservabilityServer(AiDatasetDetailScreenWidgetBase);
40
+ const AiDatasetItemScreenWidget = withObservabilityServer(AiDatasetItemScreenWidgetBase);
37
41
  const AiDatasetsScreenWidget = withObservabilityServer(AiDatasetsScreenWidgetBase);
38
42
  const _AiEvaluatorDetailScreenWidget = withObservabilityServer(AiEvaluatorDetailScreenWidgetBase);
39
43
  const _AiEvaluatorNewScreenWidget = withObservabilityServer(AiEvaluatorNewScreenWidgetBase);
@@ -59,6 +63,7 @@ interface ExpoRouterPushMock {
59
63
  }
60
64
 
61
65
  const routerPush = mock(() => undefined) as unknown as ExpoRouterPushMock;
66
+ const routerReplace = mock(() => undefined) as unknown as ExpoRouterPushMock;
62
67
 
63
68
  const readExpoSearchParams: {current: () => Record<string, string>} = {
64
69
  current: () => ({}),
@@ -73,6 +78,9 @@ mock.module("expo-router", () => ({
73
78
  push: (...args: unknown[]): void => {
74
79
  routerPush(...args);
75
80
  },
81
+ replace: (...args: unknown[]): void => {
82
+ routerReplace(...args);
83
+ },
76
84
  },
77
85
  useLocalSearchParams: (): Record<string, string> => readExpoSearchParams.current(),
78
86
  }));
@@ -179,7 +187,7 @@ describe("AiDatasetDetailScreen", () => {
179
187
  assert.deepEqual(server.callsTo(DETAIL_ROUTE)[0]?.params, {id: "ds-1"});
180
188
  });
181
189
 
182
- it("opens experiment and trace routes from the detail view", async () => {
190
+ it("opens the expected-output page from a row and from add item", async () => {
183
191
  detailState.data = dataset;
184
192
  itemsState.data = items;
185
193
  routerPush.mockClear();
@@ -202,77 +210,17 @@ describe("AiDatasetDetailScreen", () => {
202
210
  fireEvent.press(view.getByTestId("ai-dataset-items-table-row-item-1-clickable"));
203
211
  await Promise.resolve();
204
212
  });
205
- await act(async () => {
206
- fireEvent.press(view.getByTestId("ai-dataset-item-open-trace"));
207
- await new Promise((resolve) => setTimeout(resolve, 50));
208
- });
209
- assert.include(String(routerPush.mock.calls[1]?.[0]), "ai-trace-detail");
210
- });
213
+ const itemHref = String(routerPush.mock.calls[1]?.[0]);
214
+ assert.include(itemHref, "ai-dataset-item");
215
+ assert.include(itemHref, "itemId=item-1");
211
216
 
212
- it("surfaces add-item validation and API errors", async () => {
213
- detailState.data = dataset;
214
- itemsState.data = items;
215
- const view = renderWithTheme(
216
- <AiDatasetDetailScreenWidget
217
- config={emptyConfig}
218
- routeBase="/admin"
219
- screenName="ai-dataset-detail"
220
- server={createServer(async () => {
221
- throw {data: {title: "Invalid item"}};
222
- })}
223
- />
224
- );
225
- await flushObservabilityRequests();
226
217
  await act(async () => {
227
218
  fireEvent.press(view.getByTestId("ai-dataset-add-item"));
228
219
  await Promise.resolve();
229
220
  });
230
- fireEvent.changeText(
231
- view.getAllByDisplayValue("{}")[0] ?? view.getByDisplayValue("{}"),
232
- "{bad json"
233
- );
234
- const addButtons = view.getAllByText("Add item");
235
- await act(async () => {
236
- fireEvent.press(addButtons[addButtons.length - 1]!);
237
- await Promise.resolve();
238
- });
239
- expect(view.getByTestId("ai-dataset-add-item-error")).toBeTruthy();
240
-
241
- const successServer = createServer(async () => ({}));
242
- const success = renderWithTheme(
243
- <AiDatasetDetailScreenWidget
244
- config={emptyConfig}
245
- routeBase="/admin"
246
- screenName="ai-dataset-detail"
247
- server={successServer}
248
- />
249
- );
250
- await flushObservabilityRequests();
251
- await act(async () => {
252
- fireEvent.press(success.getByTestId("ai-dataset-add-item"));
253
- await Promise.resolve();
254
- });
255
- fireEvent.changeText(
256
- success.getAllByDisplayValue("{}")[0] ?? success.getByDisplayValue("{}"),
257
- '{"q":"hi"}'
258
- );
259
- fireEvent.changeText(
260
- success.getAllByDisplayValue("{}")[1] ?? success.getByDisplayValue("{}"),
261
- '{"a":"ok"}'
262
- );
263
- const successAddButtons = success.getAllByText("Add item");
264
- await act(async () => {
265
- fireEvent.press(successAddButtons[successAddButtons.length - 1]!);
266
- await Promise.resolve();
267
- });
268
- await flushObservabilityRequests();
269
- const [created] = successServer.callsTo(CREATE_ITEM_ROUTE);
270
- assert.deepInclude(created?.body as Record<string, unknown>, {
271
- expectedOutput: {a: "ok"},
272
- input: {q: "hi"},
273
- });
274
- // A successful add reloads the item list.
275
- assert.equal(successServer.callsTo(ITEMS_ROUTE).length, 2);
221
+ const createHref = String(routerPush.mock.calls[2]?.[0]);
222
+ assert.include(createHref, "ai-dataset-item");
223
+ assert.notInclude(createHref, "itemId=");
276
224
  });
277
225
 
278
226
  it("distinguishes item loading and load errors from an empty dataset", async () => {
@@ -348,6 +296,408 @@ describe("AiDatasetDetailScreen", () => {
348
296
  });
349
297
  });
350
298
 
299
+ describe("AiDatasetItemScreen", () => {
300
+ const ITEM_ROUTE = "PATCH /ai/observability/datasets/:id/items/:itemId";
301
+ const CREATE_ROUTE = "POST /ai/observability/datasets/:id/items";
302
+ const OPEN_TRACE_HREF = "ai-trace-detail?id=trace-1";
303
+ const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
304
+
305
+ const schemaDataset: DatasetRecord = {
306
+ counts: {auto: 0, human: 1, needsReview: 0, total: 1},
307
+ created: "2026-01-01T00:00:00.000Z",
308
+ expectedOutputSchema: {
309
+ properties: {
310
+ crisis: {type: "boolean"},
311
+ route: {enum: ["none", "988"], type: "string"},
312
+ },
313
+ type: "object",
314
+ },
315
+ id: "ds-1",
316
+ name: "gold",
317
+ tags: [],
318
+ updated: "2026-01-02T00:00:00.000Z",
319
+ };
320
+ const plainDataset: DatasetRecord = {
321
+ ...schemaDataset,
322
+ expectedOutputSchema: undefined,
323
+ id: "ds-2",
324
+ };
325
+
326
+ const existingItem: DatasetItemRecord = {
327
+ created: "2026-01-01T00:00:00.000Z",
328
+ datasetId: "ds-1",
329
+ expectedOutput: {crisis: true, route: "988"},
330
+ id: "item-1",
331
+ input: {q: "hi"},
332
+ origin: "trace",
333
+ outcomeClass: "tp",
334
+ proofread: false,
335
+ sourceTraceId: "trace-1",
336
+ tags: [],
337
+ updated: "2026-01-01T00:00:00.000Z",
338
+ };
339
+
340
+ const statusWith = (canUpdate: boolean): Record<string, unknown> => ({
341
+ localOn: true,
342
+ permissions: {
343
+ aiDataset: {create: true, list: true, read: true, update: canUpdate},
344
+ aiExperiment: {create: true, list: true, read: true},
345
+ },
346
+ plugins: [],
347
+ primaries: {
348
+ datasets: "local",
349
+ experiments: "local",
350
+ prompts: "local",
351
+ reviewQueue: "local",
352
+ },
353
+ });
354
+
355
+ const renderItemScreen = (
356
+ server: FakeObservabilityServer
357
+ ): ReturnType<typeof renderWithTheme> => {
358
+ return renderWithTheme(
359
+ <AiDatasetItemScreenWidget
360
+ config={emptyConfig}
361
+ routeBase="/admin"
362
+ screenName="ai-dataset-item"
363
+ server={server}
364
+ />
365
+ );
366
+ };
367
+
368
+ const buildServer = ({
369
+ canUpdate = true,
370
+ dataset = schemaDataset,
371
+ datasetState,
372
+ items = [existingItem],
373
+ itemsState,
374
+ itemRoute,
375
+ createRoute,
376
+ }: {
377
+ canUpdate?: boolean;
378
+ createRoute?: FakeObservabilityRoute;
379
+ dataset?: DatasetRecord;
380
+ datasetState?: FakeQueryState;
381
+ itemRoute?: FakeObservabilityRoute;
382
+ items?: DatasetItemRecord[];
383
+ itemsState?: FakeObservabilityRoute;
384
+ } = {}): FakeObservabilityServer => {
385
+ return createObservabilityServer({
386
+ [CREATE_ROUTE]: createRoute ?? (async () => ({})),
387
+ "GET /ai/observability/datasets/:id": datasetState ?? {data: dataset},
388
+ "GET /ai/observability/datasets/:id/items": itemsState ?? {data: items},
389
+ "GET /ai/observability/status": {data: statusWith(canUpdate)},
390
+ [ITEM_ROUTE]: itemRoute ?? (async () => ({})),
391
+ });
392
+ };
393
+
394
+ beforeEach(() => {
395
+ routerPush.mockClear();
396
+ routerReplace.mockClear();
397
+ setExpoSearchParams(() => ({datasetId: "ds-1", itemId: "item-1"}));
398
+ });
399
+
400
+ it("shows the missing dataset message without a dataset id", async () => {
401
+ setExpoSearchParams(() => ({}));
402
+ const view = renderItemScreen(buildServer());
403
+ await flushObservabilityRequests();
404
+ assert.exists(view.getByText("Missing dataset id."));
405
+ });
406
+
407
+ it("shows a loader while the dataset or its items load", async () => {
408
+ const datasetLoading = renderItemScreen(buildServer({datasetState: {isLoading: true}}));
409
+ await flushObservabilityRequests();
410
+ assert.exists(datasetLoading.getByTestId("ai-dataset-item-loading"));
411
+ datasetLoading.unmount();
412
+
413
+ const itemsLoading = renderItemScreen(buildServer({itemsState: {isLoading: true}}));
414
+ await flushObservabilityRequests();
415
+ assert.exists(itemsLoading.getByTestId("ai-dataset-item-loading"));
416
+ });
417
+
418
+ it("refills the form when the item param changes on a mounted screen", async () => {
419
+ const secondItem: DatasetItemRecord = {
420
+ ...existingItem,
421
+ expectedOutput: {crisis: false, route: "none"},
422
+ id: "item-2",
423
+ outcomeClass: "fp",
424
+ proofread: true,
425
+ };
426
+ const server = buildServer({items: [existingItem, secondItem]});
427
+ const screen = (): React.ReactElement => (
428
+ <AiDatasetItemScreenWidget
429
+ config={emptyConfig}
430
+ routeBase="/admin"
431
+ screenName="ai-dataset-item"
432
+ server={server}
433
+ />
434
+ );
435
+ const view = renderWithTheme(screen());
436
+ await flushObservabilityRequests();
437
+ assert.exists(view.getByText("Edit expected output"));
438
+
439
+ setExpoSearchParams(() => ({datasetId: "ds-1", itemId: "item-2"}));
440
+ view.rerender(screen());
441
+ await flushObservabilityRequests();
442
+ await act(async () => {
443
+ fireEvent.press(view.getByTestId("ai-dataset-item-save"));
444
+ await Promise.resolve();
445
+ });
446
+ await flushObservabilityRequests();
447
+
448
+ const patches = server.callsTo(ITEM_ROUTE);
449
+ assert.equal(patches.length, 1);
450
+ assert.deepEqual(patches[0]?.params, {id: "ds-1", itemId: "item-2"});
451
+ assert.deepEqual(patches[0]?.body, {
452
+ expectedOutput: {crisis: false, route: "none"},
453
+ outcomeClass: "fp",
454
+ proofread: true,
455
+ });
456
+ });
457
+
458
+ it("shows load failures for the dataset and for a missing item", async () => {
459
+ const datasetFailed = renderItemScreen(buildServer({datasetState: {isError: true}}));
460
+ await flushObservabilityRequests();
461
+ assert.exists(datasetFailed.getByText("Failed to load dataset."));
462
+ datasetFailed.unmount();
463
+
464
+ setExpoSearchParams(() => ({datasetId: "ds-1", itemId: "missing-item"}));
465
+ const itemMissing = renderItemScreen(buildServer());
466
+ await flushObservabilityRequests();
467
+ assert.exists(itemMissing.getByText("Failed to load dataset item."));
468
+ });
469
+
470
+ it("edits an existing item as a form and saves the expected output back", async () => {
471
+ const server = buildServer();
472
+ const view = renderItemScreen(server);
473
+ await flushObservabilityRequests();
474
+ assert.exists(view.getByText("Edit expected output"));
475
+ assert.exists(view.getByTestId("ai-dataset-item-expected"));
476
+
477
+ await act(async () => {
478
+ fireEvent.press(view.getByTestId("ai-dataset-item-proofread-clickable"));
479
+ await Promise.resolve();
480
+ });
481
+ await act(async () => {
482
+ fireEvent.press(view.getByTestId("ai-dataset-item-save"));
483
+ await Promise.resolve();
484
+ });
485
+ await flushObservabilityRequests();
486
+
487
+ const patches = server.callsTo(ITEM_ROUTE);
488
+ assert.equal(patches.length, 1);
489
+ assert.deepEqual(patches[0]?.params, {id: "ds-1", itemId: "item-1"});
490
+ assert.deepEqual(patches[0]?.body, {
491
+ expectedOutput: {crisis: true, route: "988"},
492
+ outcomeClass: "tp",
493
+ proofread: true,
494
+ });
495
+ assert.include(String(routerPush.mock.calls.at(-1)?.[0]), "ai-dataset-detail?id=ds-1");
496
+ });
497
+
498
+ it("saves a needs-review item and opens the next one that needs review", async () => {
499
+ const queued = {...existingItem, id: "item-2", proofread: false};
500
+ const golden = {...existingItem, id: "item-3", proofread: true};
501
+ const server = buildServer({items: [existingItem, queued, golden]});
502
+ const view = renderItemScreen(server);
503
+ await flushObservabilityRequests();
504
+ assert.exists(view.getByText("Save and next"));
505
+
506
+ await act(async () => {
507
+ fireEvent.press(view.getByTestId("ai-dataset-item-save"));
508
+ await Promise.resolve();
509
+ });
510
+ await flushObservabilityRequests();
511
+
512
+ assert.equal(server.callsTo(ITEM_ROUTE).length, 1);
513
+ assert.equal(routerReplace.mock.calls.length, 1);
514
+ assert.include(String(routerReplace.mock.calls[0]?.[0]), "ai-dataset-item?datasetId=ds-1");
515
+ assert.include(String(routerReplace.mock.calls[0]?.[0]), "itemId=item-2");
516
+ assert.equal(routerPush.mock.calls.length, 0);
517
+ });
518
+
519
+ it("reads the queue after a save so an item reviewed earlier is not reopened", async () => {
520
+ setExpoSearchParams(() => ({datasetId: "ds-1", itemId: "item-2"}));
521
+ const queued = {...existingItem, id: "item-1", proofread: false};
522
+ const current = {...existingItem, id: "item-2", proofread: false};
523
+ const reviewed = {...existingItem, id: "item-1", proofread: true};
524
+ let listCalls = 0;
525
+ const server = buildServer({
526
+ itemsState: () => {
527
+ listCalls += 1;
528
+ return {data: listCalls === 1 ? [queued, current] : [reviewed, current]};
529
+ },
530
+ });
531
+ const view = renderItemScreen(server);
532
+ await flushObservabilityRequests();
533
+ assert.exists(view.getByText("Save and next"));
534
+
535
+ await act(async () => {
536
+ fireEvent.press(view.getByTestId("ai-dataset-item-save"));
537
+ await Promise.resolve();
538
+ });
539
+ await flushObservabilityRequests();
540
+
541
+ assert.equal(routerReplace.mock.calls.length, 0);
542
+ assert.equal(
543
+ routerPush.mock.calls.at(-1)?.[0],
544
+ "/admin/ai-dataset-detail?id=ds-1&tab=needsReview"
545
+ );
546
+ });
547
+
548
+ it("finishes the review queue on the Needs review tab after the last item", async () => {
549
+ const golden = {...existingItem, id: "item-3", proofread: true};
550
+ const server = buildServer({items: [existingItem, golden]});
551
+ const view = renderItemScreen(server);
552
+ await flushObservabilityRequests();
553
+ assert.exists(view.getByText("Save and finish review"));
554
+
555
+ await act(async () => {
556
+ fireEvent.press(view.getByTestId("ai-dataset-item-save"));
557
+ await Promise.resolve();
558
+ });
559
+ await flushObservabilityRequests();
560
+
561
+ assert.equal(routerReplace.mock.calls.length, 0);
562
+ assert.equal(
563
+ routerPush.mock.calls.at(-1)?.[0],
564
+ "/admin/ai-dataset-detail?id=ds-1&tab=needsReview"
565
+ );
566
+ });
567
+
568
+ it("returns to the dataset after saving a golden item", async () => {
569
+ const golden = {...existingItem, proofread: true};
570
+ const server = buildServer({items: [golden]});
571
+ const view = renderItemScreen(server);
572
+ await flushObservabilityRequests();
573
+ assert.exists(view.getByText("Save expected output"));
574
+
575
+ await act(async () => {
576
+ fireEvent.press(view.getByTestId("ai-dataset-item-save"));
577
+ await Promise.resolve();
578
+ });
579
+ await flushObservabilityRequests();
580
+
581
+ assert.equal(routerReplace.mock.calls.length, 0);
582
+ assert.equal(routerPush.mock.calls.at(-1)?.[0], "/admin/ai-dataset-detail?id=ds-1");
583
+ });
584
+
585
+ it("starts a new item from the sibling input and the schema-shaped expected output", async () => {
586
+ setExpoSearchParams(() => ({datasetId: "ds-1"}));
587
+ const server = buildServer();
588
+ const view = renderItemScreen(server);
589
+ await flushObservabilityRequests();
590
+ assert.exists(view.getByText("New dataset item"));
591
+
592
+ await act(async () => {
593
+ fireEvent.press(view.getByTestId("ai-dataset-item-save"));
594
+ await Promise.resolve();
595
+ });
596
+ await flushObservabilityRequests();
597
+
598
+ const created = server.callsTo(CREATE_ROUTE);
599
+ assert.equal(created.length, 1);
600
+ assert.deepEqual(created[0]?.body, {
601
+ expectedOutput: {crisis: false, route: ""},
602
+ input: {q: ""},
603
+ origin: "manual",
604
+ outcomeClass: null,
605
+ proofread: true,
606
+ });
607
+ assert.include(String(routerPush.mock.calls.at(-1)?.[0]), "ai-dataset-detail?id=ds-1");
608
+ });
609
+
610
+ it("starts a new item on a dataset without a schema or sibling items", async () => {
611
+ setExpoSearchParams(() => ({datasetId: "ds-2"}));
612
+ const server = createObservabilityServer({
613
+ [CREATE_ROUTE]: async () => ({}),
614
+ "GET /ai/observability/datasets/:id": {data: plainDataset},
615
+ "GET /ai/observability/datasets/:id/items": {data: []},
616
+ "GET /ai/observability/status": {data: statusWith(true)},
617
+ });
618
+ const view = renderItemScreen(server);
619
+ await flushObservabilityRequests();
620
+ await act(async () => {
621
+ fireEvent.press(view.getByTestId("ai-dataset-item-save"));
622
+ await Promise.resolve();
623
+ });
624
+ await flushObservabilityRequests();
625
+
626
+ const created = server.callsTo(CREATE_ROUTE);
627
+ assert.equal(created.length, 1);
628
+ assert.deepEqual(created[0]?.body, {
629
+ expectedOutput: "",
630
+ input: "",
631
+ origin: "manual",
632
+ outcomeClass: null,
633
+ proofread: true,
634
+ });
635
+ });
636
+
637
+ it("copies the blank shape of a sibling item's expected output on a dataset without a schema", async () => {
638
+ setExpoSearchParams(() => ({datasetId: "ds-2"}));
639
+ const sibling: DatasetItemRecord = {
640
+ ...existingItem,
641
+ datasetId: "ds-2",
642
+ expectedOutput: {note: "hello", score: 4},
643
+ };
644
+ const server = buildServer({dataset: plainDataset, items: [sibling]});
645
+ const view = renderItemScreen(server);
646
+ await flushObservabilityRequests();
647
+ await act(async () => {
648
+ fireEvent.press(view.getByTestId("ai-dataset-item-save"));
649
+ await Promise.resolve();
650
+ });
651
+ await flushObservabilityRequests();
652
+
653
+ assert.deepEqual(server.callsTo(CREATE_ROUTE)[0]?.body, {
654
+ expectedOutput: {note: "", score: null},
655
+ input: {q: ""},
656
+ origin: "manual",
657
+ outcomeClass: null,
658
+ proofread: true,
659
+ });
660
+ });
661
+
662
+ it("shows the server's error title when saving fails", async () => {
663
+ const server = buildServer({
664
+ itemRoute: () => {
665
+ throw {data: {title: "Route is required"}, status: 400};
666
+ },
667
+ });
668
+ const view = renderItemScreen(server);
669
+ await flushObservabilityRequests();
670
+ await act(async () => {
671
+ fireEvent.press(view.getByTestId("ai-dataset-item-save"));
672
+ await Promise.resolve();
673
+ });
674
+ await flushObservabilityRequests();
675
+
676
+ assert.exists(view.getByTestId("ai-dataset-item-error"));
677
+ assert.exists(view.getByText("Route is required"));
678
+ });
679
+
680
+ it("opens the source trace of an existing item", async () => {
681
+ const view = renderItemScreen(buildServer());
682
+ await flushObservabilityRequests();
683
+ await act(async () => {
684
+ fireEvent.press(view.getByTestId("ai-dataset-item-open-trace"));
685
+ await Promise.resolve();
686
+ });
687
+
688
+ assert.include(String(routerPush.mock.calls.at(-1)?.[0]), OPEN_TRACE_HREF);
689
+ });
690
+
691
+ it("shows a read-only item when the user cannot update datasets", async () => {
692
+ const server = buildServer({canUpdate: false});
693
+ const view = renderItemScreen(server);
694
+ await flushObservabilityRequests();
695
+
696
+ assert.exists(view.getByText("You can view this item. Saving needs dataset update."));
697
+ assert.isNull(view.queryByTestId("ai-dataset-item-save"));
698
+ });
699
+ });
700
+
351
701
  describe("AiDatasetsListScreen", () => {
352
702
  beforeEach(() => {
353
703
  setExpoSearchParams(() => ({}));