@terreno/admin-frontend 58.0.6 → 58.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +58 -0
- package/dist/AdminNestedArrayField.d.ts.map +1 -1
- package/dist/AdminNestedArrayField.js +6 -5
- package/dist/AdminNestedArrayField.js.map +1 -1
- package/dist/AdminRolesList.d.ts +34 -1
- package/dist/AdminRolesList.d.ts.map +1 -1
- package/dist/AdminRolesList.js +53 -8
- package/dist/AdminRolesList.js.map +1 -1
- package/dist/AdminShell.d.ts.map +1 -1
- package/dist/AdminShell.js +7 -2
- package/dist/AdminShell.js.map +1 -1
- package/dist/index.d.ts +2 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -1
- package/dist/index.js.map +1 -1
- package/dist/useAdminRoles.d.ts +8 -0
- package/dist/useAdminRoles.d.ts.map +1 -1
- package/dist/useAdminRoles.js +11 -0
- package/dist/useAdminRoles.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js +10 -36
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailScreen.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts +4 -6
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js +11 -64
- package/dist/widgets/aiObservability/datasets/AiDatasetDetailView.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/AiDatasetItemScreen.d.ts +4 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetItemScreen.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetItemScreen.js +204 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetItemScreen.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetItemView.d.ts +23 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetItemView.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetItemView.js +31 -0
- package/dist/widgets/aiObservability/datasets/AiDatasetItemView.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/ExpectedOutputForm.d.ts +12 -0
- package/dist/widgets/aiObservability/datasets/ExpectedOutputForm.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/ExpectedOutputForm.js +101 -0
- package/dist/widgets/aiObservability/datasets/ExpectedOutputForm.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts +5 -0
- package/dist/widgets/aiObservability/datasets/datasetTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/datasetTypes.js +9 -0
- package/dist/widgets/aiObservability/datasets/datasetTypes.js.map +1 -1
- package/dist/widgets/aiObservability/datasets/expectedOutputModel.d.ts +44 -0
- package/dist/widgets/aiObservability/datasets/expectedOutputModel.d.ts.map +1 -0
- package/dist/widgets/aiObservability/datasets/expectedOutputModel.js +265 -0
- package/dist/widgets/aiObservability/datasets/expectedOutputModel.js.map +1 -0
- package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts +6 -0
- package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js +8 -0
- package/dist/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js +5 -2
- package/dist/widgets/aiObservability/prompts/AiPromptEditorView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js +4 -3
- package/dist/widgets/aiObservability/prompts/AiPromptHubView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js +2 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListScreen.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts +2 -0
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js +92 -26
- package/dist/widgets/aiObservability/prompts/AiPromptsListView.js.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts +29 -5
- package/dist/widgets/aiObservability/prompts/promptTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/prompts/promptTypes.js +114 -11
- package/dist/widgets/aiObservability/prompts/promptTypes.js.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js +2 -0
- package/dist/widgets/aiObservability/shell/AiObservabilityScreenWidgets.js.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.d.ts.map +1 -1
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js +1 -0
- package/dist/widgets/aiObservability/shell/aiObservabilityNav.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTraceDetailView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTraceDetailView.js +15 -1
- package/dist/widgets/aiObservability/traces/AiTraceDetailView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js +23 -1
- package/dist/widgets/aiObservability/traces/AiTracesListView.js.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts +15 -0
- package/dist/widgets/aiObservability/traces/traceTypes.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/traceTypes.js +39 -0
- package/dist/widgets/aiObservability/traces/traceTypes.js.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.d.ts.map +1 -1
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js +12 -0
- package/dist/widgets/aiObservability/traces/useAiObservabilityTracesApi.js.map +1 -1
- package/package.json +4 -4
- package/src/AdminNestedArrayField.tsx +6 -4
- package/src/AdminRolesList.test.tsx +119 -2
- package/src/AdminRolesList.tsx +171 -13
- package/src/AdminShell.test.tsx +14 -0
- package/src/AdminShell.tsx +7 -1
- package/src/index.tsx +13 -1
- package/src/isolated/AdminNestedArrayField.isolated.tsx +50 -8
- package/src/isolated/aiObservabilityDatasets.isolated.tsx +417 -67
- package/src/isolated/aiObservabilityPrompts.isolated.tsx +42 -24
- package/src/isolated/aiObservabilityTraces.isolated.tsx +2 -1
- package/src/isolated/aiTracesTable.isolated.tsx +24 -1
- package/src/useAdminRoles.test.ts +15 -1
- package/src/useAdminRoles.ts +25 -1
- package/src/widgets/aiObservability/datasets/AiDatasetDetailScreen.tsx +17 -48
- package/src/widgets/aiObservability/datasets/AiDatasetDetailView.test.tsx +40 -77
- package/src/widgets/aiObservability/datasets/AiDatasetDetailView.tsx +29 -153
- package/src/widgets/aiObservability/datasets/AiDatasetItemScreen.tsx +279 -0
- package/src/widgets/aiObservability/datasets/AiDatasetItemView.test.tsx +110 -0
- package/src/widgets/aiObservability/datasets/AiDatasetItemView.tsx +174 -0
- package/src/widgets/aiObservability/datasets/ExpectedOutputForm.test.tsx +234 -0
- package/src/widgets/aiObservability/datasets/ExpectedOutputForm.tsx +313 -0
- package/src/widgets/aiObservability/datasets/datasetTypes.test.ts +31 -0
- package/src/widgets/aiObservability/datasets/datasetTypes.ts +13 -0
- package/src/widgets/aiObservability/datasets/expectedOutputModel.test.ts +285 -0
- package/src/widgets/aiObservability/datasets/expectedOutputModel.ts +338 -0
- package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.test.ts +11 -0
- package/src/widgets/aiObservability/datasets/useAiObservabilityDatasetsApi.ts +22 -0
- package/src/widgets/aiObservability/prompts/AiPromptEditorView.tsx +7 -2
- package/src/widgets/aiObservability/prompts/AiPromptHubView.tsx +10 -3
- package/src/widgets/aiObservability/prompts/AiPromptsListScreen.tsx +3 -0
- package/src/widgets/aiObservability/prompts/AiPromptsListView.test.tsx +149 -3
- package/src/widgets/aiObservability/prompts/AiPromptsListView.tsx +176 -42
- package/src/widgets/aiObservability/prompts/promptTypes.test.ts +87 -7
- package/src/widgets/aiObservability/prompts/promptTypes.ts +140 -15
- package/src/widgets/aiObservability/shell/AiObservabilityScreenWidgets.tsx +2 -0
- package/src/widgets/aiObservability/shell/aiObservabilityNav.ts +1 -0
- package/src/widgets/aiObservability/traces/AiTraceDetailView.test.tsx +120 -0
- package/src/widgets/aiObservability/traces/AiTraceDetailView.tsx +47 -7
- package/src/widgets/aiObservability/traces/AiTracesListView.tsx +23 -0
- package/src/widgets/aiObservability/traces/traceTypes.test.ts +46 -0
- package/src/widgets/aiObservability/traces/traceTypes.ts +53 -0
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.test.ts +40 -0
- package/src/widgets/aiObservability/traces/useAiObservabilityTracesApi.ts +12 -0
|
@@ -6,6 +6,7 @@ import React from "react";
|
|
|
6
6
|
import {renderWithTheme} from "../../../ui/src/test-utils";
|
|
7
7
|
import type {AdminConfigResponse} from "../types";
|
|
8
8
|
import {AiDatasetDetailScreenWidget as AiDatasetDetailScreenWidgetBase} from "../widgets/aiObservability/datasets/AiDatasetDetailScreen";
|
|
9
|
+
import {AiDatasetItemScreenWidget as AiDatasetItemScreenWidgetBase} from "../widgets/aiObservability/datasets/AiDatasetItemScreen";
|
|
9
10
|
import {AiDatasetsScreenWidget as AiDatasetsScreenWidgetBase} from "../widgets/aiObservability/datasets/AiDatasetsListScreen";
|
|
10
11
|
import {AiDatasetsListView} from "../widgets/aiObservability/datasets/AiDatasetsListView";
|
|
11
12
|
import type {
|
|
@@ -28,12 +29,15 @@ import {AiTraceDetailScreenWidget as AiTraceDetailScreenWidgetBase} from "../wid
|
|
|
28
29
|
import {AiTracesScreenWidget as AiTracesScreenWidgetBase} from "../widgets/aiObservability/traces/AiTracesListScreen";
|
|
29
30
|
import {
|
|
30
31
|
createObservabilityServer,
|
|
32
|
+
type FakeObservabilityRoute,
|
|
31
33
|
type FakeObservabilityServer,
|
|
34
|
+
type FakeQueryState,
|
|
32
35
|
flushObservabilityRequests,
|
|
33
36
|
withObservabilityServer,
|
|
34
37
|
} from "./observabilityFakeApi.isolated";
|
|
35
38
|
|
|
36
39
|
const AiDatasetDetailScreenWidget = withObservabilityServer(AiDatasetDetailScreenWidgetBase);
|
|
40
|
+
const AiDatasetItemScreenWidget = withObservabilityServer(AiDatasetItemScreenWidgetBase);
|
|
37
41
|
const AiDatasetsScreenWidget = withObservabilityServer(AiDatasetsScreenWidgetBase);
|
|
38
42
|
const _AiEvaluatorDetailScreenWidget = withObservabilityServer(AiEvaluatorDetailScreenWidgetBase);
|
|
39
43
|
const _AiEvaluatorNewScreenWidget = withObservabilityServer(AiEvaluatorNewScreenWidgetBase);
|
|
@@ -59,6 +63,7 @@ interface ExpoRouterPushMock {
|
|
|
59
63
|
}
|
|
60
64
|
|
|
61
65
|
const routerPush = mock(() => undefined) as unknown as ExpoRouterPushMock;
|
|
66
|
+
const routerReplace = mock(() => undefined) as unknown as ExpoRouterPushMock;
|
|
62
67
|
|
|
63
68
|
const readExpoSearchParams: {current: () => Record<string, string>} = {
|
|
64
69
|
current: () => ({}),
|
|
@@ -73,6 +78,9 @@ mock.module("expo-router", () => ({
|
|
|
73
78
|
push: (...args: unknown[]): void => {
|
|
74
79
|
routerPush(...args);
|
|
75
80
|
},
|
|
81
|
+
replace: (...args: unknown[]): void => {
|
|
82
|
+
routerReplace(...args);
|
|
83
|
+
},
|
|
76
84
|
},
|
|
77
85
|
useLocalSearchParams: (): Record<string, string> => readExpoSearchParams.current(),
|
|
78
86
|
}));
|
|
@@ -179,7 +187,7 @@ describe("AiDatasetDetailScreen", () => {
|
|
|
179
187
|
assert.deepEqual(server.callsTo(DETAIL_ROUTE)[0]?.params, {id: "ds-1"});
|
|
180
188
|
});
|
|
181
189
|
|
|
182
|
-
it("opens
|
|
190
|
+
it("opens the expected-output page from a row and from add item", async () => {
|
|
183
191
|
detailState.data = dataset;
|
|
184
192
|
itemsState.data = items;
|
|
185
193
|
routerPush.mockClear();
|
|
@@ -202,77 +210,17 @@ describe("AiDatasetDetailScreen", () => {
|
|
|
202
210
|
fireEvent.press(view.getByTestId("ai-dataset-items-table-row-item-1-clickable"));
|
|
203
211
|
await Promise.resolve();
|
|
204
212
|
});
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
});
|
|
209
|
-
assert.include(String(routerPush.mock.calls[1]?.[0]), "ai-trace-detail");
|
|
210
|
-
});
|
|
213
|
+
const itemHref = String(routerPush.mock.calls[1]?.[0]);
|
|
214
|
+
assert.include(itemHref, "ai-dataset-item");
|
|
215
|
+
assert.include(itemHref, "itemId=item-1");
|
|
211
216
|
|
|
212
|
-
it("surfaces add-item validation and API errors", async () => {
|
|
213
|
-
detailState.data = dataset;
|
|
214
|
-
itemsState.data = items;
|
|
215
|
-
const view = renderWithTheme(
|
|
216
|
-
<AiDatasetDetailScreenWidget
|
|
217
|
-
config={emptyConfig}
|
|
218
|
-
routeBase="/admin"
|
|
219
|
-
screenName="ai-dataset-detail"
|
|
220
|
-
server={createServer(async () => {
|
|
221
|
-
throw {data: {title: "Invalid item"}};
|
|
222
|
-
})}
|
|
223
|
-
/>
|
|
224
|
-
);
|
|
225
|
-
await flushObservabilityRequests();
|
|
226
217
|
await act(async () => {
|
|
227
218
|
fireEvent.press(view.getByTestId("ai-dataset-add-item"));
|
|
228
219
|
await Promise.resolve();
|
|
229
220
|
});
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
);
|
|
234
|
-
const addButtons = view.getAllByText("Add item");
|
|
235
|
-
await act(async () => {
|
|
236
|
-
fireEvent.press(addButtons[addButtons.length - 1]!);
|
|
237
|
-
await Promise.resolve();
|
|
238
|
-
});
|
|
239
|
-
expect(view.getByTestId("ai-dataset-add-item-error")).toBeTruthy();
|
|
240
|
-
|
|
241
|
-
const successServer = createServer(async () => ({}));
|
|
242
|
-
const success = renderWithTheme(
|
|
243
|
-
<AiDatasetDetailScreenWidget
|
|
244
|
-
config={emptyConfig}
|
|
245
|
-
routeBase="/admin"
|
|
246
|
-
screenName="ai-dataset-detail"
|
|
247
|
-
server={successServer}
|
|
248
|
-
/>
|
|
249
|
-
);
|
|
250
|
-
await flushObservabilityRequests();
|
|
251
|
-
await act(async () => {
|
|
252
|
-
fireEvent.press(success.getByTestId("ai-dataset-add-item"));
|
|
253
|
-
await Promise.resolve();
|
|
254
|
-
});
|
|
255
|
-
fireEvent.changeText(
|
|
256
|
-
success.getAllByDisplayValue("{}")[0] ?? success.getByDisplayValue("{}"),
|
|
257
|
-
'{"q":"hi"}'
|
|
258
|
-
);
|
|
259
|
-
fireEvent.changeText(
|
|
260
|
-
success.getAllByDisplayValue("{}")[1] ?? success.getByDisplayValue("{}"),
|
|
261
|
-
'{"a":"ok"}'
|
|
262
|
-
);
|
|
263
|
-
const successAddButtons = success.getAllByText("Add item");
|
|
264
|
-
await act(async () => {
|
|
265
|
-
fireEvent.press(successAddButtons[successAddButtons.length - 1]!);
|
|
266
|
-
await Promise.resolve();
|
|
267
|
-
});
|
|
268
|
-
await flushObservabilityRequests();
|
|
269
|
-
const [created] = successServer.callsTo(CREATE_ITEM_ROUTE);
|
|
270
|
-
assert.deepInclude(created?.body as Record<string, unknown>, {
|
|
271
|
-
expectedOutput: {a: "ok"},
|
|
272
|
-
input: {q: "hi"},
|
|
273
|
-
});
|
|
274
|
-
// A successful add reloads the item list.
|
|
275
|
-
assert.equal(successServer.callsTo(ITEMS_ROUTE).length, 2);
|
|
221
|
+
const createHref = String(routerPush.mock.calls[2]?.[0]);
|
|
222
|
+
assert.include(createHref, "ai-dataset-item");
|
|
223
|
+
assert.notInclude(createHref, "itemId=");
|
|
276
224
|
});
|
|
277
225
|
|
|
278
226
|
it("distinguishes item loading and load errors from an empty dataset", async () => {
|
|
@@ -348,6 +296,408 @@ describe("AiDatasetDetailScreen", () => {
|
|
|
348
296
|
});
|
|
349
297
|
});
|
|
350
298
|
|
|
299
|
+
describe("AiDatasetItemScreen", () => {
|
|
300
|
+
const ITEM_ROUTE = "PATCH /ai/observability/datasets/:id/items/:itemId";
|
|
301
|
+
const CREATE_ROUTE = "POST /ai/observability/datasets/:id/items";
|
|
302
|
+
const OPEN_TRACE_HREF = "ai-trace-detail?id=trace-1";
|
|
303
|
+
const emptyConfig: AdminConfigResponse = {customScreens: [], models: [], scripts: []};
|
|
304
|
+
|
|
305
|
+
const schemaDataset: DatasetRecord = {
|
|
306
|
+
counts: {auto: 0, human: 1, needsReview: 0, total: 1},
|
|
307
|
+
created: "2026-01-01T00:00:00.000Z",
|
|
308
|
+
expectedOutputSchema: {
|
|
309
|
+
properties: {
|
|
310
|
+
crisis: {type: "boolean"},
|
|
311
|
+
route: {enum: ["none", "988"], type: "string"},
|
|
312
|
+
},
|
|
313
|
+
type: "object",
|
|
314
|
+
},
|
|
315
|
+
id: "ds-1",
|
|
316
|
+
name: "gold",
|
|
317
|
+
tags: [],
|
|
318
|
+
updated: "2026-01-02T00:00:00.000Z",
|
|
319
|
+
};
|
|
320
|
+
const plainDataset: DatasetRecord = {
|
|
321
|
+
...schemaDataset,
|
|
322
|
+
expectedOutputSchema: undefined,
|
|
323
|
+
id: "ds-2",
|
|
324
|
+
};
|
|
325
|
+
|
|
326
|
+
const existingItem: DatasetItemRecord = {
|
|
327
|
+
created: "2026-01-01T00:00:00.000Z",
|
|
328
|
+
datasetId: "ds-1",
|
|
329
|
+
expectedOutput: {crisis: true, route: "988"},
|
|
330
|
+
id: "item-1",
|
|
331
|
+
input: {q: "hi"},
|
|
332
|
+
origin: "trace",
|
|
333
|
+
outcomeClass: "tp",
|
|
334
|
+
proofread: false,
|
|
335
|
+
sourceTraceId: "trace-1",
|
|
336
|
+
tags: [],
|
|
337
|
+
updated: "2026-01-01T00:00:00.000Z",
|
|
338
|
+
};
|
|
339
|
+
|
|
340
|
+
const statusWith = (canUpdate: boolean): Record<string, unknown> => ({
|
|
341
|
+
localOn: true,
|
|
342
|
+
permissions: {
|
|
343
|
+
aiDataset: {create: true, list: true, read: true, update: canUpdate},
|
|
344
|
+
aiExperiment: {create: true, list: true, read: true},
|
|
345
|
+
},
|
|
346
|
+
plugins: [],
|
|
347
|
+
primaries: {
|
|
348
|
+
datasets: "local",
|
|
349
|
+
experiments: "local",
|
|
350
|
+
prompts: "local",
|
|
351
|
+
reviewQueue: "local",
|
|
352
|
+
},
|
|
353
|
+
});
|
|
354
|
+
|
|
355
|
+
const renderItemScreen = (
|
|
356
|
+
server: FakeObservabilityServer
|
|
357
|
+
): ReturnType<typeof renderWithTheme> => {
|
|
358
|
+
return renderWithTheme(
|
|
359
|
+
<AiDatasetItemScreenWidget
|
|
360
|
+
config={emptyConfig}
|
|
361
|
+
routeBase="/admin"
|
|
362
|
+
screenName="ai-dataset-item"
|
|
363
|
+
server={server}
|
|
364
|
+
/>
|
|
365
|
+
);
|
|
366
|
+
};
|
|
367
|
+
|
|
368
|
+
const buildServer = ({
|
|
369
|
+
canUpdate = true,
|
|
370
|
+
dataset = schemaDataset,
|
|
371
|
+
datasetState,
|
|
372
|
+
items = [existingItem],
|
|
373
|
+
itemsState,
|
|
374
|
+
itemRoute,
|
|
375
|
+
createRoute,
|
|
376
|
+
}: {
|
|
377
|
+
canUpdate?: boolean;
|
|
378
|
+
createRoute?: FakeObservabilityRoute;
|
|
379
|
+
dataset?: DatasetRecord;
|
|
380
|
+
datasetState?: FakeQueryState;
|
|
381
|
+
itemRoute?: FakeObservabilityRoute;
|
|
382
|
+
items?: DatasetItemRecord[];
|
|
383
|
+
itemsState?: FakeObservabilityRoute;
|
|
384
|
+
} = {}): FakeObservabilityServer => {
|
|
385
|
+
return createObservabilityServer({
|
|
386
|
+
[CREATE_ROUTE]: createRoute ?? (async () => ({})),
|
|
387
|
+
"GET /ai/observability/datasets/:id": datasetState ?? {data: dataset},
|
|
388
|
+
"GET /ai/observability/datasets/:id/items": itemsState ?? {data: items},
|
|
389
|
+
"GET /ai/observability/status": {data: statusWith(canUpdate)},
|
|
390
|
+
[ITEM_ROUTE]: itemRoute ?? (async () => ({})),
|
|
391
|
+
});
|
|
392
|
+
};
|
|
393
|
+
|
|
394
|
+
beforeEach(() => {
|
|
395
|
+
routerPush.mockClear();
|
|
396
|
+
routerReplace.mockClear();
|
|
397
|
+
setExpoSearchParams(() => ({datasetId: "ds-1", itemId: "item-1"}));
|
|
398
|
+
});
|
|
399
|
+
|
|
400
|
+
it("shows the missing dataset message without a dataset id", async () => {
|
|
401
|
+
setExpoSearchParams(() => ({}));
|
|
402
|
+
const view = renderItemScreen(buildServer());
|
|
403
|
+
await flushObservabilityRequests();
|
|
404
|
+
assert.exists(view.getByText("Missing dataset id."));
|
|
405
|
+
});
|
|
406
|
+
|
|
407
|
+
it("shows a loader while the dataset or its items load", async () => {
|
|
408
|
+
const datasetLoading = renderItemScreen(buildServer({datasetState: {isLoading: true}}));
|
|
409
|
+
await flushObservabilityRequests();
|
|
410
|
+
assert.exists(datasetLoading.getByTestId("ai-dataset-item-loading"));
|
|
411
|
+
datasetLoading.unmount();
|
|
412
|
+
|
|
413
|
+
const itemsLoading = renderItemScreen(buildServer({itemsState: {isLoading: true}}));
|
|
414
|
+
await flushObservabilityRequests();
|
|
415
|
+
assert.exists(itemsLoading.getByTestId("ai-dataset-item-loading"));
|
|
416
|
+
});
|
|
417
|
+
|
|
418
|
+
it("refills the form when the item param changes on a mounted screen", async () => {
|
|
419
|
+
const secondItem: DatasetItemRecord = {
|
|
420
|
+
...existingItem,
|
|
421
|
+
expectedOutput: {crisis: false, route: "none"},
|
|
422
|
+
id: "item-2",
|
|
423
|
+
outcomeClass: "fp",
|
|
424
|
+
proofread: true,
|
|
425
|
+
};
|
|
426
|
+
const server = buildServer({items: [existingItem, secondItem]});
|
|
427
|
+
const screen = (): React.ReactElement => (
|
|
428
|
+
<AiDatasetItemScreenWidget
|
|
429
|
+
config={emptyConfig}
|
|
430
|
+
routeBase="/admin"
|
|
431
|
+
screenName="ai-dataset-item"
|
|
432
|
+
server={server}
|
|
433
|
+
/>
|
|
434
|
+
);
|
|
435
|
+
const view = renderWithTheme(screen());
|
|
436
|
+
await flushObservabilityRequests();
|
|
437
|
+
assert.exists(view.getByText("Edit expected output"));
|
|
438
|
+
|
|
439
|
+
setExpoSearchParams(() => ({datasetId: "ds-1", itemId: "item-2"}));
|
|
440
|
+
view.rerender(screen());
|
|
441
|
+
await flushObservabilityRequests();
|
|
442
|
+
await act(async () => {
|
|
443
|
+
fireEvent.press(view.getByTestId("ai-dataset-item-save"));
|
|
444
|
+
await Promise.resolve();
|
|
445
|
+
});
|
|
446
|
+
await flushObservabilityRequests();
|
|
447
|
+
|
|
448
|
+
const patches = server.callsTo(ITEM_ROUTE);
|
|
449
|
+
assert.equal(patches.length, 1);
|
|
450
|
+
assert.deepEqual(patches[0]?.params, {id: "ds-1", itemId: "item-2"});
|
|
451
|
+
assert.deepEqual(patches[0]?.body, {
|
|
452
|
+
expectedOutput: {crisis: false, route: "none"},
|
|
453
|
+
outcomeClass: "fp",
|
|
454
|
+
proofread: true,
|
|
455
|
+
});
|
|
456
|
+
});
|
|
457
|
+
|
|
458
|
+
it("shows load failures for the dataset and for a missing item", async () => {
|
|
459
|
+
const datasetFailed = renderItemScreen(buildServer({datasetState: {isError: true}}));
|
|
460
|
+
await flushObservabilityRequests();
|
|
461
|
+
assert.exists(datasetFailed.getByText("Failed to load dataset."));
|
|
462
|
+
datasetFailed.unmount();
|
|
463
|
+
|
|
464
|
+
setExpoSearchParams(() => ({datasetId: "ds-1", itemId: "missing-item"}));
|
|
465
|
+
const itemMissing = renderItemScreen(buildServer());
|
|
466
|
+
await flushObservabilityRequests();
|
|
467
|
+
assert.exists(itemMissing.getByText("Failed to load dataset item."));
|
|
468
|
+
});
|
|
469
|
+
|
|
470
|
+
it("edits an existing item as a form and saves the expected output back", async () => {
|
|
471
|
+
const server = buildServer();
|
|
472
|
+
const view = renderItemScreen(server);
|
|
473
|
+
await flushObservabilityRequests();
|
|
474
|
+
assert.exists(view.getByText("Edit expected output"));
|
|
475
|
+
assert.exists(view.getByTestId("ai-dataset-item-expected"));
|
|
476
|
+
|
|
477
|
+
await act(async () => {
|
|
478
|
+
fireEvent.press(view.getByTestId("ai-dataset-item-proofread-clickable"));
|
|
479
|
+
await Promise.resolve();
|
|
480
|
+
});
|
|
481
|
+
await act(async () => {
|
|
482
|
+
fireEvent.press(view.getByTestId("ai-dataset-item-save"));
|
|
483
|
+
await Promise.resolve();
|
|
484
|
+
});
|
|
485
|
+
await flushObservabilityRequests();
|
|
486
|
+
|
|
487
|
+
const patches = server.callsTo(ITEM_ROUTE);
|
|
488
|
+
assert.equal(patches.length, 1);
|
|
489
|
+
assert.deepEqual(patches[0]?.params, {id: "ds-1", itemId: "item-1"});
|
|
490
|
+
assert.deepEqual(patches[0]?.body, {
|
|
491
|
+
expectedOutput: {crisis: true, route: "988"},
|
|
492
|
+
outcomeClass: "tp",
|
|
493
|
+
proofread: true,
|
|
494
|
+
});
|
|
495
|
+
assert.include(String(routerPush.mock.calls.at(-1)?.[0]), "ai-dataset-detail?id=ds-1");
|
|
496
|
+
});
|
|
497
|
+
|
|
498
|
+
it("saves a needs-review item and opens the next one that needs review", async () => {
|
|
499
|
+
const queued = {...existingItem, id: "item-2", proofread: false};
|
|
500
|
+
const golden = {...existingItem, id: "item-3", proofread: true};
|
|
501
|
+
const server = buildServer({items: [existingItem, queued, golden]});
|
|
502
|
+
const view = renderItemScreen(server);
|
|
503
|
+
await flushObservabilityRequests();
|
|
504
|
+
assert.exists(view.getByText("Save and next"));
|
|
505
|
+
|
|
506
|
+
await act(async () => {
|
|
507
|
+
fireEvent.press(view.getByTestId("ai-dataset-item-save"));
|
|
508
|
+
await Promise.resolve();
|
|
509
|
+
});
|
|
510
|
+
await flushObservabilityRequests();
|
|
511
|
+
|
|
512
|
+
assert.equal(server.callsTo(ITEM_ROUTE).length, 1);
|
|
513
|
+
assert.equal(routerReplace.mock.calls.length, 1);
|
|
514
|
+
assert.include(String(routerReplace.mock.calls[0]?.[0]), "ai-dataset-item?datasetId=ds-1");
|
|
515
|
+
assert.include(String(routerReplace.mock.calls[0]?.[0]), "itemId=item-2");
|
|
516
|
+
assert.equal(routerPush.mock.calls.length, 0);
|
|
517
|
+
});
|
|
518
|
+
|
|
519
|
+
it("reads the queue after a save so an item reviewed earlier is not reopened", async () => {
|
|
520
|
+
setExpoSearchParams(() => ({datasetId: "ds-1", itemId: "item-2"}));
|
|
521
|
+
const queued = {...existingItem, id: "item-1", proofread: false};
|
|
522
|
+
const current = {...existingItem, id: "item-2", proofread: false};
|
|
523
|
+
const reviewed = {...existingItem, id: "item-1", proofread: true};
|
|
524
|
+
let listCalls = 0;
|
|
525
|
+
const server = buildServer({
|
|
526
|
+
itemsState: () => {
|
|
527
|
+
listCalls += 1;
|
|
528
|
+
return {data: listCalls === 1 ? [queued, current] : [reviewed, current]};
|
|
529
|
+
},
|
|
530
|
+
});
|
|
531
|
+
const view = renderItemScreen(server);
|
|
532
|
+
await flushObservabilityRequests();
|
|
533
|
+
assert.exists(view.getByText("Save and next"));
|
|
534
|
+
|
|
535
|
+
await act(async () => {
|
|
536
|
+
fireEvent.press(view.getByTestId("ai-dataset-item-save"));
|
|
537
|
+
await Promise.resolve();
|
|
538
|
+
});
|
|
539
|
+
await flushObservabilityRequests();
|
|
540
|
+
|
|
541
|
+
assert.equal(routerReplace.mock.calls.length, 0);
|
|
542
|
+
assert.equal(
|
|
543
|
+
routerPush.mock.calls.at(-1)?.[0],
|
|
544
|
+
"/admin/ai-dataset-detail?id=ds-1&tab=needsReview"
|
|
545
|
+
);
|
|
546
|
+
});
|
|
547
|
+
|
|
548
|
+
it("finishes the review queue on the Needs review tab after the last item", async () => {
|
|
549
|
+
const golden = {...existingItem, id: "item-3", proofread: true};
|
|
550
|
+
const server = buildServer({items: [existingItem, golden]});
|
|
551
|
+
const view = renderItemScreen(server);
|
|
552
|
+
await flushObservabilityRequests();
|
|
553
|
+
assert.exists(view.getByText("Save and finish review"));
|
|
554
|
+
|
|
555
|
+
await act(async () => {
|
|
556
|
+
fireEvent.press(view.getByTestId("ai-dataset-item-save"));
|
|
557
|
+
await Promise.resolve();
|
|
558
|
+
});
|
|
559
|
+
await flushObservabilityRequests();
|
|
560
|
+
|
|
561
|
+
assert.equal(routerReplace.mock.calls.length, 0);
|
|
562
|
+
assert.equal(
|
|
563
|
+
routerPush.mock.calls.at(-1)?.[0],
|
|
564
|
+
"/admin/ai-dataset-detail?id=ds-1&tab=needsReview"
|
|
565
|
+
);
|
|
566
|
+
});
|
|
567
|
+
|
|
568
|
+
it("returns to the dataset after saving a golden item", async () => {
|
|
569
|
+
const golden = {...existingItem, proofread: true};
|
|
570
|
+
const server = buildServer({items: [golden]});
|
|
571
|
+
const view = renderItemScreen(server);
|
|
572
|
+
await flushObservabilityRequests();
|
|
573
|
+
assert.exists(view.getByText("Save expected output"));
|
|
574
|
+
|
|
575
|
+
await act(async () => {
|
|
576
|
+
fireEvent.press(view.getByTestId("ai-dataset-item-save"));
|
|
577
|
+
await Promise.resolve();
|
|
578
|
+
});
|
|
579
|
+
await flushObservabilityRequests();
|
|
580
|
+
|
|
581
|
+
assert.equal(routerReplace.mock.calls.length, 0);
|
|
582
|
+
assert.equal(routerPush.mock.calls.at(-1)?.[0], "/admin/ai-dataset-detail?id=ds-1");
|
|
583
|
+
});
|
|
584
|
+
|
|
585
|
+
it("starts a new item from the sibling input and the schema-shaped expected output", async () => {
|
|
586
|
+
setExpoSearchParams(() => ({datasetId: "ds-1"}));
|
|
587
|
+
const server = buildServer();
|
|
588
|
+
const view = renderItemScreen(server);
|
|
589
|
+
await flushObservabilityRequests();
|
|
590
|
+
assert.exists(view.getByText("New dataset item"));
|
|
591
|
+
|
|
592
|
+
await act(async () => {
|
|
593
|
+
fireEvent.press(view.getByTestId("ai-dataset-item-save"));
|
|
594
|
+
await Promise.resolve();
|
|
595
|
+
});
|
|
596
|
+
await flushObservabilityRequests();
|
|
597
|
+
|
|
598
|
+
const created = server.callsTo(CREATE_ROUTE);
|
|
599
|
+
assert.equal(created.length, 1);
|
|
600
|
+
assert.deepEqual(created[0]?.body, {
|
|
601
|
+
expectedOutput: {crisis: false, route: ""},
|
|
602
|
+
input: {q: ""},
|
|
603
|
+
origin: "manual",
|
|
604
|
+
outcomeClass: null,
|
|
605
|
+
proofread: true,
|
|
606
|
+
});
|
|
607
|
+
assert.include(String(routerPush.mock.calls.at(-1)?.[0]), "ai-dataset-detail?id=ds-1");
|
|
608
|
+
});
|
|
609
|
+
|
|
610
|
+
it("starts a new item on a dataset without a schema or sibling items", async () => {
|
|
611
|
+
setExpoSearchParams(() => ({datasetId: "ds-2"}));
|
|
612
|
+
const server = createObservabilityServer({
|
|
613
|
+
[CREATE_ROUTE]: async () => ({}),
|
|
614
|
+
"GET /ai/observability/datasets/:id": {data: plainDataset},
|
|
615
|
+
"GET /ai/observability/datasets/:id/items": {data: []},
|
|
616
|
+
"GET /ai/observability/status": {data: statusWith(true)},
|
|
617
|
+
});
|
|
618
|
+
const view = renderItemScreen(server);
|
|
619
|
+
await flushObservabilityRequests();
|
|
620
|
+
await act(async () => {
|
|
621
|
+
fireEvent.press(view.getByTestId("ai-dataset-item-save"));
|
|
622
|
+
await Promise.resolve();
|
|
623
|
+
});
|
|
624
|
+
await flushObservabilityRequests();
|
|
625
|
+
|
|
626
|
+
const created = server.callsTo(CREATE_ROUTE);
|
|
627
|
+
assert.equal(created.length, 1);
|
|
628
|
+
assert.deepEqual(created[0]?.body, {
|
|
629
|
+
expectedOutput: "",
|
|
630
|
+
input: "",
|
|
631
|
+
origin: "manual",
|
|
632
|
+
outcomeClass: null,
|
|
633
|
+
proofread: true,
|
|
634
|
+
});
|
|
635
|
+
});
|
|
636
|
+
|
|
637
|
+
it("copies the blank shape of a sibling item's expected output on a dataset without a schema", async () => {
|
|
638
|
+
setExpoSearchParams(() => ({datasetId: "ds-2"}));
|
|
639
|
+
const sibling: DatasetItemRecord = {
|
|
640
|
+
...existingItem,
|
|
641
|
+
datasetId: "ds-2",
|
|
642
|
+
expectedOutput: {note: "hello", score: 4},
|
|
643
|
+
};
|
|
644
|
+
const server = buildServer({dataset: plainDataset, items: [sibling]});
|
|
645
|
+
const view = renderItemScreen(server);
|
|
646
|
+
await flushObservabilityRequests();
|
|
647
|
+
await act(async () => {
|
|
648
|
+
fireEvent.press(view.getByTestId("ai-dataset-item-save"));
|
|
649
|
+
await Promise.resolve();
|
|
650
|
+
});
|
|
651
|
+
await flushObservabilityRequests();
|
|
652
|
+
|
|
653
|
+
assert.deepEqual(server.callsTo(CREATE_ROUTE)[0]?.body, {
|
|
654
|
+
expectedOutput: {note: "", score: null},
|
|
655
|
+
input: {q: ""},
|
|
656
|
+
origin: "manual",
|
|
657
|
+
outcomeClass: null,
|
|
658
|
+
proofread: true,
|
|
659
|
+
});
|
|
660
|
+
});
|
|
661
|
+
|
|
662
|
+
it("shows the server's error title when saving fails", async () => {
|
|
663
|
+
const server = buildServer({
|
|
664
|
+
itemRoute: () => {
|
|
665
|
+
throw {data: {title: "Route is required"}, status: 400};
|
|
666
|
+
},
|
|
667
|
+
});
|
|
668
|
+
const view = renderItemScreen(server);
|
|
669
|
+
await flushObservabilityRequests();
|
|
670
|
+
await act(async () => {
|
|
671
|
+
fireEvent.press(view.getByTestId("ai-dataset-item-save"));
|
|
672
|
+
await Promise.resolve();
|
|
673
|
+
});
|
|
674
|
+
await flushObservabilityRequests();
|
|
675
|
+
|
|
676
|
+
assert.exists(view.getByTestId("ai-dataset-item-error"));
|
|
677
|
+
assert.exists(view.getByText("Route is required"));
|
|
678
|
+
});
|
|
679
|
+
|
|
680
|
+
it("opens the source trace of an existing item", async () => {
|
|
681
|
+
const view = renderItemScreen(buildServer());
|
|
682
|
+
await flushObservabilityRequests();
|
|
683
|
+
await act(async () => {
|
|
684
|
+
fireEvent.press(view.getByTestId("ai-dataset-item-open-trace"));
|
|
685
|
+
await Promise.resolve();
|
|
686
|
+
});
|
|
687
|
+
|
|
688
|
+
assert.include(String(routerPush.mock.calls.at(-1)?.[0]), OPEN_TRACE_HREF);
|
|
689
|
+
});
|
|
690
|
+
|
|
691
|
+
it("shows a read-only item when the user cannot update datasets", async () => {
|
|
692
|
+
const server = buildServer({canUpdate: false});
|
|
693
|
+
const view = renderItemScreen(server);
|
|
694
|
+
await flushObservabilityRequests();
|
|
695
|
+
|
|
696
|
+
assert.exists(view.getByText("You can view this item. Saving needs dataset update."));
|
|
697
|
+
assert.isNull(view.queryByTestId("ai-dataset-item-save"));
|
|
698
|
+
});
|
|
699
|
+
});
|
|
700
|
+
|
|
351
701
|
describe("AiDatasetsListScreen", () => {
|
|
352
702
|
beforeEach(() => {
|
|
353
703
|
setExpoSearchParams(() => ({}));
|