@iblai/iblai-js 2.76.1 → 2.77.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/data-layer/playwright/evaluation-tab-helpers.d.ts +181 -68
- package/dist/playwright/index.cjs +414 -164
- package/dist/playwright/index.cjs.map +1 -1
- package/dist/playwright/index.d.ts +181 -69
- package/dist/playwright/index.esm.js +407 -165
- package/dist/playwright/index.esm.js.map +1 -1
- package/dist/playwright/playwright/evaluation-tab-helpers.d.ts +181 -68
- package/dist/security/playwright/evaluation-tab-helpers.d.ts +181 -68
- package/dist/web-containers/playwright/evaluation-tab-helpers.d.ts +181 -68
- package/dist/web-containers/source/_virtual/index2.js +2 -2
- package/dist/web-containers/source/_virtual/index3.js +2 -2
- package/dist/web-containers/source/activity-empty-state.js +2 -2
- package/dist/web-containers/source/activity-empty-state.js.map +1 -1
- package/dist/web-containers/source/activity-tab/activity-empty-state.js +2 -2
- package/dist/web-containers/source/activity-tab/activity-empty-state.js.map +1 -1
- package/dist/web-containers/source/add-items-modal.js +26 -91
- package/dist/web-containers/source/add-items-modal.js.map +1 -1
- package/dist/web-containers/source/benchmark-combobox.js +2 -2
- package/dist/web-containers/source/benchmark-combobox.js.map +1 -1
- package/dist/web-containers/source/benchmark-items-modal.js +28 -7
- package/dist/web-containers/source/benchmark-items-modal.js.map +1 -1
- package/dist/web-containers/source/benchmarks/add-items-modal.js +26 -91
- package/dist/web-containers/source/benchmarks/add-items-modal.js.map +1 -1
- package/dist/web-containers/source/benchmarks/benchmark-items-modal.js +28 -7
- package/dist/web-containers/source/benchmarks/benchmark-items-modal.js.map +1 -1
- package/dist/web-containers/source/benchmarks/create-benchmark-modal.js +166 -20
- package/dist/web-containers/source/benchmarks/create-benchmark-modal.js.map +1 -1
- package/dist/web-containers/source/benchmarks/delete-item-confirm.js +10 -9
- package/dist/web-containers/source/benchmarks/delete-item-confirm.js.map +1 -1
- package/dist/web-containers/source/benchmarks/evals-ui.js +39 -0
- package/dist/web-containers/source/benchmarks/evals-ui.js.map +1 -0
- package/dist/web-containers/source/benchmarks/index.js +30 -11
- package/dist/web-containers/source/benchmarks/index.js.map +1 -1
- package/dist/web-containers/source/benchmarks/qa-form.js +233 -0
- package/dist/web-containers/source/benchmarks/qa-form.js.map +1 -0
- package/dist/web-containers/source/components/activity-tab/activity-empty-state.js +2 -2
- package/dist/web-containers/source/components/activity-tab/activity-empty-state.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js +2 -2
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js +6 -6
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js +7 -6
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js +51 -43
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/index.js +68 -37
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/index.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/labels.js +68 -46
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/labels.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js +13 -6
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js +16 -7
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/utils.js +14 -1
- package/dist/web-containers/source/components/modals/edit-mentor-modal/tabs/evaluation-tab/utils.js.map +1 -1
- package/dist/web-containers/source/components/platform-sidebar/index.js +2 -0
- package/dist/web-containers/source/components/platform-sidebar/index.js.map +1 -1
- package/dist/web-containers/source/components/profile/benchmarks/add-items-modal.js +26 -91
- package/dist/web-containers/source/components/profile/benchmarks/add-items-modal.js.map +1 -1
- package/dist/web-containers/source/components/profile/benchmarks/benchmark-items-modal.js +28 -7
- package/dist/web-containers/source/components/profile/benchmarks/benchmark-items-modal.js.map +1 -1
- package/dist/web-containers/source/components/profile/benchmarks/create-benchmark-modal.js +166 -20
- package/dist/web-containers/source/components/profile/benchmarks/create-benchmark-modal.js.map +1 -1
- package/dist/web-containers/source/components/profile/benchmarks/delete-item-confirm.js +10 -9
- package/dist/web-containers/source/components/profile/benchmarks/delete-item-confirm.js.map +1 -1
- package/dist/web-containers/source/components/profile/benchmarks/evals-ui.js +39 -0
- package/dist/web-containers/source/components/profile/benchmarks/evals-ui.js.map +1 -0
- package/dist/web-containers/source/components/profile/benchmarks/index.js +30 -11
- package/dist/web-containers/source/components/profile/benchmarks/index.js.map +1 -1
- package/dist/web-containers/source/components/profile/benchmarks/qa-form.js +233 -0
- package/dist/web-containers/source/components/profile/benchmarks/qa-form.js.map +1 -0
- package/dist/web-containers/source/components/rich-text-editor.js +24 -3
- package/dist/web-containers/source/components/rich-text-editor.js.map +1 -1
- package/dist/web-containers/source/create-benchmark-modal.js +166 -20
- package/dist/web-containers/source/create-benchmark-modal.js.map +1 -1
- package/dist/web-containers/source/delete-experiment-modal.js +6 -6
- package/dist/web-containers/source/delete-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/delete-item-confirm.js +10 -9
- package/dist/web-containers/source/delete-item-confirm.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js +2 -2
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js +6 -6
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js +7 -6
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js +51 -43
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/index.js +68 -37
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/index.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/labels.js +68 -46
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/labels.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js +13 -6
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js +16 -7
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/utils.js +14 -1
- package/dist/web-containers/source/edit-mentor-modal/tabs/evaluation-tab/utils.js.map +1 -1
- package/dist/web-containers/source/en.json.js +100 -74
- package/dist/web-containers/source/en.json.js.map +1 -1
- package/dist/web-containers/source/es.json.js +81 -55
- package/dist/web-containers/source/es.json.js.map +1 -1
- package/dist/web-containers/source/evals-ui.js +39 -0
- package/dist/web-containers/source/evals-ui.js.map +1 -0
- package/dist/web-containers/source/evaluate-llm-picker.js +7 -6
- package/dist/web-containers/source/evaluate-llm-picker.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/benchmark-combobox.js +2 -2
- package/dist/web-containers/source/evaluation-tab/benchmark-combobox.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/delete-experiment-modal.js +6 -6
- package/dist/web-containers/source/evaluation-tab/delete-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/evaluate-llm-picker.js +7 -6
- package/dist/web-containers/source/evaluation-tab/evaluate-llm-picker.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/experiment-detail-modal.js +51 -43
- package/dist/web-containers/source/evaluation-tab/experiment-detail-modal.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/index.js +68 -37
- package/dist/web-containers/source/evaluation-tab/index.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/labels.js +68 -46
- package/dist/web-containers/source/evaluation-tab/labels.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/llm-judge-modal.js +13 -6
- package/dist/web-containers/source/evaluation-tab/llm-judge-modal.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/start-experiment-modal.js +16 -7
- package/dist/web-containers/source/evaluation-tab/start-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/evaluation-tab/utils.js +14 -1
- package/dist/web-containers/source/evaluation-tab/utils.js.map +1 -1
- package/dist/web-containers/source/experiment-detail-modal.js +51 -43
- package/dist/web-containers/source/experiment-detail-modal.js.map +1 -1
- package/dist/web-containers/source/fr.json.js +82 -56
- package/dist/web-containers/source/fr.json.js.map +1 -1
- package/dist/web-containers/source/i18n/messages/en.json.js +100 -74
- package/dist/web-containers/source/i18n/messages/en.json.js.map +1 -1
- package/dist/web-containers/source/i18n/messages/es.json.js +81 -55
- package/dist/web-containers/source/i18n/messages/es.json.js.map +1 -1
- package/dist/web-containers/source/i18n/messages/fr.json.js +82 -56
- package/dist/web-containers/source/i18n/messages/fr.json.js.map +1 -1
- package/dist/web-containers/source/i18n/messages/zh.json.js +71 -45
- package/dist/web-containers/source/i18n/messages/zh.json.js.map +1 -1
- package/dist/web-containers/source/index2.js +2 -2
- package/dist/web-containers/source/index3.js +2 -2
- package/dist/web-containers/source/llm-judge-modal.js +13 -6
- package/dist/web-containers/source/llm-judge-modal.js.map +1 -1
- package/dist/web-containers/source/messages/en.json.js +100 -74
- package/dist/web-containers/source/messages/en.json.js.map +1 -1
- package/dist/web-containers/source/messages/es.json.js +81 -55
- package/dist/web-containers/source/messages/es.json.js.map +1 -1
- package/dist/web-containers/source/messages/fr.json.js +82 -56
- package/dist/web-containers/source/messages/fr.json.js.map +1 -1
- package/dist/web-containers/source/messages/zh.json.js +71 -45
- package/dist/web-containers/source/messages/zh.json.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js +2 -2
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/benchmark-combobox.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js +6 -6
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/delete-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js +7 -6
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/evaluate-llm-picker.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js +51 -43
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/experiment-detail-modal.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/index.js +68 -37
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/index.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/labels.js +68 -46
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/labels.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js +13 -6
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/llm-judge-modal.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js +16 -7
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/start-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/utils.js +14 -1
- package/dist/web-containers/source/modals/edit-mentor-modal/tabs/evaluation-tab/utils.js.map +1 -1
- package/dist/web-containers/source/node_modules/.pnpm/css-mediaquery@0.1.2/node_modules/css-mediaquery/index.js +1 -1
- package/dist/web-containers/source/node_modules/.pnpm/matchmediaquery@0.4.2/node_modules/matchmediaquery/index.js +1 -1
- package/dist/web-containers/source/node_modules/.pnpm/prop-types@15.8.1/node_modules/prop-types/index.js +1 -1
- package/dist/web-containers/source/platform-sidebar/index.js +2 -0
- package/dist/web-containers/source/platform-sidebar/index.js.map +1 -1
- package/dist/web-containers/source/profile/benchmarks/add-items-modal.js +26 -91
- package/dist/web-containers/source/profile/benchmarks/add-items-modal.js.map +1 -1
- package/dist/web-containers/source/profile/benchmarks/benchmark-items-modal.js +28 -7
- package/dist/web-containers/source/profile/benchmarks/benchmark-items-modal.js.map +1 -1
- package/dist/web-containers/source/profile/benchmarks/create-benchmark-modal.js +166 -20
- package/dist/web-containers/source/profile/benchmarks/create-benchmark-modal.js.map +1 -1
- package/dist/web-containers/source/profile/benchmarks/delete-item-confirm.js +10 -9
- package/dist/web-containers/source/profile/benchmarks/delete-item-confirm.js.map +1 -1
- package/dist/web-containers/source/profile/benchmarks/evals-ui.js +39 -0
- package/dist/web-containers/source/profile/benchmarks/evals-ui.js.map +1 -0
- package/dist/web-containers/source/profile/benchmarks/index.js +30 -11
- package/dist/web-containers/source/profile/benchmarks/index.js.map +1 -1
- package/dist/web-containers/source/profile/benchmarks/qa-form.js +233 -0
- package/dist/web-containers/source/profile/benchmarks/qa-form.js.map +1 -0
- package/dist/web-containers/source/qa-form.js +233 -0
- package/dist/web-containers/source/qa-form.js.map +1 -0
- package/dist/web-containers/source/rich-text-editor.js +24 -3
- package/dist/web-containers/source/rich-text-editor.js.map +1 -1
- package/dist/web-containers/source/start-experiment-modal.js +16 -7
- package/dist/web-containers/source/start-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/benchmark-combobox.js +2 -2
- package/dist/web-containers/source/tabs/evaluation-tab/benchmark-combobox.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/delete-experiment-modal.js +6 -6
- package/dist/web-containers/source/tabs/evaluation-tab/delete-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/evaluate-llm-picker.js +7 -6
- package/dist/web-containers/source/tabs/evaluation-tab/evaluate-llm-picker.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/experiment-detail-modal.js +51 -43
- package/dist/web-containers/source/tabs/evaluation-tab/experiment-detail-modal.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/index.js +68 -37
- package/dist/web-containers/source/tabs/evaluation-tab/index.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/labels.js +68 -46
- package/dist/web-containers/source/tabs/evaluation-tab/labels.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/llm-judge-modal.js +13 -6
- package/dist/web-containers/source/tabs/evaluation-tab/llm-judge-modal.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/start-experiment-modal.js +16 -7
- package/dist/web-containers/source/tabs/evaluation-tab/start-experiment-modal.js.map +1 -1
- package/dist/web-containers/source/tabs/evaluation-tab/utils.js +14 -1
- package/dist/web-containers/source/tabs/evaluation-tab/utils.js.map +1 -1
- package/dist/web-containers/source/tsconfig.build.tsbuildinfo +1 -1
- package/dist/web-containers/source/web-containers/tsconfig.build.tsbuildinfo +1 -1
- package/dist/web-containers/source/zh.json.js +71 -45
- package/dist/web-containers/source/zh.json.js.map +1 -1
- package/dist/web-utils/playwright/evaluation-tab-helpers.d.ts +181 -68
- package/package.json +4 -4
|
@@ -2520,12 +2520,18 @@ declare function expectLogDetailsStatus(scope: Page | Locator, status: 'success'
|
|
|
2520
2520
|
* `aria-labelledby` win the accessible-name computation — and then resolve
|
|
2521
2521
|
* every in-dialog control from that scoped locator. This matters here more
|
|
2522
2522
|
* than usual:
|
|
2523
|
-
* -
|
|
2524
|
-
*
|
|
2525
|
-
* - the
|
|
2526
|
-
*
|
|
2527
|
-
*
|
|
2528
|
-
*
|
|
2523
|
+
* - "New Evaluation", "Manage Benchmarks", "New Benchmark" and "New Review"
|
|
2524
|
+
* are each both a button and the title of the dialog it opens;
|
|
2525
|
+
* - "Add Q&A" is a button on the Evals tab and in a benchmark's Q&A dialog,
|
|
2526
|
+
* and starts the title of the dialog both open;
|
|
2527
|
+
* - dialogs nest three deep (Manage Benchmarks → benchmark Q&A → Add Q&A),
|
|
2528
|
+
* and the New Benchmark and Add Q&A dialogs hold the same Manual / CSV
|
|
2529
|
+
* Upload form;
|
|
2530
|
+
* - the New Benchmark dialog is two steps with their own tabs (Details,
|
|
2531
|
+
* Q&A), so its Q&A step is a tabpanel around the form's own tabpanels.
|
|
2532
|
+
*
|
|
2533
|
+
* Every form label has an info button named "More info about <label>", so a
|
|
2534
|
+
* field is looked up by its label with `exact: true`.
|
|
2529
2535
|
*
|
|
2530
2536
|
* The helpers assume the Edit Mentor dialog is already open. Call
|
|
2531
2537
|
* `switchToEvaluationTab(page)` first; from then on, every helper accepts
|
|
@@ -2549,10 +2555,18 @@ declare const EVALS_LABELS: {
|
|
|
2549
2555
|
readonly actions: {
|
|
2550
2556
|
readonly newExperiment: "New Evaluation";
|
|
2551
2557
|
readonly manageBenchmarks: "Manage Benchmarks";
|
|
2552
|
-
|
|
2553
|
-
readonly
|
|
2558
|
+
/** The no-benchmarks empty state's button; opens the New Benchmark dialog. */
|
|
2559
|
+
readonly newBenchmark: "New Benchmark";
|
|
2560
|
+
/** The tab's own button for a benchmark with no Q&A; opens the Add Q&A dialog. */
|
|
2561
|
+
readonly addQa: "Add Q&A";
|
|
2562
|
+
readonly viewResults: "View Results";
|
|
2563
|
+
readonly evaluate: "New Review";
|
|
2554
2564
|
readonly exportCsv: "Export CSV";
|
|
2555
|
-
readonly checkStatus: "Check
|
|
2565
|
+
readonly checkStatus: "Check Status";
|
|
2566
|
+
/** Accessible description of View Results / New Review / Export CSV until the evaluation completes. */
|
|
2567
|
+
readonly notReadyHint: "Available once the evaluation completes";
|
|
2568
|
+
/** Accessible description of the same three items on an evaluation that failed. */
|
|
2569
|
+
readonly failedHint: "Not available because the evaluation failed";
|
|
2556
2570
|
readonly delete: "Delete";
|
|
2557
2571
|
};
|
|
2558
2572
|
readonly checkStatusToast: {
|
|
@@ -2560,35 +2574,67 @@ declare const EVALS_LABELS: {
|
|
|
2560
2574
|
readonly completed: "Evaluation completed";
|
|
2561
2575
|
readonly failed: "Evaluation failed";
|
|
2562
2576
|
};
|
|
2563
|
-
readonly emptyBenchmarks: "
|
|
2577
|
+
readonly emptyBenchmarks: "Your organization has no benchmarks yet. Create one to evaluate this agent.";
|
|
2578
|
+
/** `data-testid` on the no-benchmarks empty state (sentence + "New Benchmark"). */
|
|
2579
|
+
readonly noBenchmarksTestId: "evaluation-no-benchmarks";
|
|
2580
|
+
/** Shown for a benchmark with no Q&A, and as the hover text of the disabled "New Evaluation". */
|
|
2581
|
+
readonly emptyQa: "This benchmark has no Q&A yet. Add at least one question to run an evaluation.";
|
|
2582
|
+
/** `data-testid` on the empty state of a benchmark with no Q&A and no evaluations. */
|
|
2583
|
+
readonly noQaEmptyTestId: "evaluation-no-qa-empty";
|
|
2584
|
+
/** `data-testid` on the line above the runs table of a benchmark with evaluations but no Q&A. */
|
|
2585
|
+
readonly noQaNoticeTestId: "evaluation-no-qa-notice";
|
|
2586
|
+
/** Accessible name of every dialog's own close (X) button. */
|
|
2587
|
+
readonly dialogClose: "Close";
|
|
2564
2588
|
readonly startDialog: {
|
|
2565
2589
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
2566
2590
|
readonly dialogName: "start-evaluation";
|
|
2567
|
-
readonly experimentNameLabel: "Evaluation
|
|
2591
|
+
readonly experimentNameLabel: "Evaluation Name";
|
|
2568
2592
|
readonly cancel: "Cancel";
|
|
2569
2593
|
readonly start: "Start Evaluation";
|
|
2594
|
+
/** Toast after a start; `{name}` is the evaluation's name. */
|
|
2595
|
+
readonly successToast: "Evaluation started: {name}";
|
|
2570
2596
|
};
|
|
2571
2597
|
readonly manageBenchmarksDialog: {
|
|
2572
2598
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
2573
2599
|
readonly dialogName: "manage-benchmarks";
|
|
2600
|
+
readonly title: "Manage Benchmarks";
|
|
2574
2601
|
readonly searchAriaLabel: "Search benchmarks";
|
|
2575
2602
|
readonly newBenchmark: "New Benchmark";
|
|
2576
2603
|
readonly empty: "No benchmarks found";
|
|
2604
|
+
readonly emptyNone: "Your organization has no benchmarks yet.";
|
|
2577
2605
|
};
|
|
2578
2606
|
readonly createBenchmarkDialog: {
|
|
2579
2607
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
2580
2608
|
readonly dialogName: "create-benchmark";
|
|
2609
|
+
/** Step tab (`role="tab"`) holding Name and Description. */
|
|
2610
|
+
readonly detailsTab: "Details";
|
|
2611
|
+
/** Step tab holding the Manual / CSV Upload form (labels under `addItemsDialog`); disabled until Name has text. */
|
|
2612
|
+
readonly qaTab: "Q&A";
|
|
2581
2613
|
readonly nameLabel: "Name";
|
|
2614
|
+
/** Under Name (`role="alert"`) when "Next" or "Create" refuses a name that could never be opened again. */
|
|
2615
|
+
readonly nameInvalid: "Name cannot contain a slash (/) or be made only of dots.";
|
|
2616
|
+
/** Under Name (`role="alert"`) when "Create" finds a benchmark that already has this name; the dialog goes back to Details. */
|
|
2617
|
+
readonly nameTaken: "A benchmark with this name already exists. Enter a different name.";
|
|
2582
2618
|
readonly descriptionLabel: "Description";
|
|
2619
|
+
/** `data-testid` on the note at the top of the Q&A step. */
|
|
2620
|
+
readonly qaHintTestId: "benchmark-qa-hint";
|
|
2621
|
+
readonly qaHint: "You can skip this and add Q&A later. A benchmark needs at least one question before you can run an evaluation.";
|
|
2583
2622
|
readonly cancel: "Cancel";
|
|
2623
|
+
/** The Details step's button; disabled until Name has text. */
|
|
2624
|
+
readonly next: "Next";
|
|
2625
|
+
/** The Q&A step's button; works with or without Q&A. */
|
|
2584
2626
|
readonly create: "Create";
|
|
2627
|
+
/** Toast for a benchmark created without Q&A. With Q&A it reads "Benchmark created with N Q&A pairs". */
|
|
2628
|
+
readonly successToastNoQa: "Benchmark created. Add Q&A before you run an evaluation.";
|
|
2585
2629
|
};
|
|
2586
2630
|
readonly benchmarkItemsDialog: {
|
|
2587
2631
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
2588
2632
|
readonly dialogName: "benchmark-items";
|
|
2633
|
+
/** Column headers of the Q&A table. Below 640px the ANSWER column is hidden and each answer sits under its question. */
|
|
2634
|
+
readonly columns: readonly ["QUESTION", "ANSWER", "ACTIONS"];
|
|
2589
2635
|
readonly addItems: "Add Q&A";
|
|
2590
2636
|
readonly deleteItemAriaLabel: "Delete Q&A";
|
|
2591
|
-
readonly empty: "
|
|
2637
|
+
readonly empty: "This benchmark has no Q&A yet.";
|
|
2592
2638
|
};
|
|
2593
2639
|
readonly addItemsDialog: {
|
|
2594
2640
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
@@ -2597,10 +2643,12 @@ declare const EVALS_LABELS: {
|
|
|
2597
2643
|
readonly csvTab: "CSV Upload";
|
|
2598
2644
|
readonly questionLabel: "Question";
|
|
2599
2645
|
readonly answerLabel: "Answer";
|
|
2600
|
-
readonly addRow: "Add
|
|
2601
|
-
readonly removeRowAriaLabel: "Remove
|
|
2646
|
+
readonly addRow: "Add Row";
|
|
2647
|
+
readonly removeRowAriaLabel: "Remove Row";
|
|
2602
2648
|
readonly add: "Add";
|
|
2603
|
-
readonly csvFileLabel: "CSV
|
|
2649
|
+
readonly csvFileLabel: "CSV File";
|
|
2650
|
+
/** Under CSV File (`role="alert"`) for a file whose first row has no `input` column; the submit button is disabled. */
|
|
2651
|
+
readonly csvNoInputColumn: "The first row of this file needs a column named \"input\". Download the sample CSV to see the format.";
|
|
2604
2652
|
readonly upload: "Upload";
|
|
2605
2653
|
readonly cancel: "Cancel";
|
|
2606
2654
|
};
|
|
@@ -2614,14 +2662,14 @@ declare const EVALS_LABELS: {
|
|
|
2614
2662
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
2615
2663
|
readonly dialogName: "evaluation-detail";
|
|
2616
2664
|
readonly refreshAriaLabel: "Refresh";
|
|
2617
|
-
readonly newReview: "New
|
|
2618
|
-
readonly waitingHint: "Waiting for the
|
|
2665
|
+
readonly newReview: "New Review";
|
|
2666
|
+
readonly waitingHint: "Waiting for the first responses. This page refreshes by itself.";
|
|
2619
2667
|
readonly noScoresHint: "No scores yet";
|
|
2620
|
-
readonly scoreNameLabel: "Score
|
|
2668
|
+
readonly scoreNameLabel: "Score Name";
|
|
2621
2669
|
readonly scoreValueLabel: "Value";
|
|
2622
2670
|
readonly scoreCommentLabel: "Comment";
|
|
2623
2671
|
readonly addScore: "Add";
|
|
2624
|
-
readonly removeScoreAriaLabel: "
|
|
2672
|
+
readonly removeScoreAriaLabel: "Delete Score";
|
|
2625
2673
|
readonly reviewsHeading: "Reviews";
|
|
2626
2674
|
readonly reviewDetailsAriaLabel: "Toggle review details";
|
|
2627
2675
|
readonly reviewStatus: {
|
|
@@ -2634,12 +2682,13 @@ declare const EVALS_LABELS: {
|
|
|
2634
2682
|
readonly judgeDialog: {
|
|
2635
2683
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
2636
2684
|
readonly dialogName: "llm-judge";
|
|
2685
|
+
readonly title: "New Review";
|
|
2637
2686
|
readonly criteriaLabel: "Criteria";
|
|
2638
|
-
readonly scoreNameLabel: "Score
|
|
2639
|
-
readonly maxConcurrencyLabel: "Max
|
|
2687
|
+
readonly scoreNameLabel: "Score Name";
|
|
2688
|
+
readonly maxConcurrencyLabel: "Max Concurrency";
|
|
2640
2689
|
readonly selectorAriaLabel: "LLM Model Selector";
|
|
2641
2690
|
readonly cancel: "Cancel";
|
|
2642
|
-
readonly submit: "
|
|
2691
|
+
readonly submit: "Start Review";
|
|
2643
2692
|
};
|
|
2644
2693
|
readonly llmPickerDialog: {
|
|
2645
2694
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
@@ -2651,11 +2700,16 @@ declare const EVALS_LABELS: {
|
|
|
2651
2700
|
readonly deleteDialog: {
|
|
2652
2701
|
/** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
|
|
2653
2702
|
readonly dialogName: "delete-evaluation";
|
|
2703
|
+
/** The dialog's question; `{runName}` is the evaluation's name. */
|
|
2704
|
+
readonly confirmation: "Are you sure you want to delete the evaluation \"{runName}\"? This action cannot be undone.";
|
|
2654
2705
|
readonly cancel: "Cancel";
|
|
2655
2706
|
readonly confirm: "Delete";
|
|
2656
2707
|
};
|
|
2657
2708
|
};
|
|
2658
|
-
/**
|
|
2709
|
+
/**
|
|
2710
|
+
* A run's status as the backend reports it, upper-cased. The row carries it
|
|
2711
|
+
* lower-cased in `data-status`; the icon itself is named by its translated word.
|
|
2712
|
+
*/
|
|
2659
2713
|
type EvalRunStatus = 'COMPLETED' | 'FAILED' | 'PENDING' | 'IN_PROGRESS';
|
|
2660
2714
|
/** Status pill states on a review row inside the detail dialog. */
|
|
2661
2715
|
type EvalReviewStatus = keyof typeof EVALS_LABELS.detailDialog.reviewStatus;
|
|
@@ -2667,7 +2721,7 @@ type EvalReviewStatus = keyof typeof EVALS_LABELS.detailDialog.reviewStatus;
|
|
|
2667
2721
|
declare function isEvaluationTabVisible(page: Page): Promise<boolean>;
|
|
2668
2722
|
/**
|
|
2669
2723
|
* Switch to the Evals tab. Assumes the Edit Mentor dialog is open. Waits
|
|
2670
|
-
* for the toolbar "Manage
|
|
2724
|
+
* for the toolbar "Manage Benchmarks" button (unique to this pane) before
|
|
2671
2725
|
* returning, so callers can rely on the panel being interactive.
|
|
2672
2726
|
*/
|
|
2673
2727
|
declare function switchToEvaluationTab(page: Page): Promise<void>;
|
|
@@ -2677,7 +2731,7 @@ declare function getBenchmarkCombobox(scope: Page | Locator): Locator;
|
|
|
2677
2731
|
declare function getBenchmarkComboboxDropdown(scope: Page | Locator): Locator;
|
|
2678
2732
|
/** Locator for the toolbar "New Evaluation" button (opens the start dialog). */
|
|
2679
2733
|
declare function getNewEvaluationButton(scope: Page | Locator): Locator;
|
|
2680
|
-
/** Locator for the toolbar "Manage
|
|
2734
|
+
/** Locator for the toolbar "Manage Benchmarks" button (opens the benchmarks dialog). */
|
|
2681
2735
|
declare function getManageBenchmarksButton(scope: Page | Locator): Locator;
|
|
2682
2736
|
/** Assert the currently selected benchmark shown on the combobox trigger. */
|
|
2683
2737
|
declare function expectSelectedBenchmark(scope: Page | Locator, benchmarkName: string): Promise<void>;
|
|
@@ -2689,8 +2743,28 @@ declare function expectSelectedBenchmark(scope: Page | Locator, benchmarkName: s
|
|
|
2689
2743
|
declare function selectBenchmark(scope: Page | Locator, benchmarkName: string, opts?: {
|
|
2690
2744
|
search?: boolean;
|
|
2691
2745
|
}): Promise<void>;
|
|
2692
|
-
/**
|
|
2746
|
+
/** Locator for the empty state an organization with no benchmarks sees (sentence + "New Benchmark"). */
|
|
2747
|
+
declare function getNoBenchmarksEmptyState(scope: Page | Locator): Locator;
|
|
2748
|
+
/** Assert the no-benchmarks empty state says so and offers "New Benchmark". */
|
|
2693
2749
|
declare function expectNoBenchmarksNotice(scope: Page | Locator): Promise<void>;
|
|
2750
|
+
/**
|
|
2751
|
+
* Locator for what the tab shows when the selected benchmark has no Q&A: the
|
|
2752
|
+
* empty state when it has no evaluations either, or the line above the runs
|
|
2753
|
+
* table when it has. Both hold the same sentence and the same "Add Q&A" button.
|
|
2754
|
+
*/
|
|
2755
|
+
declare function getNoQaPrompt(scope: Page | Locator): Locator;
|
|
2756
|
+
/**
|
|
2757
|
+
* Assert the selected benchmark cannot be evaluated for lack of Q&A: the tab
|
|
2758
|
+
* says why and offers "Add Q&A", and "New Evaluation" is disabled with the
|
|
2759
|
+
* same sentence as its hover text.
|
|
2760
|
+
*/
|
|
2761
|
+
declare function expectBenchmarkNeedsQa(scope: Page | Locator): Promise<void>;
|
|
2762
|
+
/**
|
|
2763
|
+
* Click the tab's own "Add Q&A" button (shown only while the selected
|
|
2764
|
+
* benchmark has no Q&A) and wait for the Add Q&A dialog. Returns the dialog;
|
|
2765
|
+
* continue with `addQaPairsManually` or `uploadQaCsv`.
|
|
2766
|
+
*/
|
|
2767
|
+
declare function openAddQaFromEvalsTab(scope: Page | Locator): Promise<Locator>;
|
|
2694
2768
|
/**
|
|
2695
2769
|
* Locator for an evaluation run's table row, matched by an exact cell so a
|
|
2696
2770
|
* run whose name is a substring of another ("smoke" vs "smoke-2") can't
|
|
@@ -2699,7 +2773,7 @@ declare function expectNoBenchmarksNotice(scope: Page | Locator): Promise<void>;
|
|
|
2699
2773
|
declare function getRunRow(scope: Page | Locator, runName: string): Locator;
|
|
2700
2774
|
declare function expectRunInTable(scope: Page | Locator, runName: string): Promise<void>;
|
|
2701
2775
|
declare function expectRunNotInTable(scope: Page | Locator, runName: string): Promise<void>;
|
|
2702
|
-
/** Assert the status
|
|
2776
|
+
/** Assert the status on a run's row, read from the `data-status` of its status icon. */
|
|
2703
2777
|
declare function expectRunStatus(scope: Page | Locator, runName: string, status: EvalRunStatus): Promise<void>;
|
|
2704
2778
|
/** Assert the empty-state row shown when the selected benchmark has no runs for this agent. */
|
|
2705
2779
|
declare function expectRunsTableEmpty(scope: Page | Locator, benchmarkName: string): Promise<void>;
|
|
@@ -2710,19 +2784,22 @@ declare function expectRunsTableEmpty(scope: Page | Locator, benchmarkName: stri
|
|
|
2710
2784
|
*/
|
|
2711
2785
|
declare function openRunActionsMenu(scope: Page | Locator, runName: string): Promise<Locator>;
|
|
2712
2786
|
/**
|
|
2713
|
-
* Row action: "View
|
|
2787
|
+
* Row action: "View Results" — opens the evaluation detail dialog.
|
|
2714
2788
|
* Only enabled once the run is COMPLETED. Returns the scoped detail dialog.
|
|
2715
2789
|
*/
|
|
2716
2790
|
declare function openRunResults(scope: Page | Locator, runName: string): Promise<Locator>;
|
|
2717
2791
|
/**
|
|
2718
|
-
* Row action: "New
|
|
2792
|
+
* Row action: "New Review" — opens the New Review (LLM-judge) dialog for the run.
|
|
2719
2793
|
* Only enabled once the run is COMPLETED. Returns the scoped judge dialog.
|
|
2720
2794
|
*/
|
|
2721
2795
|
declare function openNewReviewForRun(scope: Page | Locator, runName: string): Promise<Locator>;
|
|
2722
2796
|
/**
|
|
2723
|
-
* Row action: "Check
|
|
2797
|
+
* Row action: "Check Status" — triggers a fresh status fetch and waits for
|
|
2724
2798
|
* the outcome toast. Returns which toast appeared. The menu stays open by
|
|
2725
2799
|
* design (the item prevents default), so we close it with Escape.
|
|
2800
|
+
*
|
|
2801
|
+
* Safe to call again right away: it first waits for an earlier check's toast
|
|
2802
|
+
* to go, since that one can read the same as the next.
|
|
2726
2803
|
*/
|
|
2727
2804
|
declare function checkRunStatus(scope: Page | Locator, runName: string): Promise<'pending' | 'completed' | 'failed'>;
|
|
2728
2805
|
/**
|
|
@@ -2736,8 +2813,8 @@ declare function getStartEvaluationDialog(scope: Page | Locator): Locator;
|
|
|
2736
2813
|
declare function openStartEvaluationDialog(scope: Page | Locator): Promise<Locator>;
|
|
2737
2814
|
/**
|
|
2738
2815
|
* End-to-end: open the "New Evaluation" dialog, optionally name the run,
|
|
2739
|
-
* submit, and wait for the dialog to close
|
|
2740
|
-
* backend auto-generates one.
|
|
2816
|
+
* submit, and wait for the dialog to close and for the toast that names the
|
|
2817
|
+
* started evaluation. When `name` is omitted the backend auto-generates one.
|
|
2741
2818
|
*/
|
|
2742
2819
|
declare function startEvaluation(scope: Page | Locator, opts?: {
|
|
2743
2820
|
name?: string;
|
|
@@ -2748,16 +2825,17 @@ declare function cancelStartEvaluation(scope: Page | Locator): Promise<void>;
|
|
|
2748
2825
|
declare function getDeleteEvaluationDialog(scope: Page | Locator): Locator;
|
|
2749
2826
|
/**
|
|
2750
2827
|
* Delete a run from its row actions menu and confirm in the follow-up
|
|
2751
|
-
* dialog. The confirm button ("Delete") shares its name
|
|
2752
|
-
* that opened the dialog, so the confirm click MUST stay
|
|
2828
|
+
* dialog, which names the run. The confirm button ("Delete") shares its name
|
|
2829
|
+
* with the menu item that opened the dialog, so the confirm click MUST stay
|
|
2830
|
+
* dialog-scoped.
|
|
2753
2831
|
*/
|
|
2754
2832
|
declare function deleteEvaluation(scope: Page | Locator, runName: string): Promise<void>;
|
|
2755
2833
|
/** Open the delete confirm from the row menu, then cancel out of it. */
|
|
2756
2834
|
declare function cancelDeleteEvaluation(scope: Page | Locator, runName: string): Promise<void>;
|
|
2757
2835
|
/**
|
|
2758
|
-
* Locator for the LLM-judge dialog. Scoped by aria-label — its
|
|
2759
|
-
*
|
|
2760
|
-
* evaluation-detail dialog.
|
|
2836
|
+
* Locator for the New Review (LLM-judge) dialog. Scoped by aria-label — its
|
|
2837
|
+
* title is also the name of the row action and of the detail-dialog button
|
|
2838
|
+
* that open it, and it can be stacked on top of the evaluation-detail dialog.
|
|
2761
2839
|
*/
|
|
2762
2840
|
declare function getLlmJudgeDialog(scope: Page | Locator): Locator;
|
|
2763
2841
|
/** Locator for the judge dialog's LLM provider-picker dialog (stacked above it). */
|
|
@@ -2787,9 +2865,9 @@ declare function cancelLlmJudge(scope: Page | Locator): Promise<void>;
|
|
|
2787
2865
|
declare function getEvaluationDetailDialog(scope: Page | Locator): Locator;
|
|
2788
2866
|
/** Click the detail dialog's refresh icon button (aria-label "Refresh"). */
|
|
2789
2867
|
declare function refreshEvaluationDetail(scope: Page | Locator): Promise<void>;
|
|
2790
|
-
/** Open the
|
|
2868
|
+
/** Open the New Review dialog from the detail dialog's "New Review" button. Returns the judge dialog. */
|
|
2791
2869
|
declare function openNewReviewFromDetail(scope: Page | Locator): Promise<Locator>;
|
|
2792
|
-
/** Assert the detail dialog is still waiting for
|
|
2870
|
+
/** Assert the detail dialog is still waiting for the first responses (it refreshes by itself). */
|
|
2793
2871
|
declare function expectDetailWaitingForTraces(scope: Page | Locator): Promise<void>;
|
|
2794
2872
|
/**
|
|
2795
2873
|
* Locator for a trace's expand/collapse row inside the detail dialog,
|
|
@@ -2811,7 +2889,7 @@ declare function addManualScore(scope: Page | Locator, opts: {
|
|
|
2811
2889
|
declare function expectTraceScore(scope: Page | Locator, scoreName: string): Promise<void>;
|
|
2812
2890
|
/**
|
|
2813
2891
|
* Remove a score chip from the expanded trace. The chip's trash button
|
|
2814
|
-
* carries `aria-label="
|
|
2892
|
+
* carries `aria-label="Delete Score"`; we scope through the chip matched by
|
|
2815
2893
|
* score name so multiple chips can't cross-match.
|
|
2816
2894
|
*/
|
|
2817
2895
|
declare function removeTraceScore(scope: Page | Locator, scoreName: string): Promise<void>;
|
|
@@ -2827,76 +2905,110 @@ declare function expectReviewInList(scope: Page | Locator, scoreName: string): P
|
|
|
2827
2905
|
declare function expectReviewStatus(scope: Page | Locator, scoreName: string, status: EvalReviewStatus): Promise<void>;
|
|
2828
2906
|
/** Expand a review row to show its criteria and produced scores. */
|
|
2829
2907
|
declare function expandReview(scope: Page | Locator, scoreName: string): Promise<void>;
|
|
2830
|
-
/** Close the detail dialog
|
|
2908
|
+
/** Close the detail dialog with its Close button and wait for it to be gone. */
|
|
2831
2909
|
declare function closeEvaluationDetailDialog(scope: Page | Locator): Promise<void>;
|
|
2832
|
-
/** Locator for the "Manage
|
|
2910
|
+
/** Locator for the "Manage Benchmarks" dialog. Scoped by aria-label — its title collides with the toolbar button that opens it. */
|
|
2833
2911
|
declare function getManageBenchmarksDialog(scope: Page | Locator): Locator;
|
|
2834
|
-
/** Open the Manage
|
|
2912
|
+
/** Open the Manage Benchmarks dialog from the toolbar and wait for its toolbar. Returns the scoped dialog. */
|
|
2835
2913
|
declare function openManageBenchmarksDialog(scope: Page | Locator): Promise<Locator>;
|
|
2836
2914
|
/** Type into the benchmarks search input (aria-label "Search benchmarks") inside the manage dialog. */
|
|
2837
2915
|
declare function searchBenchmarks(scope: Page | Locator, query: string): Promise<void>;
|
|
2838
2916
|
/** Assert a benchmark appears in the manage dialog's table. */
|
|
2839
2917
|
declare function expectBenchmarkListed(scope: Page | Locator, benchmarkName: string): Promise<void>;
|
|
2918
|
+
type QaPair = {
|
|
2919
|
+
question: string;
|
|
2920
|
+
answer?: string;
|
|
2921
|
+
};
|
|
2840
2922
|
/** Locator for the "New Benchmark" dialog. Scoped by aria-label — its title collides with the button that opens it. */
|
|
2841
2923
|
declare function getCreateBenchmarkDialog(scope: Page | Locator): Locator;
|
|
2842
2924
|
/**
|
|
2843
|
-
*
|
|
2844
|
-
*
|
|
2845
|
-
|
|
2925
|
+
* Click "New Benchmark" in the open Manage Benchmarks dialog and wait for the
|
|
2926
|
+
* New Benchmark dialog on its Details step. Returns the dialog.
|
|
2927
|
+
*/
|
|
2928
|
+
declare function openCreateBenchmarkDialog(scope: Page | Locator): Promise<Locator>;
|
|
2929
|
+
/**
|
|
2930
|
+
* Click "Next" on the Details step of the open New Benchmark dialog and wait
|
|
2931
|
+
* for the Q&A step: its tab active and its note showing. "Next" is disabled
|
|
2932
|
+
* until Name has text. Returns the dialog.
|
|
2846
2933
|
*/
|
|
2847
|
-
declare function
|
|
2934
|
+
declare function goToBenchmarkQaStep(scope: Page | Locator): Promise<Locator>;
|
|
2935
|
+
type CreateBenchmarkOptions = {
|
|
2848
2936
|
name: string;
|
|
2849
2937
|
description?: string;
|
|
2850
|
-
|
|
2851
|
-
|
|
2938
|
+
/** Typed into the Manual tab of the Q&A step, one row per pair. Left out, the benchmark is created without Q&A. */
|
|
2939
|
+
qaPairs?: QaPair[];
|
|
2940
|
+
/** A CSV file on the test machine, chosen on the CSV Upload tab of the Q&A step instead of `qaPairs`. */
|
|
2941
|
+
csvPath?: string;
|
|
2942
|
+
};
|
|
2943
|
+
/**
|
|
2944
|
+
* Create a benchmark from inside the manage dialog: open "New Benchmark", fill
|
|
2945
|
+
* Name and Description, click "Next", fill the Q&A step when `qaPairs` or
|
|
2946
|
+
* `csvPath` is given, click "Create", and wait for the dialog to close, the
|
|
2947
|
+
* toast, and the new row. The Evals tab selects the new benchmark.
|
|
2948
|
+
*
|
|
2949
|
+
* Q&A is optional: with neither `qaPairs` nor `csvPath` the benchmark is
|
|
2950
|
+
* created without any, and "New Evaluation" stays disabled for it until Q&A
|
|
2951
|
+
* are added (see `expectBenchmarkNeedsQa`).
|
|
2952
|
+
*/
|
|
2953
|
+
declare function createBenchmark(scope: Page | Locator, opts: CreateBenchmarkOptions): Promise<void>;
|
|
2954
|
+
/**
|
|
2955
|
+
* Create an organization's first benchmark from the Evals tab's no-benchmarks
|
|
2956
|
+
* empty state: click its "New Benchmark" button, fill and submit the dialog as
|
|
2957
|
+
* `createBenchmark` does (Q&A optional), and wait for the tab to select the
|
|
2958
|
+
* new benchmark.
|
|
2959
|
+
*/
|
|
2960
|
+
declare function createBenchmarkFromEmptyState(scope: Page | Locator, opts: CreateBenchmarkOptions): Promise<void>;
|
|
2961
|
+
/** Locator for a benchmark's Q&A dialog. Its title is the benchmark name (dynamic), hence the aria-label hook. */
|
|
2852
2962
|
declare function getBenchmarkItemsDialog(scope: Page | Locator): Locator;
|
|
2853
2963
|
/**
|
|
2854
|
-
* Open a benchmark's Q&A
|
|
2855
|
-
* (`aria-label="View
|
|
2964
|
+
* Open a benchmark's Q&A dialog from its row's eye button
|
|
2965
|
+
* (`aria-label="View Q&A in <name>"`). Returns the scoped Q&A dialog.
|
|
2856
2966
|
*/
|
|
2857
2967
|
declare function openBenchmarkItems(scope: Page | Locator, benchmarkName: string): Promise<Locator>;
|
|
2858
|
-
/** Assert a Q&A
|
|
2968
|
+
/** Assert a Q&A pair (matched by its question text) is listed in the Q&A dialog. */
|
|
2859
2969
|
declare function expectQaItemListed(scope: Page | Locator, questionText: string): Promise<void>;
|
|
2970
|
+
/** Assert the Q&A dialog says the benchmark has no Q&A and offers "Add Q&A" as the next step. */
|
|
2971
|
+
declare function expectBenchmarkItemsEmpty(scope: Page | Locator): Promise<void>;
|
|
2860
2972
|
/** Locator for the "Add Q&A" dialog (Manual / CSV Upload sub-tabs). */
|
|
2861
2973
|
declare function getAddItemsDialog(scope: Page | Locator): Locator;
|
|
2862
|
-
/** Open the "Add Q&A" dialog from
|
|
2974
|
+
/** Open the "Add Q&A" dialog from a benchmark's Q&A dialog. Returns the scoped add dialog. */
|
|
2863
2975
|
declare function openAddItemsDialog(scope: Page | Locator): Promise<Locator>;
|
|
2864
2976
|
/**
|
|
2865
2977
|
* Switch to a sub-tab INSIDE the Add Q&A dialog. The tab query must stay
|
|
2866
2978
|
* dialog-scoped: the edit-mentor modal behind it has its own `role="tab"`
|
|
2867
|
-
* strip, and an unscoped `getByRole('tab')` can cross-match. Returns
|
|
2868
|
-
*
|
|
2869
|
-
* (
|
|
2979
|
+
* strip, and an unscoped `getByRole('tab')` can cross-match. Returns that
|
|
2980
|
+
* sub-tab's tabpanel, which holds its fields; Cancel and the submit
|
|
2981
|
+
* button ("Add" or "Upload") are in the dialog's one footer, outside it.
|
|
2870
2982
|
*/
|
|
2871
2983
|
declare function switchToAddItemsSubTab(scope: Page | Locator, subTab: 'manual' | 'csv'): Promise<Locator>;
|
|
2872
2984
|
/**
|
|
2873
|
-
* Add Q&A pairs via the Manual sub-tab
|
|
2874
|
-
* "Add
|
|
2875
|
-
*
|
|
2876
|
-
* Answer labels of sibling rows can't collide.
|
|
2985
|
+
* Add Q&A pairs via the Manual sub-tab of the open Add Q&A dialog. Fills one
|
|
2986
|
+
* row per pair (clicking "Add Row" as needed), submits, and waits for the
|
|
2987
|
+
* dialog to close.
|
|
2877
2988
|
*/
|
|
2878
2989
|
declare function addQaPairsManually(scope: Page | Locator, pairs: Array<{
|
|
2879
2990
|
question: string;
|
|
2880
2991
|
answer?: string;
|
|
2881
2992
|
}>): Promise<void>;
|
|
2882
2993
|
/**
|
|
2883
|
-
* Upload Q&A pairs via the CSV Upload sub-tab
|
|
2884
|
-
* test machine; the file needs `input` (required)
|
|
2885
|
-
* (optional) columns. Waits for the dialog to close on
|
|
2994
|
+
* Upload Q&A pairs via the CSV Upload sub-tab of the open Add Q&A dialog.
|
|
2995
|
+
* `csvPath` is a path on the test machine; the file needs `input` (required)
|
|
2996
|
+
* and `expected_output` (optional) columns. Waits for the dialog to close on
|
|
2997
|
+
* success.
|
|
2886
2998
|
*/
|
|
2887
2999
|
declare function uploadQaCsv(scope: Page | Locator, csvPath: string): Promise<void>;
|
|
2888
3000
|
/** Locator for the Q&A delete-confirm dialog. */
|
|
2889
3001
|
declare function getDeleteQaItemDialog(scope: Page | Locator): Locator;
|
|
2890
3002
|
/**
|
|
2891
|
-
* Delete a Q&A
|
|
3003
|
+
* Delete a Q&A pair by its question text: click the row's bin button
|
|
2892
3004
|
* (`aria-label="Delete Q&A"`) and confirm. The confirm "Delete" button must
|
|
2893
|
-
* stay scoped to the confirm dialog — the
|
|
2894
|
-
*
|
|
3005
|
+
* stay scoped to the confirm dialog — the Q&A dialog's rows keep their own
|
|
3006
|
+
* delete buttons mounted behind it.
|
|
2895
3007
|
*/
|
|
2896
3008
|
declare function deleteQaItem(scope: Page | Locator, questionText: string): Promise<void>;
|
|
2897
|
-
/** Close
|
|
3009
|
+
/** Close a benchmark's Q&A dialog with its Close button and wait for it to be gone. */
|
|
2898
3010
|
declare function closeBenchmarkItemsDialog(scope: Page | Locator): Promise<void>;
|
|
2899
|
-
/** Close the Manage
|
|
3011
|
+
/** Close the Manage Benchmarks dialog with its Close button and wait for it to be gone. */
|
|
2900
3012
|
declare function closeManageBenchmarksDialog(scope: Page | Locator): Promise<void>;
|
|
2901
3013
|
|
|
2902
3014
|
/**
|
|
@@ -3695,5 +3807,5 @@ declare function generateProjectConfig(platform: string, deviceName: string, dep
|
|
|
3695
3807
|
*/
|
|
3696
3808
|
declare function createPlaywrightConfig(options: CreatePlaywrightConfigOptions): PlaywrightTestConfig;
|
|
3697
3809
|
|
|
3698
|
-
export { AuthFlowBuilder, CHAT_PRIVACY_LABELS, CustomReporter, EVALS_LABELS, GRADER_LABELS, HISTORY_TAB_LABELS, LTI_LABELS, LTI_TEST_IDS, MEMORY_ADMIN_LABELS, MailsacClient, PRIVACY_LABELS, SCREENSHARE_LABELS, SPEND_LIMITS_LABELS, SUPPORT_LABELS, TASKS_LABELS, VOICE_LABELS, addAgentMemoryFromPopup, addCreditsDialog, addGraderCriterion, addManualScore, addMemory, addQaPairsManually, addSkillToAgent, addTenantUserSpendLimit, addTextResource, addUserGlobalMemory, addUserSpendLimit, addUserSpendLimitFromTenantBilling, agentLimitsRow, agentLimitsSection, applyVoiceInstructionsPreset, archiveFirstMemory, archiveMemoryByContent, billingAutoRechargeSection, billingCreditsSection, billingPlanSection, buildReportUrl, canChatWithEmbedMentor, cancelDeleteEvaluation, cancelDeleteInstance, cancelDeleteSkill, cancelDisconnectInstance, cancelEnableChatPrivacyMidSession, cancelKeyDelete, cancelLlmJudge, cancelNewInstanceDialog, cancelStartEvaluation, checkAdminStatus, checkRunStatus, choosePlan, clearAgentLimitsFilter, clearAgentMemoriesFilter, clearDateRangeFilter, clearGradeResultOverride, clearHistoryAgentFilter, clearInstanceSearch, clearUserFilter, clearUserLimitsFilter, clickBackHome, clickBillingAddCredits, clickBillingManageBilling, clickBillingManageUsage, clickBillingUpgrade, clickBillingUpgradeToStandard, clickChatPrivacyToggle, clickDownloadAgain, clickManualDownloadLink, clickSetSpendLimitForFilteredAgent, clickSetSpendLimitForFilteredUser, closeAgentLimitsPopup, closeAgentMemoriesPopup, closeBenchmarkItemsDialog, closeCreditBalanceDropdown, closeEvaluationDetailDialog, closeKeyDetail, closeManageBenchmarksDialog, closePlanPicker, closeUserMemoriesPopup, closeWithEsc, confirmEnableChatPrivacyMidSession, confirmKeyDelete, connectToInstance, copyEndpoint, createAgentSpendLimitViaFilter, createAuthSetup, createBenchmark, createEnvConfig, createInstance, createKey, createLink, createPlaywrightConfig, createSkill, createSupportTicketViaChatAndVerify, createTool, creditBalancePanel, creditBalancePlanBadge, creditBalanceTrigger, deleteAgentSpendLimit, deleteAgentSpendLimitFromTenantBilling, deleteEvaluation, deleteFirstMemory, deleteGraderCriterion, deleteInstance, deleteKey, deleteMemoryByContent, deleteQaItem, deleteResource, deleteSkill, deleteTask, deleteTenantUserSpendLimit, deleteUserGlobalMemory, deleteUserSpendLimit, deleteWorkspaceSpendLimit, disableSkill, disableSupport, disconnectInstance, downloadConversationCsv, downloadExportedReport, editAgentPrompt, editGraderCriterion, editInstance, editLink, editSkill, editTenantUserSpendLimit, editTextResource, editTool, editUserGlobalMemory, editUserSpendLimit, enableSkill, enableSupport, expandReview, expandTrace, expectAgentLimitsRowContent, expectAllEndpointsVisible, expectBenchmarkListed, expectBillingAutoRechargeSection, expectBillingCreditsSection, expectBillingPlanSection, expectBillingTabForCurrentPlan, expectBillingTabForFreePlan, expectBillingTabForPremiumPlan, expectBillingTabForStandardPlan, expectBillingTabForTrialPlan, expectCallConfigVisible, expectCallConfigVoiceTriggerShows, expectChatPrivacyConfirmDialogOpen, expectChatPrivacyLocked, expectChatPrivacySource, expectChatPrivacyState, expectChatPrivacyToggleVisible, expectCompletedTasks, expectCreditBalanceForCurrentPlan, expectCreditBalancePanelForFreePlan, expectCreditBalancePanelForPremiumPlan, expectCreditBalancePanelForStandardPlan, expectCreditBalancePanelForTrialPlan, expectCreditBalanceVisibilityForTenant, expectDetailWaitingForTraces, expectEndpointUrl, expectEntitySelected, expectFailedTasks, expectGradeResultRow, expectGraderMisconfiguredWarning, expectGraderTotalPoints, expectKeyDeleteError, expectKeyInList, expectKeyNotInList, expectKeysEmpty, expectLastCriterionDeleteDisabled, expectLinkInList, expectLinkNotInList, expectLinkStatus, expectLinkTargetUri, expectLinksEmpty, expectLogDetailsStatus, expectLogsForTask, expectLtiHeader, expectMentorVoiceTriggerShows, expectMessageInConversation, expectNewUserSpendLimitDefault, expectNoAccessibilityViolations, expectNoAccessibilityViolationsOnDialogs, expectNoBenchmarksNotice, expectNoLogsForSelectedTask, expectNoRepliesYet, expectNoTickets, expectOutputFilterEnabled, expectPlanPicker, expectPrivacyFieldsHidden, expectPrivacyFieldsVisible, expectPrivateModeSelected, expectPrivateModeTabReady, expectQaItemListed, expectReviewInList, expectReviewStatus, expectRunInTable, expectRunNotInTable, expectRunStatus, expectRunsTableEmpty, expectScheduleStartTimeInPastError, expectScreenShareDisabledHint, expectSelectedBenchmark, expectSttSelectDisabled, expectTaskInList, expectTaskNotInList, expectTaskStatus, expectTasksEmpty, expectTenantChatPrivacyEnabled, expectTenantChatPrivacyVisible, expectTicketClosedNotice, expectTicketDescriptionContains, expectTicketInList, expectTicketStatusInList, expectToolInList, expectToolNotInList, expectToolsEmpty, expectTotalTasks, expectTraceScore, expectTtsSelectDisabled, expectUserLimitsRowContent, expectVoiceInstructionsValue, expectVoiceProviderSelected, expectVoiceVisible, expectWorkspaceActualSpendStats, expectWorkspaceSpendStats, exportHistoryAndWaitForDownload, exportRunCsv, fillLinkName, fillToolForm, filterAgentLimits, filterAgentMemories, filterByAction, filterByActionAndVerify, filterByActor, filterByActorAndVerify, filterByDateRange, filterGradeResultsByEmail, filterHistoryByAgent, filterHistoryBySentiment, filterHistoryByTopic, filterTicketsByStatus, filterTicketsByUser, filterUserLimits, generateBrowserSetupProjects, generateProjectConfig, getAddItemsDialog, getAuditLogRowCount, getAvailableActors, getBenchmarkCombobox, getBenchmarkComboboxDropdown, getBenchmarkItemsDialog, getBillingAutoRechargeStatus, getBillingPlanLabel, getBrowserKey, getCallConfigForm, getChatInput, getChatPrivacyConfirmDialog, getChatPrivacyToggle, getConversationList, getConversationPreview, getConversationRows, getCreateBenchmarkDialog, getCreateKeyButton, getCreateLinkButton, getCreateToolButton, getCreditBalancePlanLabel, getCreditBalanceRemaining, getCurrentModel, getCurrentTenantShowPaywall, getDeleteEvaluationDialog, getDeleteQaItemDialog, getEditAgentDialog, getEndpoint, getEndpointCopyButton, getEndpointUrl, getEntityChip, getEvaluationDetailDialog, getExportRowsByState, getExportsTable, getInstanceHealthLabel, getInstanceRowCount, getInstanceStatusLabel, getKeyActionsTrigger, getKeyCreateModal, getKeyCreateNameInput, getKeyDeleteModal, getKeyDetailModal, getKeyDetailNameInput, getKeyPublicJwkField, getKeyPublicKeyField, getKeyRow, getKeysEmptyState, getKeysSection, getLinkCopyTargetUriButton, getLinkEditButton, getLinkModal, getLinkNameInput, getLinkRow, getLinksEmptyState, getLinksRefreshButton, getLinksSection, getLlmJudgeDialog, getLlmPickerDialog, getLtiSubTab, getManageBenchmarksButton, getManageBenchmarksDialog, getMemoryCount, getMentorIdFromUrl, getNewEvaluationButton, getOutputFilterSwitch, getPaginationInfo, getPlanPickerKeys, getPrivateModeCard, getProfileDialog, getReplyComposer, getReviewRow, getRunRow, getScheduleTaskButton, getSearchInput, getSkillRowCount, getStartEvaluationDialog, getStatusFilter, getSupportInfoBox, getSupportTabTrigger, getSupportToggle, getTaskRow, getTenantChatPrivacyRow, getTenantChatPrivacySwitch, getTicketDescription, getTicketDetail, getTicketList, getTicketRow, getTicketRowByIndex, getToolEditButton, getToolKeySelect, getToolModal, getToolRow, getToolsEmptyState, getToolsSection, getTraceRow, getUserFilter, getVoiceProviderCard, getVoiceRow, goToFirstPage, goToLastPage, goToNextPage, goToPage, goToPreviousPage, goToSkillsListPage, graderTabBody, inviteUserTest, isEvaluationTabVisible, isFirefox, isGraderTabVisible, isGradingEnabled, isJSON, isLtiTabVisible, isMemoryTabVisible, isOnFirstPage, isOnLastPage, isPrivacyTabVisible, isPrivateModeTabVisible, isSandboxKindEnabled, isSandboxTabVisible, isScreenShareTabVisible, isSkillEnabled, isSpendLimitsTabVisible, isSupportEnabled, isSupportTabVisible, isTasksTabVisible, isTenantMemoryTabVisible, isVoiceTabVisible, logger, loginWithEmailAndPassword, loginWithMicrosoftIdp, memoryAdminAgentRow, memoryAdminAgentSection, memoryAdminGlobalSection, memoryAdminUserRow, memoryRowByContent, navigateToAccountComponent, navigateToAuditLog, navigateToAuditLogAndWaitForData, navigateToDataReports, navigateToReportDownload, newUserDefaultSection, openAddItemsDialog, openAddMemoryDialog, openAgentLimitsManage, openAgentMemoriesPopup, openAgentPromptEditModal, openBenchmarkItems, openCallConfigVoicePicker, openCreateKeyModal, openCreateLinkModal, openCreateToolModal, openCreditBalanceDropdown, openEditInstanceDialog, openEditLinkModal, openEditSkillDialog, openEditToolModal, openFirstLogDetails, openHistoryTab, openInstanceActionsMenu, openKeyActionsMenu, openKeyDelete, openKeyDetail, openLLMProviderPicker, openManageBenchmarksDialog, openMentorVoicePicker, openNewInstanceDialog, openNewReviewForRun, openNewReviewFromDetail, openNewSkillDialog, openPlanPickerFromBilling, openPlanPickerFromCreditBalance, openRunActionsMenu, openRunResults, openScheduleTaskDialog, openScreenSharePromptEditor, openSkillActionsMenu, openSlashSkillPicker, openStartEvaluationDialog, openTicket, openUserMemoriesPopup, openVoiceInstructionsEditor, overrideGradeResult, parseReportUrlParams, planCard, planPickerDialog, previewCallConfigVoiceInline, previewMentorVoiceInline, previewVoice, pushConfiguration, readEndpointUrl, readKeyPublicJwk, readKeyPublicKey, refreshEvaluationDetail, refreshLinks, refreshTickets, reliableClick, reliableFill, removeSkillFromAgent, removeTraceScore, renameKey, replyToTicket, requestSupportTicketViaChat, resetCallConfig, retry, retryFailedLink, runConnectedInstanceChecks, runInstanceChecks, safeWaitForURL, saveCallConfig, saveGraderConfig, saveScreenSharePrompts, saveVoiceSettings, scheduleTask, searchBenchmarks, searchInstances, searchMemoryAdminUsers, searchTasks, searchVoices, selectBenchmark, selectCallMode, selectConversation, selectDateFromCalendar, selectJudgeLlm, selectLLMModel, selectLlmProvider, selectPrivacyAction, selectPrivateMode, selectSlashSkill, selectSttProvider, selectTaskInList, selectToolKeySetMode, selectToolSigningKey, selectTtsProvider, selectVoice, selectVoiceProvider, sendAgentChatMessage, setAgentLimitsRowEnabled, setAgentSpendLimit, setAgentSpendLimitFromTenantBilling, setBlockMessage, setCallLanguage, setCatalogSkillEnabled, setEnableVideo, setEntitySelected, setGradingEnabled, setNewUserSpendLimitDefault, setOutputFilterEnabled, setScreenSharePrompt, setSupportEnabled, setTenantChatPrivacyEnabled, setTicketStatus, setUseFunctionCallingEnabled, setUserLimitsRowEnabled, setUserSpendLimitEnabled, setVoiceInstructions, setWorkspaceSpendLimit, setupSandboxInstance, shouldAddNewRowWhenClickingAddRowButton, shouldAllowEditingCellValuesInCSVEditor, shouldCancelCombiningReports, shouldCloseCSVEditorWhenClickingCloseButton, shouldCloseCSVEditorWithoutSavingWhenClickingCancel, shouldCombineRecommendationReports, shouldDirectlyDownloadChatHistoryReportWithoutCSVEditor, shouldDisableOtherDownloadButtonsWhileGeneratingReport, shouldDisplayCSVInEditableTableFormat, shouldDisplayReportCards, shouldHaveCombinedReportDataTestIds, shouldOpenCSVEditorDialog, shouldOpenCSVEditorForUserMetadataReport, shouldSaveEditedCSVAndTriggerDownload, shouldShowCombiningReportsDialog, shouldVerifyCSVEditorDialogAccessibility, signUpWithEmailAndPassword, spendLimitsTabBody, startEvaluation, startHistoryExport, submitAddCreditsAmount, submitLinkModal, submitLlmJudge, submitToolModal, switchHistorySubTab, switchToAddItemsSubTab, switchToAgentLimits, switchToAgentSkillsSubTab, switchToAvailableSkillsSubTab, switchToEvaluationTab, switchToGraderSubTab, switchToGraderTab, switchToLtiSubTab, switchToLtiTab, switchToMemoryAdminSubTab, switchToMemoryTab, switchToPlanAndCredits, switchToPrivacyTab, switchToPrivateModeTab, switchToSandboxTab, switchToScreenShareTab, switchToSkillResourcesSubTab, switchToSkillsTab, switchToSpendLimitsSubTab, switchToSpendLimitsTab, switchToSupportTab, switchToTasksTab, switchToTenantMemoryTab, switchToUserLimits, switchToVoiceSubTab, switchToVoiceTab, switchToWorkspaceSpendLimits, teardownSandboxInstance, test, toggleAutoPush, toggleMemorySwitch, toggleSandboxKind, toggleSkill, toggleUserMemoryAdminSetting, toolFields, turnOffChatPrivacyMidSession, uploadAssetResource, uploadQaCsv, userLimitsRow, userLimitsSection, userSpendLimitRow, verifyAgentConfigPromptsVisible, verifyAgentSkillsEmptyState, verifyAuditLogEmptyState, verifyAuditLogEntryStructure, verifyAuditLogGenericError, verifyAuditLogLoading, verifyAuditLogPermissionError, verifyAuditLogTableVisible, verifyClawSectionHidden, verifyClawSectionVisible, verifyConnectDisabledForUnhealthy, verifyConnectedInstanceCard, verifyCurrentPage, verifyDonePhase, verifyDownloadingPhase, verifyErrorPhase, verifyInstanceTableEmpty, verifyInstanceTableVisible, verifyMemoryExists, verifyMemoryNotExists, verifyMemoryTabMemoriesList, verifyMemoryTabSettings, verifyPreparingPhase, verifySandboxKindsVisible, verifySkillAdded, verifySkillVisible, verifySkillsEmptyState, verifySkillsTabVisible, waitForAgentChatResponse, waitForAuditLogDataLoaded, waitForBillingTabReady, waitForCompletedExportRow, waitForConversations, waitForCreditBalanceLoaded, waitForDialogReady, waitForElementStable, waitForLinkReady, waitForPageLoad, waitForPageReady, waitForPlanPicker, waitForReportDownload, waitForTicketInList, workspaceSpendLimitSection };
|
|
3810
|
+
export { AuthFlowBuilder, CHAT_PRIVACY_LABELS, CustomReporter, EVALS_LABELS, GRADER_LABELS, HISTORY_TAB_LABELS, LTI_LABELS, LTI_TEST_IDS, MEMORY_ADMIN_LABELS, MailsacClient, PRIVACY_LABELS, SCREENSHARE_LABELS, SPEND_LIMITS_LABELS, SUPPORT_LABELS, TASKS_LABELS, VOICE_LABELS, addAgentMemoryFromPopup, addCreditsDialog, addGraderCriterion, addManualScore, addMemory, addQaPairsManually, addSkillToAgent, addTenantUserSpendLimit, addTextResource, addUserGlobalMemory, addUserSpendLimit, addUserSpendLimitFromTenantBilling, agentLimitsRow, agentLimitsSection, applyVoiceInstructionsPreset, archiveFirstMemory, archiveMemoryByContent, billingAutoRechargeSection, billingCreditsSection, billingPlanSection, buildReportUrl, canChatWithEmbedMentor, cancelDeleteEvaluation, cancelDeleteInstance, cancelDeleteSkill, cancelDisconnectInstance, cancelEnableChatPrivacyMidSession, cancelKeyDelete, cancelLlmJudge, cancelNewInstanceDialog, cancelStartEvaluation, checkAdminStatus, checkRunStatus, choosePlan, clearAgentLimitsFilter, clearAgentMemoriesFilter, clearDateRangeFilter, clearGradeResultOverride, clearHistoryAgentFilter, clearInstanceSearch, clearUserFilter, clearUserLimitsFilter, clickBackHome, clickBillingAddCredits, clickBillingManageBilling, clickBillingManageUsage, clickBillingUpgrade, clickBillingUpgradeToStandard, clickChatPrivacyToggle, clickDownloadAgain, clickManualDownloadLink, clickSetSpendLimitForFilteredAgent, clickSetSpendLimitForFilteredUser, closeAgentLimitsPopup, closeAgentMemoriesPopup, closeBenchmarkItemsDialog, closeCreditBalanceDropdown, closeEvaluationDetailDialog, closeKeyDetail, closeManageBenchmarksDialog, closePlanPicker, closeUserMemoriesPopup, closeWithEsc, confirmEnableChatPrivacyMidSession, confirmKeyDelete, connectToInstance, copyEndpoint, createAgentSpendLimitViaFilter, createAuthSetup, createBenchmark, createBenchmarkFromEmptyState, createEnvConfig, createInstance, createKey, createLink, createPlaywrightConfig, createSkill, createSupportTicketViaChatAndVerify, createTool, creditBalancePanel, creditBalancePlanBadge, creditBalanceTrigger, deleteAgentSpendLimit, deleteAgentSpendLimitFromTenantBilling, deleteEvaluation, deleteFirstMemory, deleteGraderCriterion, deleteInstance, deleteKey, deleteMemoryByContent, deleteQaItem, deleteResource, deleteSkill, deleteTask, deleteTenantUserSpendLimit, deleteUserGlobalMemory, deleteUserSpendLimit, deleteWorkspaceSpendLimit, disableSkill, disableSupport, disconnectInstance, downloadConversationCsv, downloadExportedReport, editAgentPrompt, editGraderCriterion, editInstance, editLink, editSkill, editTenantUserSpendLimit, editTextResource, editTool, editUserGlobalMemory, editUserSpendLimit, enableSkill, enableSupport, expandReview, expandTrace, expectAgentLimitsRowContent, expectAllEndpointsVisible, expectBenchmarkItemsEmpty, expectBenchmarkListed, expectBenchmarkNeedsQa, expectBillingAutoRechargeSection, expectBillingCreditsSection, expectBillingPlanSection, expectBillingTabForCurrentPlan, expectBillingTabForFreePlan, expectBillingTabForPremiumPlan, expectBillingTabForStandardPlan, expectBillingTabForTrialPlan, expectCallConfigVisible, expectCallConfigVoiceTriggerShows, expectChatPrivacyConfirmDialogOpen, expectChatPrivacyLocked, expectChatPrivacySource, expectChatPrivacyState, expectChatPrivacyToggleVisible, expectCompletedTasks, expectCreditBalanceForCurrentPlan, expectCreditBalancePanelForFreePlan, expectCreditBalancePanelForPremiumPlan, expectCreditBalancePanelForStandardPlan, expectCreditBalancePanelForTrialPlan, expectCreditBalanceVisibilityForTenant, expectDetailWaitingForTraces, expectEndpointUrl, expectEntitySelected, expectFailedTasks, expectGradeResultRow, expectGraderMisconfiguredWarning, expectGraderTotalPoints, expectKeyDeleteError, expectKeyInList, expectKeyNotInList, expectKeysEmpty, expectLastCriterionDeleteDisabled, expectLinkInList, expectLinkNotInList, expectLinkStatus, expectLinkTargetUri, expectLinksEmpty, expectLogDetailsStatus, expectLogsForTask, expectLtiHeader, expectMentorVoiceTriggerShows, expectMessageInConversation, expectNewUserSpendLimitDefault, expectNoAccessibilityViolations, expectNoAccessibilityViolationsOnDialogs, expectNoBenchmarksNotice, expectNoLogsForSelectedTask, expectNoRepliesYet, expectNoTickets, expectOutputFilterEnabled, expectPlanPicker, expectPrivacyFieldsHidden, expectPrivacyFieldsVisible, expectPrivateModeSelected, expectPrivateModeTabReady, expectQaItemListed, expectReviewInList, expectReviewStatus, expectRunInTable, expectRunNotInTable, expectRunStatus, expectRunsTableEmpty, expectScheduleStartTimeInPastError, expectScreenShareDisabledHint, expectSelectedBenchmark, expectSttSelectDisabled, expectTaskInList, expectTaskNotInList, expectTaskStatus, expectTasksEmpty, expectTenantChatPrivacyEnabled, expectTenantChatPrivacyVisible, expectTicketClosedNotice, expectTicketDescriptionContains, expectTicketInList, expectTicketStatusInList, expectToolInList, expectToolNotInList, expectToolsEmpty, expectTotalTasks, expectTraceScore, expectTtsSelectDisabled, expectUserLimitsRowContent, expectVoiceInstructionsValue, expectVoiceProviderSelected, expectVoiceVisible, expectWorkspaceActualSpendStats, expectWorkspaceSpendStats, exportHistoryAndWaitForDownload, exportRunCsv, fillLinkName, fillToolForm, filterAgentLimits, filterAgentMemories, filterByAction, filterByActionAndVerify, filterByActor, filterByActorAndVerify, filterByDateRange, filterGradeResultsByEmail, filterHistoryByAgent, filterHistoryBySentiment, filterHistoryByTopic, filterTicketsByStatus, filterTicketsByUser, filterUserLimits, generateBrowserSetupProjects, generateProjectConfig, getAddItemsDialog, getAuditLogRowCount, getAvailableActors, getBenchmarkCombobox, getBenchmarkComboboxDropdown, getBenchmarkItemsDialog, getBillingAutoRechargeStatus, getBillingPlanLabel, getBrowserKey, getCallConfigForm, getChatInput, getChatPrivacyConfirmDialog, getChatPrivacyToggle, getConversationList, getConversationPreview, getConversationRows, getCreateBenchmarkDialog, getCreateKeyButton, getCreateLinkButton, getCreateToolButton, getCreditBalancePlanLabel, getCreditBalanceRemaining, getCurrentModel, getCurrentTenantShowPaywall, getDeleteEvaluationDialog, getDeleteQaItemDialog, getEditAgentDialog, getEndpoint, getEndpointCopyButton, getEndpointUrl, getEntityChip, getEvaluationDetailDialog, getExportRowsByState, getExportsTable, getInstanceHealthLabel, getInstanceRowCount, getInstanceStatusLabel, getKeyActionsTrigger, getKeyCreateModal, getKeyCreateNameInput, getKeyDeleteModal, getKeyDetailModal, getKeyDetailNameInput, getKeyPublicJwkField, getKeyPublicKeyField, getKeyRow, getKeysEmptyState, getKeysSection, getLinkCopyTargetUriButton, getLinkEditButton, getLinkModal, getLinkNameInput, getLinkRow, getLinksEmptyState, getLinksRefreshButton, getLinksSection, getLlmJudgeDialog, getLlmPickerDialog, getLtiSubTab, getManageBenchmarksButton, getManageBenchmarksDialog, getMemoryCount, getMentorIdFromUrl, getNewEvaluationButton, getNoBenchmarksEmptyState, getNoQaPrompt, getOutputFilterSwitch, getPaginationInfo, getPlanPickerKeys, getPrivateModeCard, getProfileDialog, getReplyComposer, getReviewRow, getRunRow, getScheduleTaskButton, getSearchInput, getSkillRowCount, getStartEvaluationDialog, getStatusFilter, getSupportInfoBox, getSupportTabTrigger, getSupportToggle, getTaskRow, getTenantChatPrivacyRow, getTenantChatPrivacySwitch, getTicketDescription, getTicketDetail, getTicketList, getTicketRow, getTicketRowByIndex, getToolEditButton, getToolKeySelect, getToolModal, getToolRow, getToolsEmptyState, getToolsSection, getTraceRow, getUserFilter, getVoiceProviderCard, getVoiceRow, goToBenchmarkQaStep, goToFirstPage, goToLastPage, goToNextPage, goToPage, goToPreviousPage, goToSkillsListPage, graderTabBody, inviteUserTest, isEvaluationTabVisible, isFirefox, isGraderTabVisible, isGradingEnabled, isJSON, isLtiTabVisible, isMemoryTabVisible, isOnFirstPage, isOnLastPage, isPrivacyTabVisible, isPrivateModeTabVisible, isSandboxKindEnabled, isSandboxTabVisible, isScreenShareTabVisible, isSkillEnabled, isSpendLimitsTabVisible, isSupportEnabled, isSupportTabVisible, isTasksTabVisible, isTenantMemoryTabVisible, isVoiceTabVisible, logger, loginWithEmailAndPassword, loginWithMicrosoftIdp, memoryAdminAgentRow, memoryAdminAgentSection, memoryAdminGlobalSection, memoryAdminUserRow, memoryRowByContent, navigateToAccountComponent, navigateToAuditLog, navigateToAuditLogAndWaitForData, navigateToDataReports, navigateToReportDownload, newUserDefaultSection, openAddItemsDialog, openAddMemoryDialog, openAddQaFromEvalsTab, openAgentLimitsManage, openAgentMemoriesPopup, openAgentPromptEditModal, openBenchmarkItems, openCallConfigVoicePicker, openCreateBenchmarkDialog, openCreateKeyModal, openCreateLinkModal, openCreateToolModal, openCreditBalanceDropdown, openEditInstanceDialog, openEditLinkModal, openEditSkillDialog, openEditToolModal, openFirstLogDetails, openHistoryTab, openInstanceActionsMenu, openKeyActionsMenu, openKeyDelete, openKeyDetail, openLLMProviderPicker, openManageBenchmarksDialog, openMentorVoicePicker, openNewInstanceDialog, openNewReviewForRun, openNewReviewFromDetail, openNewSkillDialog, openPlanPickerFromBilling, openPlanPickerFromCreditBalance, openRunActionsMenu, openRunResults, openScheduleTaskDialog, openScreenSharePromptEditor, openSkillActionsMenu, openSlashSkillPicker, openStartEvaluationDialog, openTicket, openUserMemoriesPopup, openVoiceInstructionsEditor, overrideGradeResult, parseReportUrlParams, planCard, planPickerDialog, previewCallConfigVoiceInline, previewMentorVoiceInline, previewVoice, pushConfiguration, readEndpointUrl, readKeyPublicJwk, readKeyPublicKey, refreshEvaluationDetail, refreshLinks, refreshTickets, reliableClick, reliableFill, removeSkillFromAgent, removeTraceScore, renameKey, replyToTicket, requestSupportTicketViaChat, resetCallConfig, retry, retryFailedLink, runConnectedInstanceChecks, runInstanceChecks, safeWaitForURL, saveCallConfig, saveGraderConfig, saveScreenSharePrompts, saveVoiceSettings, scheduleTask, searchBenchmarks, searchInstances, searchMemoryAdminUsers, searchTasks, searchVoices, selectBenchmark, selectCallMode, selectConversation, selectDateFromCalendar, selectJudgeLlm, selectLLMModel, selectLlmProvider, selectPrivacyAction, selectPrivateMode, selectSlashSkill, selectSttProvider, selectTaskInList, selectToolKeySetMode, selectToolSigningKey, selectTtsProvider, selectVoice, selectVoiceProvider, sendAgentChatMessage, setAgentLimitsRowEnabled, setAgentSpendLimit, setAgentSpendLimitFromTenantBilling, setBlockMessage, setCallLanguage, setCatalogSkillEnabled, setEnableVideo, setEntitySelected, setGradingEnabled, setNewUserSpendLimitDefault, setOutputFilterEnabled, setScreenSharePrompt, setSupportEnabled, setTenantChatPrivacyEnabled, setTicketStatus, setUseFunctionCallingEnabled, setUserLimitsRowEnabled, setUserSpendLimitEnabled, setVoiceInstructions, setWorkspaceSpendLimit, setupSandboxInstance, shouldAddNewRowWhenClickingAddRowButton, shouldAllowEditingCellValuesInCSVEditor, shouldCancelCombiningReports, shouldCloseCSVEditorWhenClickingCloseButton, shouldCloseCSVEditorWithoutSavingWhenClickingCancel, shouldCombineRecommendationReports, shouldDirectlyDownloadChatHistoryReportWithoutCSVEditor, shouldDisableOtherDownloadButtonsWhileGeneratingReport, shouldDisplayCSVInEditableTableFormat, shouldDisplayReportCards, shouldHaveCombinedReportDataTestIds, shouldOpenCSVEditorDialog, shouldOpenCSVEditorForUserMetadataReport, shouldSaveEditedCSVAndTriggerDownload, shouldShowCombiningReportsDialog, shouldVerifyCSVEditorDialogAccessibility, signUpWithEmailAndPassword, spendLimitsTabBody, startEvaluation, startHistoryExport, submitAddCreditsAmount, submitLinkModal, submitLlmJudge, submitToolModal, switchHistorySubTab, switchToAddItemsSubTab, switchToAgentLimits, switchToAgentSkillsSubTab, switchToAvailableSkillsSubTab, switchToEvaluationTab, switchToGraderSubTab, switchToGraderTab, switchToLtiSubTab, switchToLtiTab, switchToMemoryAdminSubTab, switchToMemoryTab, switchToPlanAndCredits, switchToPrivacyTab, switchToPrivateModeTab, switchToSandboxTab, switchToScreenShareTab, switchToSkillResourcesSubTab, switchToSkillsTab, switchToSpendLimitsSubTab, switchToSpendLimitsTab, switchToSupportTab, switchToTasksTab, switchToTenantMemoryTab, switchToUserLimits, switchToVoiceSubTab, switchToVoiceTab, switchToWorkspaceSpendLimits, teardownSandboxInstance, test, toggleAutoPush, toggleMemorySwitch, toggleSandboxKind, toggleSkill, toggleUserMemoryAdminSetting, toolFields, turnOffChatPrivacyMidSession, uploadAssetResource, uploadQaCsv, userLimitsRow, userLimitsSection, userSpendLimitRow, verifyAgentConfigPromptsVisible, verifyAgentSkillsEmptyState, verifyAuditLogEmptyState, verifyAuditLogEntryStructure, verifyAuditLogGenericError, verifyAuditLogLoading, verifyAuditLogPermissionError, verifyAuditLogTableVisible, verifyClawSectionHidden, verifyClawSectionVisible, verifyConnectDisabledForUnhealthy, verifyConnectedInstanceCard, verifyCurrentPage, verifyDonePhase, verifyDownloadingPhase, verifyErrorPhase, verifyInstanceTableEmpty, verifyInstanceTableVisible, verifyMemoryExists, verifyMemoryNotExists, verifyMemoryTabMemoriesList, verifyMemoryTabSettings, verifyPreparingPhase, verifySandboxKindsVisible, verifySkillAdded, verifySkillVisible, verifySkillsEmptyState, verifySkillsTabVisible, waitForAgentChatResponse, waitForAuditLogDataLoaded, waitForBillingTabReady, waitForCompletedExportRow, waitForConversations, waitForCreditBalanceLoaded, waitForDialogReady, waitForElementStable, waitForLinkReady, waitForPageLoad, waitForPageReady, waitForPlanPicker, waitForReportDownload, waitForTicketInList, workspaceSpendLimitSection };
|
|
3699
3811
|
export type { AgentPromptField, AuthFlowType, AuthSetupConfig, BillingAutoRechargeStatus, CallMode, ChatPrivacyMode, ChatPrivacySource, ChatPrivacyToggleState, CreatePlaywrightConfigOptions, CreditBalancePlan, EnvConfig, EvalReviewStatus, EvalRunStatus, GraderCriterionInput, GraderFeedbackMode, GraderGradingMode, GraderSubTab, HistorySentiment, HistorySubTab, LlmProvider, LtiEndpoint, LtiKeySetMode, LtiLinkStatus, LtiSubTab, LtiToolFormData, MemoryAdminSetting, MemoryAdminSubTab, PlatformConfig, PrivacyAction, PrivacyEntity, ReportDownloadOptions, SafeWaitForURLOptions, SandboxKind, ScreenSharePromptField, SignUpCredentials, SkillFormValues, SpendLimitEnforcement, SpendLimitInput, SpendLimitInterval, SpendLimitSubTab, StepFn, SttProvider, SupportTicketStatus, TaskRepeat, TaskStatus, TextResourceValues, TtsProvider, UserSpendLimitInput, VoiceInstructionsPreset, VoiceProvider };
|