@iblai/iblai-js 1.26.2 → 1.26.4

package/dist/playwright/index.d.ts

@@ -1569,6 +1569,402 @@ declare function expectNoLogsForSelectedTask(scope: Page | Locator): Promise<voi
 declare function openFirstLogDetails(scope: Page | Locator): Promise<void>;
 declare function expectLogDetailsStatus(scope: Page | Locator, status: 'success' | 'error' | 'running' | string): Promise<void>;
 
+/**
+ * Evals tab helpers — Playwright bindings for the `AgentEvaluationTab`
+ * component from `@iblai/web-containers` (edit-mentor modal > Evals tab),
+ * including the embedded tenant Benchmarks management dialog.
+ *
+ * All UI strings below mirror `AGENT_EVALUATION_TAB_LABELS` from
+ * `@iblai/web-containers/next` plus the `benchmarks*` i18n namespaces. If a
+ * consumer renames a label via the `labels` prop, override these constants
+ * per spec — don't edit this file.
+ *
+ * Every dialog spawned by this tab carries an explicit `aria-label` on its
+ * `DialogContent` (see `dialogName` entries). Helpers ALWAYS resolve the
+ * dialog once via `[role="dialog"][aria-label="…"]` — the attribute selector,
+ * not the role accessible name, because a visible `DialogTitle` makes Radix's
+ * `aria-labelledby` win the accessible-name computation — and then resolve
+ * every in-dialog control from that scoped locator. This matters here more
+ * than usual:
+ *   - the toolbar "New Evaluation" / "Manage benchmarks" buttons share their
+ *     text with the dialog titles they open;
+ *   - the LLM-judge dialog's title AND submit button both read "Evaluate";
+ *   - dialogs nest three deep (Manage benchmarks → benchmark items → add
+ *     Q&A), and the add-Q&A dialog has Manual / CSV Upload sub-tabs whose
+ *     footers each have their own Cancel button.
+ *
+ * The helpers assume the Edit Mentor dialog is already open. Call
+ * `switchToEvaluationTab(page)` first; from then on, every helper accepts
+ * either the `Page` or a scoping `Locator`.
+ */
+declare const EVALS_LABELS: {
+    readonly tabName: "Evals";
+    readonly header: {
+        readonly title: "Evals";
+        readonly description: "Run this agent against a benchmark and score the responses.";
+    };
+    readonly benchmarkPicker: {
+        readonly placeholder: "Select a benchmark";
+        readonly searchPlaceholder: "Search benchmarks...";
+        readonly empty: "No benchmarks found";
+        /** `data-testid` on the combobox trigger button (its text is the selected benchmark, so it has no stable accessible name). */
+        readonly triggerTestId: "benchmark-combobox";
+        /** `data-testid` on the dropdown panel (rendered inline, not in a portal). */
+        readonly dropdownTestId: "benchmark-combobox-dropdown";
+    };
+    readonly actions: {
+        readonly newExperiment: "New Evaluation";
+        readonly manageBenchmarks: "Manage benchmarks";
+        readonly viewResults: "View results";
+        readonly evaluate: "New review";
+        readonly exportCsv: "Export CSV";
+        readonly checkStatus: "Check status";
+        readonly delete: "Delete";
+    };
+    readonly checkStatusToast: {
+        readonly pending: "Evaluation is still running";
+        readonly completed: "Evaluation completed";
+        readonly failed: "Evaluation failed";
+    };
+    readonly emptyBenchmarks: "No benchmarks yet. Use \"Manage benchmarks\" above to create one.";
+    readonly startDialog: {
+        /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
+        readonly dialogName: "start-evaluation";
+        readonly experimentNameLabel: "Evaluation name";
+        readonly cancel: "Cancel";
+        readonly start: "Start Evaluation";
+    };
+    readonly manageBenchmarksDialog: {
+        /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
+        readonly dialogName: "manage-benchmarks";
+        readonly searchAriaLabel: "Search benchmarks";
+        readonly newBenchmark: "New Benchmark";
+        readonly empty: "No benchmarks found";
+    };
+    readonly createBenchmarkDialog: {
+        /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
+        readonly dialogName: "create-benchmark";
+        readonly nameLabel: "Name";
+        readonly descriptionLabel: "Description";
+        readonly cancel: "Cancel";
+        readonly create: "Create";
+    };
+    readonly benchmarkItemsDialog: {
+        /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
+        readonly dialogName: "benchmark-items";
+        readonly addItems: "Add Q&A";
+        readonly deleteItemAriaLabel: "Delete Q&A";
+        readonly empty: "No Q&A in this benchmark yet";
+    };
+    readonly addItemsDialog: {
+        /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
+        readonly dialogName: "add-benchmark-items";
+        readonly manualTab: "Manual";
+        readonly csvTab: "CSV Upload";
+        readonly questionLabel: "Question";
+        readonly answerLabel: "Answer";
+        readonly addRow: "Add row";
+        readonly removeRowAriaLabel: "Remove row";
+        readonly add: "Add";
+        readonly csvFileLabel: "CSV file";
+        readonly upload: "Upload";
+        readonly cancel: "Cancel";
+    };
+    readonly deleteItemDialog: {
+        /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
+        readonly dialogName: "delete-benchmark-item";
+        readonly delete: "Delete";
+        readonly cancel: "Cancel";
+    };
+    readonly detailDialog: {
+        /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
+        readonly dialogName: "evaluation-detail";
+        readonly refreshAriaLabel: "Refresh";
+        readonly newReview: "New review";
+        readonly waitingHint: "Waiting for the evaluation to produce traces. This page auto-refreshes.";
+        readonly noScoresHint: "No scores yet";
+        readonly scoreNameLabel: "Score name";
+        readonly scoreValueLabel: "Value";
+        readonly scoreCommentLabel: "Comment";
+        readonly addScore: "Add";
+        readonly removeScoreAriaLabel: "Remove score";
+        readonly reviewsHeading: "Reviews";
+        readonly reviewDetailsAriaLabel: "Toggle review details";
+        readonly reviewStatus: {
+            readonly pending: "Queued";
+            readonly running: "Running";
+            readonly completed: "Complete";
+            readonly failed: "Failed";
+        };
+    };
+    readonly judgeDialog: {
+        /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
+        readonly dialogName: "llm-judge";
+        readonly criteriaLabel: "Criteria";
+        readonly scoreNameLabel: "Score name";
+        readonly maxConcurrencyLabel: "Max concurrency";
+        readonly selectorAriaLabel: "LLM Model Selector";
+        readonly cancel: "Cancel";
+        readonly submit: "Evaluate";
+    };
+    readonly llmPickerDialog: {
+        /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
+        readonly dialogName: "evaluate-llm-picker";
+        readonly searchPlaceholder: "Search providers...";
+        /** Title of the follow-up model-selection modal (llm-tab's `LLMProviderModal`, no aria-label of its own). */
+        readonly modelDialogTitle: "LLM Selection";
+    };
+    readonly deleteDialog: {
+        /** `aria-label` on the dialog's `DialogContent` — scopes in-dialog locators. */
+        readonly dialogName: "delete-evaluation";
+        readonly cancel: "Cancel";
+        readonly confirm: "Delete";
+    };
+};
+/** Status badge text in the runs table (component upper-cases the raw status). */
+type EvalRunStatus = 'COMPLETED' | 'FAILED' | 'PENDING' | 'IN_PROGRESS';
+/** Status pill states on a review row inside the detail dialog. */
+type EvalReviewStatus = keyof typeof EVALS_LABELS.detailDialog.reviewStatus;
+/**
+ * Check whether the Evals tab is rendered in the Edit Mentor dialog.
+ * Returns false instead of throwing so callers can guard permission-gated
+ * tabs.
+ */
+declare function isEvaluationTabVisible(page: Page): Promise<boolean>;
+/**
+ * Switch to the Evals tab. Assumes the Edit Mentor dialog is open. Waits
+ * for the toolbar "Manage benchmarks" button (unique to this pane) before
+ * returning, so callers can rely on the panel being interactive.
+ */
+declare function switchToEvaluationTab(page: Page): Promise<void>;
+/** Locator for the benchmark combobox trigger. Its text is the selected benchmark name. */
+declare function getBenchmarkCombobox(scope: Page | Locator): Locator;
+/** Locator for the combobox dropdown panel (rendered inline under the trigger, not in a portal). */
+declare function getBenchmarkComboboxDropdown(scope: Page | Locator): Locator;
+/** Locator for the toolbar "New Evaluation" button (opens the start dialog). */
+declare function getNewEvaluationButton(scope: Page | Locator): Locator;
+/** Locator for the toolbar "Manage benchmarks" button (opens the benchmarks dialog). */
+declare function getManageBenchmarksButton(scope: Page | Locator): Locator;
+/** Assert the currently selected benchmark shown on the combobox trigger. */
+declare function expectSelectedBenchmark(scope: Page | Locator, benchmarkName: string): Promise<void>;
+/**
+ * Open the benchmark combobox, optionally filter via its search input, and
+ * pick a benchmark by exact name. Waits for the dropdown to close and the
+ * trigger to reflect the selection.
+ */
+declare function selectBenchmark(scope: Page | Locator, benchmarkName: string, opts?: {
+    search?: boolean;
+}): Promise<void>;
+/** Assert the "no benchmarks yet" empty notice is shown in the tab body. */
+declare function expectNoBenchmarksNotice(scope: Page | Locator): Promise<void>;
+/**
+ * Locator for an evaluation run's table row, matched by an exact cell so a
+ * run whose name is a substring of another ("smoke" vs "smoke-2") can't
+ * cross-match.
+ */
+declare function getRunRow(scope: Page | Locator, runName: string): Locator;
+declare function expectRunInTable(scope: Page | Locator, runName: string): Promise<void>;
+declare function expectRunNotInTable(scope: Page | Locator, runName: string): Promise<void>;
+/** Assert the status badge on a run's row (badge text is upper-cased by the UI). */
+declare function expectRunStatus(scope: Page | Locator, runName: string, status: EvalRunStatus): Promise<void>;
+/** Assert the empty-state row shown when the selected benchmark has no runs for this agent. */
+declare function expectRunsTableEmpty(scope: Page | Locator, benchmarkName: string): Promise<void>;
+/**
+ * Open the three-dots actions menu on a run's row. The trigger carries
+ * `aria-label="Actions for <runName>"`, so it can't collide with other rows.
+ * Returns the menu locator (Radix portals it outside the table — page scope).
+ */
+declare function openRunActionsMenu(scope: Page | Locator, runName: string): Promise<Locator>;
+/**
+ * Row action: "View results" — opens the evaluation detail dialog.
+ * Only enabled once the run is COMPLETED. Returns the scoped detail dialog.
+ */
+declare function openRunResults(scope: Page | Locator, runName: string): Promise<Locator>;
+/**
+ * Row action: "New review" — opens the LLM-judge dialog for the run.
+ * Only enabled once the run is COMPLETED. Returns the scoped judge dialog.
+ */
+declare function openNewReviewForRun(scope: Page | Locator, runName: string): Promise<Locator>;
+/**
+ * Row action: "Check status" — triggers a fresh status fetch and waits for
+ * the outcome toast. Returns which toast appeared. The menu stays open by
+ * design (the item prevents default), so we close it with Escape.
+ */
+declare function checkRunStatus(scope: Page | Locator, runName: string): Promise<'pending' | 'completed' | 'failed'>;
+/**
+ * Row action: "Export CSV" — waits for the browser download and returns its
+ * suggested filename (`<benchmark>_<run>_results.csv`).
+ */
+declare function exportRunCsv(scope: Page | Locator, runName: string): Promise<string>;
+/** Locator for the "New Evaluation" dialog. Scoped by aria-label — its title text collides with the toolbar button that opens it. */
+declare function getStartEvaluationDialog(scope: Page | Locator): Locator;
+/** Open the start dialog via the toolbar button and wait for it to be interactive. */
+declare function openStartEvaluationDialog(scope: Page | Locator): Promise<Locator>;
+/**
+ * End-to-end: open the "New Evaluation" dialog, optionally name the run,
+ * submit, and wait for the dialog to close. When `name` is omitted the
+ * backend auto-generates one.
+ */
+declare function startEvaluation(scope: Page | Locator, opts?: {
+    name?: string;
+}): Promise<void>;
+/** Cancel out of the start dialog and wait for it to close. */
+declare function cancelStartEvaluation(scope: Page | Locator): Promise<void>;
+/** Locator for the "Delete Evaluation" confirm dialog. */
+declare function getDeleteEvaluationDialog(scope: Page | Locator): Locator;
+/**
+ * Delete a run from its row actions menu and confirm in the follow-up
+ * dialog. The confirm button ("Delete") shares its name with the menu item
+ * that opened the dialog, so the confirm click MUST stay dialog-scoped.
+ */
+declare function deleteEvaluation(scope: Page | Locator, runName: string): Promise<void>;
+/** Open the delete confirm from the row menu, then cancel out of it. */
+declare function cancelDeleteEvaluation(scope: Page | Locator, runName: string): Promise<void>;
+/**
+ * Locator for the LLM-judge dialog. Scoped by aria-label — its title AND its
+ * submit button both read "Evaluate", and it can be stacked on top of the
+ * evaluation-detail dialog.
+ */
+declare function getLlmJudgeDialog(scope: Page | Locator): Locator;
+/** Locator for the judge dialog's LLM provider-picker dialog (stacked above it). */
+declare function getLlmPickerDialog(scope: Page | Locator): Locator;
+/**
+ * Inside the judge dialog: pick the judging LLM. Opens the provider picker,
+ * optionally filters, clicks the provider card, then picks the model in the
+ * follow-up "LLM Selection" modal (llm-tab's `LLMProviderModal`; matched by
+ * title text since it has no aria-label). Both pickers close on selection.
+ */
+declare function selectJudgeLlm(scope: Page | Locator, providerName: string, modelName: string): Promise<void>;
+/**
+ * Fill and submit the LLM-judge dialog (assumes it is already open — see
+ * `openNewReviewForRun` / `openNewReviewFromDetail`). Waits for the dialog
+ * to close on success.
+ */
+declare function submitLlmJudge(scope: Page | Locator, opts: {
+    criteria: string;
+    scoreName: string;
+    provider: string;
+    model: string;
+    maxConcurrency?: number;
+}): Promise<void>;
+/** Cancel out of the judge dialog and wait for it to close. */
+declare function cancelLlmJudge(scope: Page | Locator): Promise<void>;
+/** Locator for the evaluation-detail dialog. Its title is the run name (dynamic), hence the aria-label hook. */
+declare function getEvaluationDetailDialog(scope: Page | Locator): Locator;
+/** Click the detail dialog's refresh icon button (aria-label "Refresh"). */
+declare function refreshEvaluationDetail(scope: Page | Locator): Promise<void>;
+/** Open the LLM-judge dialog from the detail dialog's "New review" CTA. Returns the judge dialog. */
+declare function openNewReviewFromDetail(scope: Page | Locator): Promise<Locator>;
+/** Assert the detail dialog is still waiting for traces (auto-refreshing hint). */
+declare function expectDetailWaitingForTraces(scope: Page | Locator): Promise<void>;
+/**
+ * Locator for a trace's expand/collapse row inside the detail dialog,
+ * matched by (part of) its question text.
+ */
+declare function getTraceRow(scope: Page | Locator, questionText: string): Locator;
+/** Expand a trace by its question text so its outputs and scores are visible. */
+declare function expandTrace(scope: Page | Locator, questionText: string): Promise<void>;
+/**
+ * Add a manual score to the currently expanded trace. `value` must be
+ * between 0 and 1 (the UI rejects anything else with an error toast).
+ */
+declare function addManualScore(scope: Page | Locator, opts: {
+    name: string;
+    value: number;
+    comment?: string;
+}): Promise<void>;
+/** Assert a score chip with the given name is visible on the expanded trace. */
+declare function expectTraceScore(scope: Page | Locator, scoreName: string): Promise<void>;
+/**
+ * Remove a score chip from the expanded trace. The chip's trash button
+ * carries `aria-label="Remove score"`; we scope through the chip matched by
+ * score name so multiple chips can't cross-match.
+ */
+declare function removeTraceScore(scope: Page | Locator, scoreName: string): Promise<void>;
+/**
+ * Locator for a review row's expand toggle in the detail dialog's Reviews
+ * list. All toggles share the "Toggle review details" aria-label, so the
+ * row is disambiguated by the score name it displays.
+ */
+declare function getReviewRow(scope: Page | Locator, scoreName: string): Locator;
+/** Assert a review with the given score name appears in the Reviews list. */
+declare function expectReviewInList(scope: Page | Locator, scoreName: string): Promise<void>;
+/** Assert a review row's status pill (Queued / Running / Complete / Failed). */
+declare function expectReviewStatus(scope: Page | Locator, scoreName: string, status: EvalReviewStatus): Promise<void>;
+/** Expand a review row to show its criteria and produced scores. */
+declare function expandReview(scope: Page | Locator, scoreName: string): Promise<void>;
+/** Close the detail dialog via Escape and wait for it to be gone. */
+declare function closeEvaluationDetailDialog(scope: Page | Locator): Promise<void>;
+/** Locator for the "Manage benchmarks" dialog. Scoped by aria-label — its title collides with the toolbar button that opens it. */
+declare function getManageBenchmarksDialog(scope: Page | Locator): Locator;
+/** Open the Manage benchmarks dialog from the toolbar and wait for its table UI. Returns the scoped dialog. */
+declare function openManageBenchmarksDialog(scope: Page | Locator): Promise<Locator>;
+/** Type into the benchmarks search input (aria-label "Search benchmarks") inside the manage dialog. */
+declare function searchBenchmarks(scope: Page | Locator, query: string): Promise<void>;
+/** Assert a benchmark appears in the manage dialog's table. */
+declare function expectBenchmarkListed(scope: Page | Locator, benchmarkName: string): Promise<void>;
+/** Locator for the "New Benchmark" dialog. Scoped by aria-label — its title collides with the button that opens it. */
+declare function getCreateBenchmarkDialog(scope: Page | Locator): Locator;
+/**
+ * Create a benchmark from inside the manage dialog: open "New Benchmark",
+ * fill the form, submit, and wait for both the dialog to close and the new
+ * row to appear.
+ */
+declare function createBenchmark(scope: Page | Locator, opts: {
+    name: string;
+    description?: string;
+}): Promise<void>;
+/** Locator for a benchmark's items dialog (Q&A list). Its title is the benchmark name (dynamic), hence the aria-label hook. */
+declare function getBenchmarkItemsDialog(scope: Page | Locator): Locator;
+/**
+ * Open a benchmark's Q&A items dialog from its row's eye button
+ * (`aria-label="View items in <name>"`). Returns the scoped items dialog.
+ */
+declare function openBenchmarkItems(scope: Page | Locator, benchmarkName: string): Promise<Locator>;
+/** Assert a Q&A item (matched by its question text) is listed in the items dialog. */
+declare function expectQaItemListed(scope: Page | Locator, questionText: string): Promise<void>;
+/** Locator for the "Add Q&A" dialog (Manual / CSV Upload sub-tabs). */
+declare function getAddItemsDialog(scope: Page | Locator): Locator;
+/** Open the "Add Q&A" dialog from the items dialog. Returns the scoped add dialog. */
+declare function openAddItemsDialog(scope: Page | Locator): Promise<Locator>;
+/**
+ * Switch to a sub-tab INSIDE the Add Q&A dialog. The tab query must stay
+ * dialog-scoped: the edit-mentor modal behind it has its own `role="tab"`
+ * strip, and an unscoped `getByRole('tab')` can cross-match. Returns the
+ * active tabpanel so callers interact only with that sub-tab's controls
+ * (each panel has its own footer with its own Cancel/submit buttons).
+ */
+declare function switchToAddItemsSubTab(scope: Page | Locator, subTab: 'manual' | 'csv'): Promise<Locator>;
+/**
+ * Add Q&A pairs via the Manual sub-tab. Fills one row per pair (clicking
+ * "Add row" as needed), submits, and waits for the dialog to close. Row
+ * inputs are matched by label WITHIN each row container so the Question /
+ * Answer labels of sibling rows can't collide.
+ */
+declare function addQaPairsManually(scope: Page | Locator, pairs: Array<{
+    question: string;
+    answer?: string;
+}>): Promise<void>;
+/**
+ * Upload Q&A pairs via the CSV Upload sub-tab. `csvPath` is a path on the
+ * test machine; the file needs `input` (required) and `expected_output`
+ * (optional) columns. Waits for the dialog to close on success.
+ */
+declare function uploadQaCsv(scope: Page | Locator, csvPath: string): Promise<void>;
+/** Locator for the Q&A delete-confirm dialog. */
+declare function getDeleteQaItemDialog(scope: Page | Locator): Locator;
+/**
+ * Delete a Q&A item by its question text: click the row's trash button
+ * (`aria-label="Delete Q&A"`) and confirm. The confirm "Delete" button must
+ * stay scoped to the confirm dialog — the items dialog's rows keep their
+ * own delete buttons mounted behind it.
+ */
+declare function deleteQaItem(scope: Page | Locator, questionText: string): Promise<void>;
+/** Close the benchmark items dialog via Escape and wait for it to be gone. */
+declare function closeBenchmarkItemsDialog(scope: Page | Locator): Promise<void>;
+/** Close the Manage benchmarks dialog via Escape and wait for it to be gone. */
+declare function closeManageBenchmarksDialog(scope: Page | Locator): Promise<void>;
+
 /**
  * LTI tab helpers — Playwright bindings for the `AgentLtiTab` component from
  * `@iblai/web-containers`.
@@ -1920,5 +2316,5 @@ declare function generateProjectConfig(platform: string, deviceName: string, dep
  */
 declare function createPlaywrightConfig(options: CreatePlaywrightConfigOptions): PlaywrightTestConfig;
 
-export { AuthFlowBuilder, CHAT_PRIVACY_LABELS, CustomReporter, LTI_LABELS, LTI_TEST_IDS, MailsacClient, PRIVACY_LABELS, SCREENSHARE_LABELS, TASKS_LABELS, VOICE_LABELS, addMemory, archiveFirstMemory, archiveMemoryByContent, billingAutoRechargeSection, billingCreditsSection, billingPlanSection, buildReportUrl, canChatWithEmbedMentor, cancelDeleteInstance, cancelDeleteSkill, cancelDisconnectInstance, cancelEnableChatPrivacyMidSession, cancelKeyDelete, cancelNewInstanceDialog, checkAdminStatus, clearDateRangeFilter, clearInstanceSearch, clickBackHome, clickBillingAddCredits, clickBillingManageBilling, clickBillingManageUsage, clickBillingUpgrade, clickChatPrivacyToggle, clickDownloadAgain, clickManualDownloadLink, closeCreditBalanceDropdown, closeKeyDetail, closeWithEsc, confirmEnableChatPrivacyMidSession, confirmKeyDelete, connectToInstance, copyEndpoint, createAuthSetup, createEnvConfig, createInstance, createKey, createLink, createPlaywrightConfig, createSkill, createTool, creditBalancePanel, creditBalancePlanBadge, creditBalanceTrigger, deleteFirstMemory, deleteInstance, deleteKey, deleteMemoryByContent, deleteSkill, deleteTask, disableSkill, disconnectInstance, editAgentPrompt, editInstance, editLink, editSkill, editTool, enableSkill, expectAllEndpointsVisible, expectBillingAutoRechargeSection, expectBillingCreditsSection, expectBillingPlanSection, expectBillingTabForCurrentPlan, expectBillingTabForFreePlan, expectBillingTabForPremiumPlan, expectBillingTabForTrialPlan, expectCallConfigVisible, expectCallConfigVoiceTriggerShows, expectChatPrivacyConfirmDialogOpen, expectChatPrivacyLocked, expectChatPrivacySource, expectChatPrivacyState, expectChatPrivacyToggleVisible, expectCompletedTasks, expectCreditBalanceForCurrentPlan, expectCreditBalancePanelForFreePlan, expectCreditBalancePanelForPremiumPlan, expectCreditBalancePanelForTrialPlan, expectCreditBalanceVisibilityForTenant, expectEndpointUrl, expectEntitySelected, expectFailedTasks, expectKeyDeleteError, expectKeyInList, expectKeyNotInList, expectKeysEmpty, expectLinkInList, expectLinkNotInList, expectLinkTargetUri, expectLinksEmpty, expectLogDetailsStatus, expectLogsForTask, expectLtiHeader, expectMentorVoiceTriggerShows, expectNoAccessibilityViolations, expectNoAccessibilityViolationsOnDialogs, expectNoLogsForSelectedTask, expectOutputFilterEnabled, expectPrivacyFieldsHidden, expectPrivacyFieldsVisible, expectPrivateModeSelected, expectPrivateModeTabReady, expectScheduleStartTimeInPastError, expectScreenShareDisabledHint, expectSttSelectDisabled, expectTaskInList, expectTaskNotInList, expectTaskStatus, expectTasksEmpty, expectTenantChatPrivacyEnabled, expectTenantChatPrivacyVisible, expectToolInList, expectToolNotInList, expectToolsEmpty, expectTotalTasks, expectTtsSelectDisabled, expectVoiceProviderSelected, expectVoiceVisible, fillLinkName, fillToolForm, filterByAction, filterByActionAndVerify, filterByActor, filterByActorAndVerify, filterByDateRange, generateBrowserSetupProjects, generateProjectConfig, getAuditLogRowCount, getAvailableActors, getBillingAutoRechargeStatus, getBillingPlanLabel, getBrowserKey, getCallConfigForm, getChatPrivacyConfirmDialog, getChatPrivacyToggle, getCreateKeyButton, getCreateLinkButton, getCreateToolButton, getCreditBalancePlanLabel, getCreditBalanceRemaining, getCurrentModel, getCurrentTenantShowPaywall, getEndpoint, getEndpointCopyButton, getEndpointUrl, getEntityChip, getInstanceHealthLabel, getInstanceRowCount, getInstanceStatusLabel, getKeyActionsTrigger, getKeyCreateModal, getKeyCreateNameInput, getKeyDeleteModal, getKeyDetailModal, getKeyDetailNameInput, getKeyPublicJwkField, getKeyPublicKeyField, getKeyRow, getKeysEmptyState, getKeysSection, getLinkCopyTargetUriButton, getLinkEditButton, getLinkModal, getLinkNameInput, getLinkRow, getLinksEmptyState, getLinksSection, getLtiSubTab, getMemoryCount, getMentorIdFromUrl, getOutputFilterSwitch, getPaginationInfo, getPrivateModeCard, getScheduleTaskButton, getSearchInput, getSkillRowCount, getTaskRow, getTenantChatPrivacyRow, getTenantChatPrivacySwitch, getToolEditButton, getToolKeySelect, getToolModal, getToolRow, getToolsEmptyState, getToolsSection, getVoiceProviderCard, getVoiceRow, goToFirstPage, goToLastPage, goToNextPage, goToPage, goToPreviousPage, inviteUserTest, isFirefox, isJSON, isLtiTabVisible, isMemoryTabVisible, isOnFirstPage, isOnLastPage, isPrivacyTabVisible, isPrivateModeTabVisible, isSandboxTabVisible, isScreenShareTabVisible, isSkillEnabled, isTasksTabVisible, isVoiceTabVisible, logger, loginWithEmailAndPassword, loginWithMicrosoftIdp, navigateToAccountComponent, navigateToAuditLog, navigateToAuditLogAndWaitForData, navigateToDataReports, navigateToReportDownload, openAddMemoryDialog, openAgentPromptEditModal, openCallConfigVoicePicker, openCreateKeyModal, openCreateLinkModal, openCreateToolModal, openCreditBalanceDropdown, openEditInstanceDialog, openEditLinkModal, openEditSkillDialog, openEditToolModal, openFirstLogDetails, openInstanceActionsMenu, openKeyActionsMenu, openKeyDelete, openKeyDetail, openLLMProviderPicker, openMentorVoicePicker, openNewInstanceDialog, openNewSkillDialog, openScheduleTaskDialog, openScreenSharePromptEditor, openSkillActionsMenu, parseReportUrlParams, previewCallConfigVoiceInline, previewMentorVoiceInline, previewVoice, pushConfiguration, readEndpointUrl, readKeyPublicJwk, readKeyPublicKey, reliableClick, reliableFill, renameKey, resetCallConfig, retry, runConnectedInstanceChecks, runInstanceChecks, safeWaitForURL, saveCallConfig, saveScreenSharePrompts, saveVoiceSettings, scheduleTask, searchInstances, searchTasks, searchVoices, selectCallMode, selectDateFromCalendar, selectLLMModel, selectLlmProvider, selectPrivacyAction, selectPrivateMode, selectSttProvider, selectTaskInList, selectToolKeySetMode, selectToolSigningKey, selectTtsProvider, selectVoice, selectVoiceProvider, setBlockMessage, setCallLanguage, setEnableVideo, setEntitySelected, setOutputFilterEnabled, setScreenSharePrompt, setTenantChatPrivacyEnabled, setUseFunctionCallingEnabled, setupSandboxInstance, shouldAddNewRowWhenClickingAddRowButton, shouldAllowEditingCellValuesInCSVEditor, shouldCancelCombiningReports, shouldCloseCSVEditorWhenClickingCloseButton, shouldCloseCSVEditorWithoutSavingWhenClickingCancel, shouldCombineRecommendationReports, shouldDirectlyDownloadChatHistoryReportWithoutCSVEditor, shouldDisableOtherDownloadButtonsWhileGeneratingReport, shouldDisplayCSVInEditableTableFormat, shouldDisplayReportCards, shouldHaveCombinedReportDataTestIds, shouldOpenCSVEditorDialog, shouldOpenCSVEditorForUserMetadataReport, shouldSaveEditedCSVAndTriggerDownload, shouldShowCombiningReportsDialog, shouldVerifyCSVEditorDialogAccessibility, signUpWithEmailAndPassword, submitLinkModal, submitToolModal, switchToLtiSubTab, switchToLtiTab, switchToMemoryTab, switchToPrivacyTab, switchToPrivateModeTab, switchToSandboxTab, switchToScreenShareTab, switchToSkillsTab, switchToTasksTab, switchToVoiceSubTab, switchToVoiceTab, teardownSandboxInstance, test, toggleAutoPush, toggleMemorySwitch, toggleSkill, toolFields, verifyAgentConfigPromptsVisible, verifyAuditLogEmptyState, verifyAuditLogEntryStructure, verifyAuditLogGenericError, verifyAuditLogLoading, verifyAuditLogPermissionError, verifyAuditLogTableVisible, verifyConnectDisabledForUnhealthy, verifyConnectedInstanceCard, verifyCurrentPage, verifyDonePhase, verifyDownloadingPhase, verifyErrorPhase, verifyInstanceTableEmpty, verifyInstanceTableVisible, verifyMemoryExists, verifyMemoryNotExists, verifyMemoryTabMemoriesList, verifyMemoryTabSettings, verifyPreparingPhase, verifySkillVisible, verifySkillsEmptyState, verifySkillsTabVisible, waitForAuditLogDataLoaded, waitForBillingTabReady, waitForCreditBalanceLoaded, waitForDialogReady, waitForElementStable, waitForPageLoad, waitForPageReady, waitForReportDownload };
-export type { AgentPromptField, AuthFlowType, AuthSetupConfig, BillingAutoRechargeStatus, CallMode, ChatPrivacyMode, ChatPrivacySource, ChatPrivacyToggleState, CreatePlaywrightConfigOptions, CreditBalancePlan, EnvConfig, LlmProvider, LtiEndpoint, LtiKeySetMode, LtiSubTab, LtiToolFormData, PlatformConfig, PrivacyAction, PrivacyEntity, ReportDownloadOptions, SafeWaitForURLOptions, ScreenSharePromptField, SignUpCredentials, SkillFormValues, StepFn, SttProvider, TaskRepeat, TaskStatus, TtsProvider, VoiceProvider };
+export { AuthFlowBuilder, CHAT_PRIVACY_LABELS, CustomReporter, EVALS_LABELS, LTI_LABELS, LTI_TEST_IDS, MailsacClient, PRIVACY_LABELS, SCREENSHARE_LABELS, TASKS_LABELS, VOICE_LABELS, addManualScore, addMemory, addQaPairsManually, archiveFirstMemory, archiveMemoryByContent, billingAutoRechargeSection, billingCreditsSection, billingPlanSection, buildReportUrl, canChatWithEmbedMentor, cancelDeleteEvaluation, cancelDeleteInstance, cancelDeleteSkill, cancelDisconnectInstance, cancelEnableChatPrivacyMidSession, cancelKeyDelete, cancelLlmJudge, cancelNewInstanceDialog, cancelStartEvaluation, checkAdminStatus, checkRunStatus, clearDateRangeFilter, clearInstanceSearch, clickBackHome, clickBillingAddCredits, clickBillingManageBilling, clickBillingManageUsage, clickBillingUpgrade, clickChatPrivacyToggle, clickDownloadAgain, clickManualDownloadLink, closeBenchmarkItemsDialog, closeCreditBalanceDropdown, closeEvaluationDetailDialog, closeKeyDetail, closeManageBenchmarksDialog, closeWithEsc, confirmEnableChatPrivacyMidSession, confirmKeyDelete, connectToInstance, copyEndpoint, createAuthSetup, createBenchmark, createEnvConfig, createInstance, createKey, createLink, createPlaywrightConfig, createSkill, createTool, creditBalancePanel, creditBalancePlanBadge, creditBalanceTrigger, deleteEvaluation, deleteFirstMemory, deleteInstance, deleteKey, deleteMemoryByContent, deleteQaItem, deleteSkill, deleteTask, disableSkill, disconnectInstance, editAgentPrompt, editInstance, editLink, editSkill, editTool, enableSkill, expandReview, expandTrace, expectAllEndpointsVisible, expectBenchmarkListed, expectBillingAutoRechargeSection, expectBillingCreditsSection, expectBillingPlanSection, expectBillingTabForCurrentPlan, expectBillingTabForFreePlan, expectBillingTabForPremiumPlan, expectBillingTabForTrialPlan, expectCallConfigVisible, expectCallConfigVoiceTriggerShows, expectChatPrivacyConfirmDialogOpen, expectChatPrivacyLocked, expectChatPrivacySource, expectChatPrivacyState, expectChatPrivacyToggleVisible, expectCompletedTasks, expectCreditBalanceForCurrentPlan, expectCreditBalancePanelForFreePlan, expectCreditBalancePanelForPremiumPlan, expectCreditBalancePanelForTrialPlan, expectCreditBalanceVisibilityForTenant, expectDetailWaitingForTraces, expectEndpointUrl, expectEntitySelected, expectFailedTasks, expectKeyDeleteError, expectKeyInList, expectKeyNotInList, expectKeysEmpty, expectLinkInList, expectLinkNotInList, expectLinkTargetUri, expectLinksEmpty, expectLogDetailsStatus, expectLogsForTask, expectLtiHeader, expectMentorVoiceTriggerShows, expectNoAccessibilityViolations, expectNoAccessibilityViolationsOnDialogs, expectNoBenchmarksNotice, expectNoLogsForSelectedTask, expectOutputFilterEnabled, expectPrivacyFieldsHidden, expectPrivacyFieldsVisible, expectPrivateModeSelected, expectPrivateModeTabReady, expectQaItemListed, expectReviewInList, expectReviewStatus, expectRunInTable, expectRunNotInTable, expectRunStatus, expectRunsTableEmpty, expectScheduleStartTimeInPastError, expectScreenShareDisabledHint, expectSelectedBenchmark, expectSttSelectDisabled, expectTaskInList, expectTaskNotInList, expectTaskStatus, expectTasksEmpty, expectTenantChatPrivacyEnabled, expectTenantChatPrivacyVisible, expectToolInList, expectToolNotInList, expectToolsEmpty, expectTotalTasks, expectTraceScore, expectTtsSelectDisabled, expectVoiceProviderSelected, expectVoiceVisible, exportRunCsv, fillLinkName, fillToolForm, filterByAction, filterByActionAndVerify, filterByActor, filterByActorAndVerify, filterByDateRange, generateBrowserSetupProjects, generateProjectConfig, getAddItemsDialog, getAuditLogRowCount, getAvailableActors, getBenchmarkCombobox, getBenchmarkComboboxDropdown, getBenchmarkItemsDialog, getBillingAutoRechargeStatus, getBillingPlanLabel, getBrowserKey, getCallConfigForm, getChatPrivacyConfirmDialog, getChatPrivacyToggle, getCreateBenchmarkDialog, getCreateKeyButton, getCreateLinkButton, getCreateToolButton, getCreditBalancePlanLabel, getCreditBalanceRemaining, getCurrentModel, getCurrentTenantShowPaywall, getDeleteEvaluationDialog, getDeleteQaItemDialog, getEndpoint, getEndpointCopyButton, getEndpointUrl, getEntityChip, getEvaluationDetailDialog, getInstanceHealthLabel, getInstanceRowCount, getInstanceStatusLabel, getKeyActionsTrigger, getKeyCreateModal, getKeyCreateNameInput, getKeyDeleteModal, getKeyDetailModal, getKeyDetailNameInput, getKeyPublicJwkField, getKeyPublicKeyField, getKeyRow, getKeysEmptyState, getKeysSection, getLinkCopyTargetUriButton, getLinkEditButton, getLinkModal, getLinkNameInput, getLinkRow, getLinksEmptyState, getLinksSection, getLlmJudgeDialog, getLlmPickerDialog, getLtiSubTab, getManageBenchmarksButton, getManageBenchmarksDialog, getMemoryCount, getMentorIdFromUrl, getNewEvaluationButton, getOutputFilterSwitch, getPaginationInfo, getPrivateModeCard, getReviewRow, getRunRow, getScheduleTaskButton, getSearchInput, getSkillRowCount, getStartEvaluationDialog, getTaskRow, getTenantChatPrivacyRow, getTenantChatPrivacySwitch, getToolEditButton, getToolKeySelect, getToolModal, getToolRow, getToolsEmptyState, getToolsSection, getTraceRow, getVoiceProviderCard, getVoiceRow, goToFirstPage, goToLastPage, goToNextPage, goToPage, goToPreviousPage, inviteUserTest, isEvaluationTabVisible, isFirefox, isJSON, isLtiTabVisible, isMemoryTabVisible, isOnFirstPage, isOnLastPage, isPrivacyTabVisible, isPrivateModeTabVisible, isSandboxTabVisible, isScreenShareTabVisible, isSkillEnabled, isTasksTabVisible, isVoiceTabVisible, logger, loginWithEmailAndPassword, loginWithMicrosoftIdp, navigateToAccountComponent, navigateToAuditLog, navigateToAuditLogAndWaitForData, navigateToDataReports, navigateToReportDownload, openAddItemsDialog, openAddMemoryDialog, openAgentPromptEditModal, openBenchmarkItems, openCallConfigVoicePicker, openCreateKeyModal, openCreateLinkModal, openCreateToolModal, openCreditBalanceDropdown, openEditInstanceDialog, openEditLinkModal, openEditSkillDialog, openEditToolModal, openFirstLogDetails, openInstanceActionsMenu, openKeyActionsMenu, openKeyDelete, openKeyDetail, openLLMProviderPicker, openManageBenchmarksDialog, openMentorVoicePicker, openNewInstanceDialog, openNewReviewForRun, openNewReviewFromDetail, openNewSkillDialog, openRunActionsMenu, openRunResults, openScheduleTaskDialog, openScreenSharePromptEditor, openSkillActionsMenu, openStartEvaluationDialog, parseReportUrlParams, previewCallConfigVoiceInline, previewMentorVoiceInline, previewVoice, pushConfiguration, readEndpointUrl, readKeyPublicJwk, readKeyPublicKey, refreshEvaluationDetail, reliableClick, reliableFill, removeTraceScore, renameKey, resetCallConfig, retry, runConnectedInstanceChecks, runInstanceChecks, safeWaitForURL, saveCallConfig, saveScreenSharePrompts, saveVoiceSettings, scheduleTask, searchBenchmarks, searchInstances, searchTasks, searchVoices, selectBenchmark, selectCallMode, selectDateFromCalendar, selectJudgeLlm, selectLLMModel, selectLlmProvider, selectPrivacyAction, selectPrivateMode, selectSttProvider, selectTaskInList, selectToolKeySetMode, selectToolSigningKey, selectTtsProvider, selectVoice, selectVoiceProvider, setBlockMessage, setCallLanguage, setEnableVideo, setEntitySelected, setOutputFilterEnabled, setScreenSharePrompt, setTenantChatPrivacyEnabled, setUseFunctionCallingEnabled, setupSandboxInstance, shouldAddNewRowWhenClickingAddRowButton, shouldAllowEditingCellValuesInCSVEditor, shouldCancelCombiningReports, shouldCloseCSVEditorWhenClickingCloseButton, shouldCloseCSVEditorWithoutSavingWhenClickingCancel, shouldCombineRecommendationReports, shouldDirectlyDownloadChatHistoryReportWithoutCSVEditor, shouldDisableOtherDownloadButtonsWhileGeneratingReport, shouldDisplayCSVInEditableTableFormat, shouldDisplayReportCards, shouldHaveCombinedReportDataTestIds, shouldOpenCSVEditorDialog, shouldOpenCSVEditorForUserMetadataReport, shouldSaveEditedCSVAndTriggerDownload, shouldShowCombiningReportsDialog, shouldVerifyCSVEditorDialogAccessibility, signUpWithEmailAndPassword, startEvaluation, submitLinkModal, submitLlmJudge, submitToolModal, switchToAddItemsSubTab, switchToEvaluationTab, switchToLtiSubTab, switchToLtiTab, switchToMemoryTab, switchToPrivacyTab, switchToPrivateModeTab, switchToSandboxTab, switchToScreenShareTab, switchToSkillsTab, switchToTasksTab, switchToVoiceSubTab, switchToVoiceTab, teardownSandboxInstance, test, toggleAutoPush, toggleMemorySwitch, toggleSkill, toolFields, uploadQaCsv, verifyAgentConfigPromptsVisible, verifyAuditLogEmptyState, verifyAuditLogEntryStructure, verifyAuditLogGenericError, verifyAuditLogLoading, verifyAuditLogPermissionError, verifyAuditLogTableVisible, verifyConnectDisabledForUnhealthy, verifyConnectedInstanceCard, verifyCurrentPage, verifyDonePhase, verifyDownloadingPhase, verifyErrorPhase, verifyInstanceTableEmpty, verifyInstanceTableVisible, verifyMemoryExists, verifyMemoryNotExists, verifyMemoryTabMemoriesList, verifyMemoryTabSettings, verifyPreparingPhase, verifySkillVisible, verifySkillsEmptyState, verifySkillsTabVisible, waitForAuditLogDataLoaded, waitForBillingTabReady, waitForCreditBalanceLoaded, waitForDialogReady, waitForElementStable, waitForPageLoad, waitForPageReady, waitForReportDownload };
+export type { AgentPromptField, AuthFlowType, AuthSetupConfig, BillingAutoRechargeStatus, CallMode, ChatPrivacyMode, ChatPrivacySource, ChatPrivacyToggleState, CreatePlaywrightConfigOptions, CreditBalancePlan, EnvConfig, EvalReviewStatus, EvalRunStatus, LlmProvider, LtiEndpoint, LtiKeySetMode, LtiSubTab, LtiToolFormData, PlatformConfig, PrivacyAction, PrivacyEntity, ReportDownloadOptions, SafeWaitForURLOptions, ScreenSharePromptField, SignUpCredentials, SkillFormValues, StepFn, SttProvider, TaskRepeat, TaskStatus, TtsProvider, VoiceProvider };