@iblai/iblai-js 2.2.6 → 2.2.8

package/dist/playwright/index.d.ts

@@ -1313,6 +1313,144 @@ declare function saveScreenSharePrompts(scope: Page | Locator): Promise<void>;
  */
 declare function expectScreenShareDisabledHint(scope: Page | Locator, visible: boolean): Promise<void>;
 
+/**
+ * Grader tab helpers — Playwright bindings for the standalone
+ * `AgentGraderTab` component from `@iblai/web-containers`.
+ *
+ * The tab is a peer to Tools/LLM/Memory/etc in the edit-agent modal. Its
+ * master toggle attaches/detaches the "Grading" tool on the agent; the gated
+ * content splits into two sub-tabs — Grading setup (configuration form) and
+ * Rubric (criteria table with modal-based add/edit/delete behind a
+ * three-dots row menu).
+ *
+ * Selector policy (flakiness-proof by construction):
+ * - Every query is scoped dialog-first: resolve the edit-agent dialog, then
+ *   the tab body, then the sub-element — never a bare page-wide match. The
+ *   criterion/delete modals portal outside that dialog, so they are located
+ *   by their own testids and all fills happen within the modal locator.
+ * - Stable hooks only: `data-testid`, role + accessible name, labels.
+ *   No CSS class or structural selectors.
+ * - No `waitForTimeout` / `networkidle`. Progress is gated on UI state that
+ *   only exists after the awaited transition: sub-tab section testids, a
+ *   modal closing after a persisted mutation, a rubric row
+ *   appearing/disappearing after the list refetch.
+ */
+declare const GRADER_LABELS: {
+    readonly tabName: "Grader";
+    readonly capabilityToggle: "Grading";
+    readonly subTabs: {
+        readonly setup: "Grading setup";
+        readonly rubric: "Rubric";
+    };
+    readonly addButton: "Add criterion";
+    readonly menu: {
+        /** aria-label template for a row's three-dots trigger. */
+        readonly actionsAria: (name: string) => string;
+        readonly edit: "Edit";
+        readonly delete: "Delete";
+    };
+    readonly modal: {
+        readonly fields: {
+            readonly name: "Name";
+            readonly criteria: "Criteria";
+            readonly points: "Points";
+        };
+        readonly cancel: "Cancel";
+    };
+    readonly toasts: {
+        readonly toggleOn: "Grading turned on";
+        readonly toggleOff: "Grading turned off — your rubric is kept for next time";
+    };
+    readonly gradingModeOptions: {
+        readonly submission: "A submission";
+        readonly conversation: "The conversation";
+    };
+    readonly feedbackModeOptions: {
+        readonly overall: "Overall feedback only";
+        readonly per_criteria: "Feedback per criterion";
+        readonly both: "Overall + per criterion";
+    };
+};
+type GraderSubTab = keyof typeof GRADER_LABELS.subTabs;
+type GraderGradingMode = keyof typeof GRADER_LABELS.gradingModeOptions;
+type GraderFeedbackMode = keyof typeof GRADER_LABELS.feedbackModeOptions;
+interface GraderCriterionInput {
+    name: string;
+    criteria: string;
+    points: number;
+}
+/** The Grader tab's body, scoped through the edit-agent dialog. */
+declare function graderTabBody(page: Page): Locator;
+/**
+ * Returns false if the Grader tab isn't currently rendered in the
+ * edit-agent dialog (host didn't register it, or RBAC hid it).
+ */
+declare function isGraderTabVisible(page: Page): Promise<boolean>;
+/**
+ * Switch to the Grader top-level tab. Assumes the edit-agent dialog is
+ * open. Completion is gated on the tab body's testid, not on timing.
+ */
+declare function switchToGraderTab(page: Page): Promise<void>;
+/**
+ * Switch between the Grader tab's two sub-tabs. Completion is gated on the
+ * target section's testid rendering.
+ */
+declare function switchToGraderSubTab(page: Page, subTab: GraderSubTab): Promise<void>;
+/** Read the current on/off state of the Grading capability toggle. */
+declare function isGradingEnabled(page: Page): Promise<boolean>;
+/**
+ * Idempotently set the Grading capability toggle. Waits for the success
+ * toast (which only fires after the settings PATCH resolves — the switch
+ * itself flips optimistically and would roll back on failure) and then for
+ * the gated content to reflect the new state.
+ */
+declare function setGradingEnabled(page: Page, enabled: boolean): Promise<void>;
+/**
+ * Fill and persist the Grading setup form (switches to the setup sub-tab
+ * first). Only the provided fields are changed. Completion is gated on the
+ * Save button returning to disabled: after the config POST/PATCH resolves,
+ * the form rehydrates from the server copy and stops being dirty.
+ */
+declare function saveGraderConfig(page: Page, values: {
+    instructions?: string;
+    gradingMode?: GraderGradingMode;
+    feedbackMode?: GraderFeedbackMode;
+}): Promise<void>;
+/**
+ * Add a rubric criterion through the Add-criterion modal (switches to the
+ * Rubric sub-tab first). Requires a saved grader configuration — the Add
+ * button is disabled until one exists. Completion is gated on the modal
+ * closing and the new row rendering after the list refetch.
+ */
+declare function addGraderCriterion(page: Page, criterion: GraderCriterionInput): Promise<void>;
+/**
+ * Edit an existing rubric criterion via its row's three-dots menu → Edit
+ * modal. The row is located by its current name; all three fields are
+ * rewritten. Completion is gated on the modal closing and the updated row
+ * rendering.
+ */
+declare function editGraderCriterion(page: Page, currentName: string, updates: GraderCriterionInput): Promise<void>;
+/**
+ * Delete a rubric criterion via its row's three-dots menu → confirmation
+ * modal. Completion is gated on the modal closing and the row disappearing
+ * after the server delete + list refetch.
+ */
+declare function deleteGraderCriterion(page: Page, name: string): Promise<void>;
+/**
+ * Assert the last remaining criterion's Delete menu action is disabled and
+ * the explanatory hint is shown — the backend refuses to delete the final
+ * row, so the UI must block it too. Closes the menu again before returning.
+ */
+declare function expectLastCriterionDeleteDisabled(page: Page, name: string): Promise<void>;
+/**
+ * Assert whether the amber misconfiguration banner is shown (grading on
+ * with no config yet, or with an empty rubric). The banner sits above the
+ * sub-tabs, so no sub-tab switch is needed.
+ */
+declare function expectGraderMisconfiguredWarning(page: Page, visible: boolean): Promise<void>;
+/** Assert the rubric's live "total possible points" readout (Rubric sub-tab). */
+declare function expectGraderTotalPoints(page: Page, total: number): Promise<void>;
+
 type BillingAutoRechargeStatus = 'Enabled' | 'Disabled';
 /** Locator for the Plan section card on the BillingTab. */
 declare function billingPlanSection(page: Page): Locator;
@@ -2578,5 +2716,5 @@ declare function generateProjectConfig(platform: string, deviceName: string, dep
  */
 declare function createPlaywrightConfig(options: CreatePlaywrightConfigOptions): PlaywrightTestConfig;
 
-export { AuthFlowBuilder, CHAT_PRIVACY_LABELS, CustomReporter, EVALS_LABELS, LTI_LABELS, LTI_TEST_IDS, MailsacClient, PRIVACY_LABELS, SCREENSHARE_LABELS, SUPPORT_LABELS, TASKS_LABELS, VOICE_LABELS, addManualScore, addMemory, addQaPairsManually, archiveFirstMemory, archiveMemoryByContent, billingAutoRechargeSection, billingCreditsSection, billingPlanSection, buildReportUrl, canChatWithEmbedMentor, cancelDeleteEvaluation, cancelDeleteInstance, cancelDeleteSkill, cancelDisconnectInstance, cancelEnableChatPrivacyMidSession, cancelKeyDelete, cancelLlmJudge, cancelNewInstanceDialog, cancelStartEvaluation, checkAdminStatus, checkRunStatus, clearDateRangeFilter, clearInstanceSearch, clearUserFilter, clickBackHome, clickBillingAddCredits, clickBillingManageBilling, clickBillingManageUsage, clickBillingUpgrade, clickChatPrivacyToggle, clickDownloadAgain, clickManualDownloadLink, closeBenchmarkItemsDialog, closeCreditBalanceDropdown, closeEvaluationDetailDialog, closeKeyDetail, closeManageBenchmarksDialog, closeWithEsc, confirmEnableChatPrivacyMidSession, confirmKeyDelete, connectToInstance, copyEndpoint, createAuthSetup, createBenchmark, createEnvConfig, createInstance, createKey, createLink, createPlaywrightConfig, createSkill, createSupportTicketViaChatAndVerify, createTool, creditBalancePanel, creditBalancePlanBadge, creditBalanceTrigger, deleteEvaluation, deleteFirstMemory, deleteInstance, deleteKey, deleteMemoryByContent, deleteQaItem, deleteSkill, deleteTask, disableSkill, disableSupport, disconnectInstance, editAgentPrompt, editInstance, editLink, editSkill, editTool, enableSkill, enableSupport, expandReview, expandTrace, expectAllEndpointsVisible, expectBenchmarkListed, expectBillingAutoRechargeSection, expectBillingCreditsSection, expectBillingPlanSection, expectBillingTabForCurrentPlan, expectBillingTabForFreePlan, expectBillingTabForPremiumPlan, expectBillingTabForTrialPlan, expectCallConfigVisible, expectCallConfigVoiceTriggerShows, expectChatPrivacyConfirmDialogOpen, expectChatPrivacyLocked, expectChatPrivacySource, expectChatPrivacyState, expectChatPrivacyToggleVisible, expectCompletedTasks, expectCreditBalanceForCurrentPlan, expectCreditBalancePanelForFreePlan, expectCreditBalancePanelForPremiumPlan, expectCreditBalancePanelForTrialPlan, expectCreditBalanceVisibilityForTenant, expectDetailWaitingForTraces, expectEndpointUrl, expectEntitySelected, expectFailedTasks, expectKeyDeleteError, expectKeyInList, expectKeyNotInList, expectKeysEmpty, expectLinkInList, expectLinkNotInList, expectLinkTargetUri, expectLinksEmpty, expectLogDetailsStatus, expectLogsForTask, expectLtiHeader, expectMentorVoiceTriggerShows, expectMessageInConversation, expectNoAccessibilityViolations, expectNoAccessibilityViolationsOnDialogs, expectNoBenchmarksNotice, expectNoLogsForSelectedTask, expectNoRepliesYet, expectNoTickets, expectOutputFilterEnabled, expectPrivacyFieldsHidden, expectPrivacyFieldsVisible, expectPrivateModeSelected, expectPrivateModeTabReady, expectQaItemListed, expectReviewInList, expectReviewStatus, expectRunInTable, expectRunNotInTable, expectRunStatus, expectRunsTableEmpty, expectScheduleStartTimeInPastError, expectScreenShareDisabledHint, expectSelectedBenchmark, expectSttSelectDisabled, expectTaskInList, expectTaskNotInList, expectTaskStatus, expectTasksEmpty, expectTenantChatPrivacyEnabled, expectTenantChatPrivacyVisible, expectTicketClosedNotice, expectTicketDescriptionContains, expectTicketInList, expectTicketStatusInList, expectToolInList, expectToolNotInList, expectToolsEmpty, expectTotalTasks, expectTraceScore, expectTtsSelectDisabled, expectVoiceProviderSelected, expectVoiceVisible, exportRunCsv, fillLinkName, fillToolForm, filterByAction, filterByActionAndVerify, filterByActor, filterByActorAndVerify, filterByDateRange, filterTicketsByStatus, filterTicketsByUser, generateBrowserSetupProjects, generateProjectConfig, getAddItemsDialog, getAuditLogRowCount, getAvailableActors, getBenchmarkCombobox, getBenchmarkComboboxDropdown, getBenchmarkItemsDialog, getBillingAutoRechargeStatus, getBillingPlanLabel, getBrowserKey, getCallConfigForm, getChatInput, getChatPrivacyConfirmDialog, getChatPrivacyToggle, getCreateBenchmarkDialog, getCreateKeyButton, getCreateLinkButton, getCreateToolButton, getCreditBalancePlanLabel, getCreditBalanceRemaining, getCurrentModel, getCurrentTenantShowPaywall, getDeleteEvaluationDialog, getDeleteQaItemDialog, getEditAgentDialog, getEndpoint, getEndpointCopyButton, getEndpointUrl, getEntityChip, getEvaluationDetailDialog, getInstanceHealthLabel, getInstanceRowCount, getInstanceStatusLabel, getKeyActionsTrigger, getKeyCreateModal, getKeyCreateNameInput, getKeyDeleteModal, getKeyDetailModal, getKeyDetailNameInput, getKeyPublicJwkField, getKeyPublicKeyField, getKeyRow, getKeysEmptyState, getKeysSection, getLinkCopyTargetUriButton, getLinkEditButton, getLinkModal, getLinkNameInput, getLinkRow, getLinksEmptyState, getLinksSection, getLlmJudgeDialog, getLlmPickerDialog, getLtiSubTab, getManageBenchmarksButton, getManageBenchmarksDialog, getMemoryCount, getMentorIdFromUrl, getNewEvaluationButton, getOutputFilterSwitch, getPaginationInfo, getPrivateModeCard, getReplyComposer, getReviewRow, getRunRow, getScheduleTaskButton, getSearchInput, getSkillRowCount, getStartEvaluationDialog, getStatusFilter, getSupportInfoBox, getSupportTabTrigger, getSupportToggle, getTaskRow, getTenantChatPrivacyRow, getTenantChatPrivacySwitch, getTicketDescription, getTicketDetail, getTicketList, getTicketRow, getTicketRowByIndex, getToolEditButton, getToolKeySelect, getToolModal, getToolRow, getToolsEmptyState, getToolsSection, getTraceRow, getUserFilter, getVoiceProviderCard, getVoiceRow, goToFirstPage, goToLastPage, goToNextPage, goToPage, goToPreviousPage, inviteUserTest, isEvaluationTabVisible, isFirefox, isJSON, isLtiTabVisible, isMemoryTabVisible, isOnFirstPage, isOnLastPage, isPrivacyTabVisible, isPrivateModeTabVisible, isSandboxTabVisible, isScreenShareTabVisible, isSkillEnabled, isSupportEnabled, isSupportTabVisible, isTasksTabVisible, isVoiceTabVisible, logger, loginWithEmailAndPassword, loginWithMicrosoftIdp, navigateToAccountComponent, navigateToAuditLog, navigateToAuditLogAndWaitForData, navigateToDataReports, navigateToReportDownload, openAddItemsDialog, openAddMemoryDialog, openAgentPromptEditModal, openBenchmarkItems, openCallConfigVoicePicker, openCreateKeyModal, openCreateLinkModal, openCreateToolModal, openCreditBalanceDropdown, openEditInstanceDialog, openEditLinkModal, openEditSkillDialog, openEditToolModal, openFirstLogDetails, openInstanceActionsMenu, openKeyActionsMenu, openKeyDelete, openKeyDetail, openLLMProviderPicker, openManageBenchmarksDialog, openMentorVoicePicker, openNewInstanceDialog, openNewReviewForRun, openNewReviewFromDetail, openNewSkillDialog, openRunActionsMenu, openRunResults, openScheduleTaskDialog, openScreenSharePromptEditor, openSkillActionsMenu, openStartEvaluationDialog, openTicket, parseReportUrlParams, previewCallConfigVoiceInline, previewMentorVoiceInline, previewVoice, pushConfiguration, readEndpointUrl, readKeyPublicJwk, readKeyPublicKey, refreshEvaluationDetail, refreshTickets, reliableClick, reliableFill, removeTraceScore, renameKey, replyToTicket, requestSupportTicketViaChat, resetCallConfig, retry, runConnectedInstanceChecks, runInstanceChecks, safeWaitForURL, saveCallConfig, saveScreenSharePrompts, saveVoiceSettings, scheduleTask, searchBenchmarks, searchInstances, searchTasks, searchVoices, selectBenchmark, selectCallMode, selectDateFromCalendar, selectJudgeLlm, selectLLMModel, selectLlmProvider, selectPrivacyAction, selectPrivateMode, selectSttProvider, selectTaskInList, selectToolKeySetMode, selectToolSigningKey, selectTtsProvider, selectVoice, selectVoiceProvider, sendAgentChatMessage, setBlockMessage, setCallLanguage, setEnableVideo, setEntitySelected, setOutputFilterEnabled, setScreenSharePrompt, setSupportEnabled, setTenantChatPrivacyEnabled, setTicketStatus, setUseFunctionCallingEnabled, setupSandboxInstance, shouldAddNewRowWhenClickingAddRowButton, shouldAllowEditingCellValuesInCSVEditor, shouldCancelCombiningReports, shouldCloseCSVEditorWhenClickingCloseButton, shouldCloseCSVEditorWithoutSavingWhenClickingCancel, shouldCombineRecommendationReports, shouldDirectlyDownloadChatHistoryReportWithoutCSVEditor, shouldDisableOtherDownloadButtonsWhileGeneratingReport, shouldDisplayCSVInEditableTableFormat, shouldDisplayReportCards, shouldHaveCombinedReportDataTestIds, shouldOpenCSVEditorDialog, shouldOpenCSVEditorForUserMetadataReport, shouldSaveEditedCSVAndTriggerDownload, shouldShowCombiningReportsDialog, shouldVerifyCSVEditorDialogAccessibility, signUpWithEmailAndPassword, startEvaluation, submitLinkModal, submitLlmJudge, submitToolModal, switchToAddItemsSubTab, switchToEvaluationTab, switchToLtiSubTab, switchToLtiTab, switchToMemoryTab, switchToPrivacyTab, switchToPrivateModeTab, switchToSandboxTab, switchToScreenShareTab, switchToSkillsTab, switchToSupportTab, switchToTasksTab, switchToVoiceSubTab, switchToVoiceTab, teardownSandboxInstance, test, toggleAutoPush, toggleMemorySwitch, toggleSkill, toolFields, uploadQaCsv, verifyAgentConfigPromptsVisible, verifyAuditLogEmptyState, verifyAuditLogEntryStructure, verifyAuditLogGenericError, verifyAuditLogLoading, verifyAuditLogPermissionError, verifyAuditLogTableVisible, verifyConnectDisabledForUnhealthy, verifyConnectedInstanceCard, verifyCurrentPage, verifyDonePhase, verifyDownloadingPhase, verifyErrorPhase, verifyInstanceTableEmpty, verifyInstanceTableVisible, verifyMemoryExists, verifyMemoryNotExists, verifyMemoryTabMemoriesList, verifyMemoryTabSettings, verifyPreparingPhase, verifySkillVisible, verifySkillsEmptyState, verifySkillsTabVisible, waitForAgentChatResponse, waitForAuditLogDataLoaded, waitForBillingTabReady, waitForCreditBalanceLoaded, waitForDialogReady, waitForElementStable, waitForPageLoad, waitForPageReady, waitForReportDownload, waitForTicketInList };
-export type { AgentPromptField, AuthFlowType, AuthSetupConfig, BillingAutoRechargeStatus, CallMode, ChatPrivacyMode, ChatPrivacySource, ChatPrivacyToggleState, CreatePlaywrightConfigOptions, CreditBalancePlan, EnvConfig, EvalReviewStatus, EvalRunStatus, LlmProvider, LtiEndpoint, LtiKeySetMode, LtiSubTab, LtiToolFormData, PlatformConfig, PrivacyAction, PrivacyEntity, ReportDownloadOptions, SafeWaitForURLOptions, ScreenSharePromptField, SignUpCredentials, SkillFormValues, StepFn, SttProvider, SupportTicketStatus, TaskRepeat, TaskStatus, TtsProvider, VoiceProvider };
+export { AuthFlowBuilder, CHAT_PRIVACY_LABELS, CustomReporter, EVALS_LABELS, GRADER_LABELS, LTI_LABELS, LTI_TEST_IDS, MailsacClient, PRIVACY_LABELS, SCREENSHARE_LABELS, SUPPORT_LABELS, TASKS_LABELS, VOICE_LABELS, addGraderCriterion, addManualScore, addMemory, addQaPairsManually, archiveFirstMemory, archiveMemoryByContent, billingAutoRechargeSection, billingCreditsSection, billingPlanSection, buildReportUrl, canChatWithEmbedMentor, cancelDeleteEvaluation, cancelDeleteInstance, cancelDeleteSkill, cancelDisconnectInstance, cancelEnableChatPrivacyMidSession, cancelKeyDelete, cancelLlmJudge, cancelNewInstanceDialog, cancelStartEvaluation, checkAdminStatus, checkRunStatus, clearDateRangeFilter, clearInstanceSearch, clearUserFilter, clickBackHome, clickBillingAddCredits, clickBillingManageBilling, clickBillingManageUsage, clickBillingUpgrade, clickChatPrivacyToggle, clickDownloadAgain, clickManualDownloadLink, closeBenchmarkItemsDialog, closeCreditBalanceDropdown, closeEvaluationDetailDialog, closeKeyDetail, closeManageBenchmarksDialog, closeWithEsc, confirmEnableChatPrivacyMidSession, confirmKeyDelete, connectToInstance, copyEndpoint, createAuthSetup, createBenchmark, createEnvConfig, createInstance, createKey, createLink, createPlaywrightConfig, createSkill, createSupportTicketViaChatAndVerify, createTool, creditBalancePanel, creditBalancePlanBadge, creditBalanceTrigger, deleteEvaluation, deleteFirstMemory, deleteGraderCriterion, deleteInstance, deleteKey, deleteMemoryByContent, deleteQaItem, deleteSkill, deleteTask, disableSkill, disableSupport, disconnectInstance, editAgentPrompt, editGraderCriterion, editInstance, editLink, editSkill, editTool, enableSkill, enableSupport, expandReview, expandTrace, expectAllEndpointsVisible, expectBenchmarkListed, expectBillingAutoRechargeSection, expectBillingCreditsSection, expectBillingPlanSection, expectBillingTabForCurrentPlan, expectBillingTabForFreePlan, expectBillingTabForPremiumPlan, expectBillingTabForTrialPlan, expectCallConfigVisible, expectCallConfigVoiceTriggerShows, expectChatPrivacyConfirmDialogOpen, expectChatPrivacyLocked, expectChatPrivacySource, expectChatPrivacyState, expectChatPrivacyToggleVisible, expectCompletedTasks, expectCreditBalanceForCurrentPlan, expectCreditBalancePanelForFreePlan, expectCreditBalancePanelForPremiumPlan, expectCreditBalancePanelForTrialPlan, expectCreditBalanceVisibilityForTenant, expectDetailWaitingForTraces, expectEndpointUrl, expectEntitySelected, expectFailedTasks, expectGraderMisconfiguredWarning, expectGraderTotalPoints, expectKeyDeleteError, expectKeyInList, expectKeyNotInList, expectKeysEmpty, expectLastCriterionDeleteDisabled, expectLinkInList, expectLinkNotInList, expectLinkTargetUri, expectLinksEmpty, expectLogDetailsStatus, expectLogsForTask, expectLtiHeader, expectMentorVoiceTriggerShows, expectMessageInConversation, expectNoAccessibilityViolations, expectNoAccessibilityViolationsOnDialogs, expectNoBenchmarksNotice, expectNoLogsForSelectedTask, expectNoRepliesYet, expectNoTickets, expectOutputFilterEnabled, expectPrivacyFieldsHidden, expectPrivacyFieldsVisible, expectPrivateModeSelected, expectPrivateModeTabReady, expectQaItemListed, expectReviewInList, expectReviewStatus, expectRunInTable, expectRunNotInTable, expectRunStatus, expectRunsTableEmpty, expectScheduleStartTimeInPastError, expectScreenShareDisabledHint, expectSelectedBenchmark, expectSttSelectDisabled, expectTaskInList, expectTaskNotInList, expectTaskStatus, expectTasksEmpty, expectTenantChatPrivacyEnabled, expectTenantChatPrivacyVisible, expectTicketClosedNotice, expectTicketDescriptionContains, expectTicketInList, expectTicketStatusInList, expectToolInList, expectToolNotInList, expectToolsEmpty, expectTotalTasks, expectTraceScore, expectTtsSelectDisabled, expectVoiceProviderSelected, expectVoiceVisible, exportRunCsv, fillLinkName, fillToolForm, filterByAction, filterByActionAndVerify, filterByActor, filterByActorAndVerify, filterByDateRange, filterTicketsByStatus, filterTicketsByUser, generateBrowserSetupProjects, generateProjectConfig, getAddItemsDialog, getAuditLogRowCount, getAvailableActors, getBenchmarkCombobox, getBenchmarkComboboxDropdown, getBenchmarkItemsDialog, getBillingAutoRechargeStatus, getBillingPlanLabel, getBrowserKey, getCallConfigForm, getChatInput, getChatPrivacyConfirmDialog, getChatPrivacyToggle, getCreateBenchmarkDialog, getCreateKeyButton, getCreateLinkButton, getCreateToolButton, getCreditBalancePlanLabel, getCreditBalanceRemaining, getCurrentModel, getCurrentTenantShowPaywall, getDeleteEvaluationDialog, getDeleteQaItemDialog, getEditAgentDialog, getEndpoint, getEndpointCopyButton, getEndpointUrl, getEntityChip, getEvaluationDetailDialog, getInstanceHealthLabel, getInstanceRowCount, getInstanceStatusLabel, getKeyActionsTrigger, getKeyCreateModal, getKeyCreateNameInput, getKeyDeleteModal, getKeyDetailModal, getKeyDetailNameInput, getKeyPublicJwkField, getKeyPublicKeyField, getKeyRow, getKeysEmptyState, getKeysSection, getLinkCopyTargetUriButton, getLinkEditButton, getLinkModal, getLinkNameInput, getLinkRow, getLinksEmptyState, getLinksSection, getLlmJudgeDialog, getLlmPickerDialog, getLtiSubTab, getManageBenchmarksButton, getManageBenchmarksDialog, getMemoryCount, getMentorIdFromUrl, getNewEvaluationButton, getOutputFilterSwitch, getPaginationInfo, getPrivateModeCard, getReplyComposer, getReviewRow, getRunRow, getScheduleTaskButton, getSearchInput, getSkillRowCount, getStartEvaluationDialog, getStatusFilter, getSupportInfoBox, getSupportTabTrigger, getSupportToggle, getTaskRow, getTenantChatPrivacyRow, getTenantChatPrivacySwitch, getTicketDescription, getTicketDetail, getTicketList, getTicketRow, getTicketRowByIndex, getToolEditButton, getToolKeySelect, getToolModal, getToolRow, getToolsEmptyState, getToolsSection, getTraceRow, getUserFilter, getVoiceProviderCard, getVoiceRow, goToFirstPage, goToLastPage, goToNextPage, goToPage, goToPreviousPage, graderTabBody, inviteUserTest, isEvaluationTabVisible, isFirefox, isGraderTabVisible, isGradingEnabled, isJSON, isLtiTabVisible, isMemoryTabVisible, isOnFirstPage, isOnLastPage, isPrivacyTabVisible, isPrivateModeTabVisible, isSandboxTabVisible, isScreenShareTabVisible, isSkillEnabled, isSupportEnabled, isSupportTabVisible, isTasksTabVisible, isVoiceTabVisible, logger, loginWithEmailAndPassword, loginWithMicrosoftIdp, navigateToAccountComponent, navigateToAuditLog, navigateToAuditLogAndWaitForData, navigateToDataReports, navigateToReportDownload, openAddItemsDialog, openAddMemoryDialog, openAgentPromptEditModal, openBenchmarkItems, openCallConfigVoicePicker, openCreateKeyModal, openCreateLinkModal, openCreateToolModal, openCreditBalanceDropdown, openEditInstanceDialog, openEditLinkModal, openEditSkillDialog, openEditToolModal, openFirstLogDetails, openInstanceActionsMenu, openKeyActionsMenu, openKeyDelete, openKeyDetail, openLLMProviderPicker, openManageBenchmarksDialog, openMentorVoicePicker, openNewInstanceDialog, openNewReviewForRun, openNewReviewFromDetail, openNewSkillDialog, openRunActionsMenu, openRunResults, openScheduleTaskDialog, openScreenSharePromptEditor, openSkillActionsMenu, openStartEvaluationDialog, openTicket, parseReportUrlParams, previewCallConfigVoiceInline, previewMentorVoiceInline, previewVoice, pushConfiguration, readEndpointUrl, readKeyPublicJwk, readKeyPublicKey, refreshEvaluationDetail, refreshTickets, reliableClick, reliableFill, removeTraceScore, renameKey, replyToTicket, requestSupportTicketViaChat, resetCallConfig, retry, runConnectedInstanceChecks, runInstanceChecks, safeWaitForURL, saveCallConfig, saveGraderConfig, saveScreenSharePrompts, saveVoiceSettings, scheduleTask, searchBenchmarks, searchInstances, searchTasks, searchVoices, selectBenchmark, selectCallMode, selectDateFromCalendar, selectJudgeLlm, selectLLMModel, selectLlmProvider, selectPrivacyAction, selectPrivateMode, selectSttProvider, selectTaskInList, selectToolKeySetMode, selectToolSigningKey, selectTtsProvider, selectVoice, selectVoiceProvider, sendAgentChatMessage, setBlockMessage, setCallLanguage, setEnableVideo, setEntitySelected, setGradingEnabled, setOutputFilterEnabled, setScreenSharePrompt, setSupportEnabled, setTenantChatPrivacyEnabled, setTicketStatus, setUseFunctionCallingEnabled, setupSandboxInstance, shouldAddNewRowWhenClickingAddRowButton, shouldAllowEditingCellValuesInCSVEditor, shouldCancelCombiningReports, shouldCloseCSVEditorWhenClickingCloseButton, shouldCloseCSVEditorWithoutSavingWhenClickingCancel, shouldCombineRecommendationReports, shouldDirectlyDownloadChatHistoryReportWithoutCSVEditor, shouldDisableOtherDownloadButtonsWhileGeneratingReport, shouldDisplayCSVInEditableTableFormat, shouldDisplayReportCards, shouldHaveCombinedReportDataTestIds, shouldOpenCSVEditorDialog, shouldOpenCSVEditorForUserMetadataReport, shouldSaveEditedCSVAndTriggerDownload, shouldShowCombiningReportsDialog, shouldVerifyCSVEditorDialogAccessibility, signUpWithEmailAndPassword, startEvaluation, submitLinkModal, submitLlmJudge, submitToolModal, switchToAddItemsSubTab, switchToEvaluationTab, switchToGraderSubTab, switchToGraderTab, switchToLtiSubTab, switchToLtiTab, switchToMemoryTab, switchToPrivacyTab, switchToPrivateModeTab, switchToSandboxTab, switchToScreenShareTab, switchToSkillsTab, switchToSupportTab, switchToTasksTab, switchToVoiceSubTab, switchToVoiceTab, teardownSandboxInstance, test, toggleAutoPush, toggleMemorySwitch, toggleSkill, toolFields, uploadQaCsv, verifyAgentConfigPromptsVisible, verifyAuditLogEmptyState, verifyAuditLogEntryStructure, verifyAuditLogGenericError, verifyAuditLogLoading, verifyAuditLogPermissionError, verifyAuditLogTableVisible, verifyConnectDisabledForUnhealthy, verifyConnectedInstanceCard, verifyCurrentPage, verifyDonePhase, verifyDownloadingPhase, verifyErrorPhase, verifyInstanceTableEmpty, verifyInstanceTableVisible, verifyMemoryExists, verifyMemoryNotExists, verifyMemoryTabMemoriesList, verifyMemoryTabSettings, verifyPreparingPhase, verifySkillVisible, verifySkillsEmptyState, verifySkillsTabVisible, waitForAgentChatResponse, waitForAuditLogDataLoaded, waitForBillingTabReady, waitForCreditBalanceLoaded, waitForDialogReady, waitForElementStable, waitForPageLoad, waitForPageReady, waitForReportDownload, waitForTicketInList };
+export type { AgentPromptField, AuthFlowType, AuthSetupConfig, BillingAutoRechargeStatus, CallMode, ChatPrivacyMode, ChatPrivacySource, ChatPrivacyToggleState, CreatePlaywrightConfigOptions, CreditBalancePlan, EnvConfig, EvalReviewStatus, EvalRunStatus, GraderCriterionInput, GraderFeedbackMode, GraderGradingMode, GraderSubTab, LlmProvider, LtiEndpoint, LtiKeySetMode, LtiSubTab, LtiToolFormData, PlatformConfig, PrivacyAction, PrivacyEntity, ReportDownloadOptions, SafeWaitForURLOptions, ScreenSharePromptField, SignUpCredentials, SkillFormValues, StepFn, SttProvider, SupportTicketStatus, TaskRepeat, TaskStatus, TtsProvider, VoiceProvider };

package/dist/playwright/index.esm.js

@@ -4039,6 +4039,318 @@ async function expectScreenShareDisabledHint(scope, visible) {
     }
 }
 
+/**
+ * Grader tab helpers — Playwright bindings for the standalone
+ * `AgentGraderTab` component from `@iblai/web-containers`.
+ *
+ * The tab is a peer to Tools/LLM/Memory/etc in the edit-agent modal. Its
+ * master toggle attaches/detaches the "Grading" tool on the agent; the gated
+ * content splits into two sub-tabs — Grading setup (configuration form) and
+ * Rubric (criteria table with modal-based add/edit/delete behind a
+ * three-dots row menu).
+ *
+ * Selector policy (flakiness-proof by construction):
+ * - Every query is scoped dialog-first: resolve the edit-agent dialog, then
+ *   the tab body, then the sub-element — never a bare page-wide match. The
+ *   criterion/delete modals portal outside that dialog, so they are located
+ *   by their own testids and all fills happen within the modal locator.
+ * - Stable hooks only: `data-testid`, role + accessible name, labels.
+ *   No CSS class or structural selectors.
+ * - No `waitForTimeout` / `networkidle`. Progress is gated on UI state that
+ *   only exists after the awaited transition: sub-tab section testids, a
+ *   modal closing after a persisted mutation, a rubric row
+ *   appearing/disappearing after the list refetch.
+ */
+const GRADER_LABELS = {
+    tabName: 'Grader',
+    capabilityToggle: 'Grading',
+    subTabs: {
+        setup: 'Grading setup',
+        rubric: 'Rubric',
+    },
+    addButton: 'Add criterion',
+    menu: {
+        /** aria-label template for a row's three-dots trigger. */
+        actionsAria: (name) => `Actions for ${name}`,
+        edit: 'Edit',
+        delete: 'Delete',
+    },
+    modal: {
+        fields: {
+            name: 'Name',
+            criteria: 'Criteria',
+            points: 'Points',
+        },
+        cancel: 'Cancel',
+    },
+    toasts: {
+        toggleOn: 'Grading turned on',
+        toggleOff: 'Grading turned off — your rubric is kept for next time',
+    },
+    gradingModeOptions: {
+        submission: 'A submission',
+        conversation: 'The conversation',
+    },
+    feedbackModeOptions: {
+        overall: 'Overall feedback only',
+        per_criteria: 'Feedback per criterion',
+        both: 'Overall + per criterion',
+    },
+};
+const UI_TIMEOUT = 10000;
+const MUTATION_TIMEOUT = 15000;
+/**
+ * The edit-agent dialog that hosts the settings tabs. Scoping through the
+ * dialog first keeps every subsequent query away from same-named elements
+ * elsewhere on the page (nested portals, background page content).
+ */
+function editAgentDialog(page) {
+    return page.getByRole('dialog').filter({ has: page.getByRole('tablist') });
+}
+/** The Grader tab's body, scoped through the edit-agent dialog. */
+function graderTabBody(page) {
+    return editAgentDialog(page).getByTestId('grader-tab-body');
+}
+/** The Rubric sub-tab's section within the tab body. */
+function criteriaSection(page) {
+    return graderTabBody(page).getByTestId('grader-criteria-section');
+}
+/** A rubric table row containing the given criterion name (exact match). */
+function criterionRow(page, name) {
+    return criteriaSection(page)
+        .locator('[data-testid^="grader-criterion-row-"]')
+        .filter({ has: page.getByText(name, { exact: true }) });
+}
+/**
+ * Returns false if the Grader tab isn't currently rendered in the
+ * edit-agent dialog (host didn't register it, or RBAC hid it).
+ */
+async function isGraderTabVisible(page) {
+    const tab = editAgentDialog(page).getByRole('tab', {
+        name: GRADER_LABELS.tabName,
+        exact: true,
+    });
+    try {
+        await expect(tab).toBeVisible({ timeout: 5000 });
+        return true;
+    }
+    catch (_a) {
+        return false;
+    }
+}
+/**
+ * Switch to the Grader top-level tab. Assumes the edit-agent dialog is
+ * open. Completion is gated on the tab body's testid, not on timing.
+ */
+async function switchToGraderTab(page) {
+    const dialog = editAgentDialog(page);
+    const tab = dialog.getByRole('tab', { name: GRADER_LABELS.tabName, exact: true });
+    await expect(tab).toBeVisible({ timeout: UI_TIMEOUT });
+    await tab.click();
+    await expect(graderTabBody(page)).toBeVisible({ timeout: UI_TIMEOUT });
+    logger.info('Switched to Grader tab');
+}
+/**
+ * Switch between the Grader tab's two sub-tabs. Completion is gated on the
+ * target section's testid rendering.
+ */
+async function switchToGraderSubTab(page, subTab) {
+    const body = graderTabBody(page);
+    const trigger = body.getByTestId(`grader-sub-tab-${subTab}`);
+    await expect(trigger).toBeVisible({ timeout: UI_TIMEOUT });
+    await trigger.click();
+    const section = subTab === 'setup'
+        ? body.getByTestId('grader-setup-section')
+        : body.getByTestId('grader-criteria-section');
+    await expect(section).toBeVisible({ timeout: UI_TIMEOUT });
+    logger.info(`Switched to Grader ${subTab} sub-tab`);
+}
+/** Read the current on/off state of the Grading capability toggle. */
+async function isGradingEnabled(page) {
+    const toggle = graderTabBody(page).getByTestId('grader-capability-toggle');
+    await expect(toggle).toBeVisible({ timeout: UI_TIMEOUT });
+    return (await toggle.getAttribute('aria-checked')) === 'true';
+}
+/**
+ * Idempotently set the Grading capability toggle. Waits for the success
+ * toast (which only fires after the settings PATCH resolves — the switch
+ * itself flips optimistically and would roll back on failure) and then for
+ * the gated content to reflect the new state.
+ */
+async function setGradingEnabled(page, enabled) {
+    const body = graderTabBody(page);
+    const toggle = body.getByTestId('grader-capability-toggle');
+    await expect(toggle).toBeVisible({ timeout: UI_TIMEOUT });
+    if ((await toggle.getAttribute('aria-checked')) === String(enabled)) {
+        logger.info(`Grading already ${enabled ? 'enabled' : 'disabled'} — no toggle needed`);
+        return;
+    }
+    await expect(toggle).toBeEnabled({ timeout: UI_TIMEOUT });
+    await toggle.click();
+    const toastText = enabled ? GRADER_LABELS.toasts.toggleOn : GRADER_LABELS.toasts.toggleOff;
+    // .first() is deliberate: rapid toggles can stack identical sonner toasts,
+    // and any one of them proves the PATCH resolved.
+    await expect(page.getByText(toastText).first()).toBeVisible({ timeout: MUTATION_TIMEOUT });
+    await expect(toggle).toHaveAttribute('aria-checked', String(enabled), {
+        timeout: MUTATION_TIMEOUT,
+    });
+    await expect(body.getByTestId('capability-gate-content')).toHaveAttribute('data-enabled', String(enabled), { timeout: UI_TIMEOUT });
+    logger.info(`Grading ${enabled ? 'enabled' : 'disabled'}`);
+}
+/** Pick an option in one of the setup form's two Radix selects. */
+async function pickSelectOption(page, triggerTestId, optionLabel) {
+    const trigger = graderTabBody(page).getByTestId(triggerTestId);
+    await expect(trigger).toBeVisible({ timeout: UI_TIMEOUT });
+    await trigger.click();
+    // Radix renders the listbox in a portal outside the dialog, so the
+    // option is looked up by role at page level — the open listbox is the
+    // only one in the document.
+    const option = page.getByRole('option', { name: optionLabel, exact: true });
+    await expect(option).toBeVisible({ timeout: UI_TIMEOUT });
+    await option.click();
+    await expect(option).toBeHidden({ timeout: UI_TIMEOUT });
+}
+/**
+ * Fill and persist the Grading setup form (switches to the setup sub-tab
+ * first). Only the provided fields are changed. Completion is gated on the
+ * Save button returning to disabled: after the config POST/PATCH resolves,
+ * the form rehydrates from the server copy and stops being dirty.
+ */
+async function saveGraderConfig(page, values) {
+    await switchToGraderSubTab(page, 'setup');
+    const body = graderTabBody(page);
+    if (values.gradingMode) {
+        await pickSelectOption(page, 'grader-grading-mode-select', GRADER_LABELS.gradingModeOptions[values.gradingMode]);
+    }
+    if (values.feedbackMode) {
+        await pickSelectOption(page, 'grader-feedback-mode-select', GRADER_LABELS.feedbackModeOptions[values.feedbackMode]);
+    }
+    if (values.instructions !== undefined) {
+        const textarea = body.getByTestId('grader-instructions-textarea');
+        await expect(textarea).toBeVisible({ timeout: UI_TIMEOUT });
+        await textarea.fill(values.instructions);
+    }
+    const saveButton = body.getByTestId('grader-save-button');
+    await expect(saveButton).toBeEnabled({ timeout: UI_TIMEOUT });
+    await saveButton.click();
+    await expect(saveButton).toBeDisabled({ timeout: MUTATION_TIMEOUT });
+    logger.info('Saved grader configuration');
+}
+/** Fill the criterion modal's three fields and submit it. */
+async function submitCriterionModal(page, criterion) {
+    const modal = page.getByTestId('grader-criterion-modal');
+    await expect(modal).toBeVisible({ timeout: UI_TIMEOUT });
+    await modal.getByLabel(GRADER_LABELS.modal.fields.name, { exact: true }).fill(criterion.name);
+    await modal
+        .getByLabel(GRADER_LABELS.modal.fields.criteria, { exact: true })
+        .fill(criterion.criteria);
+    await modal
+        .getByLabel(GRADER_LABELS.modal.fields.points, { exact: true })
+        .fill(String(criterion.points));
+    const saveButton = modal.getByTestId('grader-criterion-modal-save');
+    await expect(saveButton).toBeEnabled({ timeout: UI_TIMEOUT });
+    await saveButton.click();
+    // The modal only closes itself after the mutation resolves.
+    await expect(modal).toBeHidden({ timeout: MUTATION_TIMEOUT });
+}
+/** Open a rubric row's three-dots menu and click one of its actions. */
+async function clickRowMenuAction(page, name, action) {
+    const trigger = criterionRow(page, name).getByRole('button', {
+        name: GRADER_LABELS.menu.actionsAria(name),
+    });
+    await expect(trigger).toBeVisible({ timeout: UI_TIMEOUT });
+    await trigger.click();
+    // The menu portals to the page root — the open menu is the only one.
+    const item = page.getByRole('menuitem', { name: action, exact: true });
+    await expect(item).toBeVisible({ timeout: UI_TIMEOUT });
+    await item.click();
+}
+/**
+ * Add a rubric criterion through the Add-criterion modal (switches to the
+ * Rubric sub-tab first). Requires a saved grader configuration — the Add
+ * button is disabled until one exists. Completion is gated on the modal
+ * closing and the new row rendering after the list refetch.
+ */
+async function addGraderCriterion(page, criterion) {
+    await switchToGraderSubTab(page, 'rubric');
+    const addButton = criteriaSection(page).getByTestId('grader-add-criterion-button');
+    await expect(addButton).toBeEnabled({ timeout: UI_TIMEOUT });
+    await addButton.click();
+    await submitCriterionModal(page, criterion);
+    await expect(criterionRow(page, criterion.name)).toBeVisible({ timeout: MUTATION_TIMEOUT });
+    logger.info(`Added rubric criterion "${criterion.name}"`);
+}
+/**
+ * Edit an existing rubric criterion via its row's three-dots menu → Edit
+ * modal. The row is located by its current name; all three fields are
+ * rewritten. Completion is gated on the modal closing and the updated row
+ * rendering.
+ */
+async function editGraderCriterion(page, currentName, updates) {
+    await switchToGraderSubTab(page, 'rubric');
+    await clickRowMenuAction(page, currentName, GRADER_LABELS.menu.edit);
+    await submitCriterionModal(page, updates);
+    await expect(criterionRow(page, updates.name)).toBeVisible({ timeout: MUTATION_TIMEOUT });
+    logger.info(`Edited rubric criterion "${currentName}" → "${updates.name}"`);
+}
+/**
+ * Delete a rubric criterion via its row's three-dots menu → confirmation
+ * modal. Completion is gated on the modal closing and the row disappearing
+ * after the server delete + list refetch.
+ */
+async function deleteGraderCriterion(page, name) {
+    await switchToGraderSubTab(page, 'rubric');
+    await clickRowMenuAction(page, name, GRADER_LABELS.menu.delete);
+    const modal = page.getByTestId('grader-criterion-delete-modal');
+    await expect(modal).toBeVisible({ timeout: UI_TIMEOUT });
+    const confirmButton = modal.getByTestId('grader-criterion-delete-confirm');
+    await expect(confirmButton).toBeEnabled({ timeout: UI_TIMEOUT });
+    await confirmButton.click();
+    await expect(modal).toBeHidden({ timeout: MUTATION_TIMEOUT });
+    await expect(criterionRow(page, name)).toBeHidden({ timeout: MUTATION_TIMEOUT });
+    logger.info(`Deleted rubric criterion "${name}"`);
+}
+/**
+ * Assert the last remaining criterion's Delete menu action is disabled and
+ * the explanatory hint is shown — the backend refuses to delete the final
+ * row, so the UI must block it too. Closes the menu again before returning.
+ */
+async function expectLastCriterionDeleteDisabled(page, name) {
+    await switchToGraderSubTab(page, 'rubric');
+    await expect(criteriaSection(page).getByTestId('grader-last-criterion-hint')).toBeVisible({
+        timeout: UI_TIMEOUT,
+    });
+    const trigger = criterionRow(page, name).getByRole('button', {
+        name: GRADER_LABELS.menu.actionsAria(name),
+    });
+    await expect(trigger).toBeVisible({ timeout: UI_TIMEOUT });
+    await trigger.click();
+    const deleteItem = page.getByRole('menuitem', { name: GRADER_LABELS.menu.delete, exact: true });
+    await expect(deleteItem).toBeVisible({ timeout: UI_TIMEOUT });
+    await expect(deleteItem).toHaveAttribute('aria-disabled', 'true');
+    await page.keyboard.press('Escape');
+    await expect(deleteItem).toBeHidden({ timeout: UI_TIMEOUT });
+}
+/**
+ * Assert whether the amber misconfiguration banner is shown (grading on
+ * with no config yet, or with an empty rubric). The banner sits above the
+ * sub-tabs, so no sub-tab switch is needed.
+ */
+async function expectGraderMisconfiguredWarning(page, visible) {
+    const warning = graderTabBody(page).getByTestId('grader-misconfigured-warning');
+    if (visible) {
+        await expect(warning).toBeVisible({ timeout: UI_TIMEOUT });
+    }
+    else {
+        await expect(warning).toBeHidden();
+    }
+}
+/** Assert the rubric's live "total possible points" readout (Rubric sub-tab). */
+async function expectGraderTotalPoints(page, total) {
+    await switchToGraderSubTab(page, 'rubric');
+    await expect(criteriaSection(page).getByText(`Total possible points: ${total}`, { exact: true })).toBeVisible({ timeout: UI_TIMEOUT });
+}
+
 const DEFAULT_TIMEOUT = 10000;
 /** Locator for the Plan section card on the BillingTab. */
 function billingPlanSection(page) {
@@ -6521,5 +6833,5 @@ function createPlaywrightConfig(options) {
     });
 }
 
-export { AuthFlowBuilder, CHAT_PRIVACY_LABELS, CustomReporter, EVALS_LABELS, LTI_LABELS, LTI_TEST_IDS, MailsacClient, PRIVACY_LABELS, SCREENSHARE_LABELS, SUPPORT_LABELS, TASKS_LABELS, VOICE_LABELS, addManualScore, addMemory, addQaPairsManually, archiveFirstMemory, archiveMemoryByContent, billingAutoRechargeSection, billingCreditsSection, billingPlanSection, buildReportUrl, canChatWithEmbedMentor, cancelDeleteEvaluation, cancelDeleteInstance, cancelDeleteSkill, cancelDisconnectInstance, cancelEnableChatPrivacyMidSession, cancelKeyDelete, cancelLlmJudge, cancelNewInstanceDialog, cancelStartEvaluation, checkAdminStatus, checkRunStatus, clearDateRangeFilter, clearInstanceSearch, clearUserFilter, clickBackHome, clickBillingAddCredits, clickBillingManageBilling, clickBillingManageUsage, clickBillingUpgrade, clickChatPrivacyToggle, clickDownloadAgain, clickManualDownloadLink, closeBenchmarkItemsDialog, closeCreditBalanceDropdown, closeEvaluationDetailDialog, closeKeyDetail, closeManageBenchmarksDialog, closeWithEsc, confirmEnableChatPrivacyMidSession, confirmKeyDelete, connectToInstance, copyEndpoint, createAuthSetup, createBenchmark, createEnvConfig, createInstance, createKey, createLink, createPlaywrightConfig, createSkill, createSupportTicketViaChatAndVerify, createTool, creditBalancePanel, creditBalancePlanBadge, creditBalanceTrigger, deleteEvaluation, deleteFirstMemory, deleteInstance, deleteKey, deleteMemoryByContent, deleteQaItem, deleteSkill, deleteTask, disableSkill, disableSupport, disconnectInstance, editAgentPrompt, editInstance, editLink, editSkill, editTool, enableSkill, enableSupport, expandReview, expandTrace, expectAllEndpointsVisible, expectBenchmarkListed, expectBillingAutoRechargeSection, expectBillingCreditsSection, expectBillingPlanSection, expectBillingTabForCurrentPlan, expectBillingTabForFreePlan, expectBillingTabForPremiumPlan, expectBillingTabForTrialPlan, expectCallConfigVisible, expectCallConfigVoiceTriggerShows, expectChatPrivacyConfirmDialogOpen, expectChatPrivacyLocked, expectChatPrivacySource, expectChatPrivacyState, expectChatPrivacyToggleVisible, expectCompletedTasks, expectCreditBalanceForCurrentPlan, expectCreditBalancePanelForFreePlan, expectCreditBalancePanelForPremiumPlan, expectCreditBalancePanelForTrialPlan, expectCreditBalanceVisibilityForTenant, expectDetailWaitingForTraces, expectEndpointUrl, expectEntitySelected, expectFailedTasks, expectKeyDeleteError, expectKeyInList, expectKeyNotInList, expectKeysEmpty, expectLinkInList, expectLinkNotInList, expectLinkTargetUri, expectLinksEmpty, expectLogDetailsStatus, expectLogsForTask, expectLtiHeader, expectMentorVoiceTriggerShows, expectMessageInConversation, expectNoAccessibilityViolations, expectNoAccessibilityViolationsOnDialogs, expectNoBenchmarksNotice, expectNoLogsForSelectedTask, expectNoRepliesYet, expectNoTickets, expectOutputFilterEnabled, expectPrivacyFieldsHidden, expectPrivacyFieldsVisible, expectPrivateModeSelected, expectPrivateModeTabReady, expectQaItemListed, expectReviewInList, expectReviewStatus, expectRunInTable, expectRunNotInTable, expectRunStatus, expectRunsTableEmpty, expectScheduleStartTimeInPastError, expectScreenShareDisabledHint, expectSelectedBenchmark, expectSttSelectDisabled, expectTaskInList, expectTaskNotInList, expectTaskStatus, expectTasksEmpty, expectTenantChatPrivacyEnabled, expectTenantChatPrivacyVisible, expectTicketClosedNotice, expectTicketDescriptionContains, expectTicketInList, expectTicketStatusInList, expectToolInList, expectToolNotInList, expectToolsEmpty, expectTotalTasks, expectTraceScore, expectTtsSelectDisabled, expectVoiceProviderSelected, expectVoiceVisible, exportRunCsv, fillLinkName, fillToolForm, filterByAction, filterByActionAndVerify, filterByActor, filterByActorAndVerify, filterByDateRange, filterTicketsByStatus, filterTicketsByUser, generateBrowserSetupProjects, generateProjectConfig, getAddItemsDialog, getAuditLogRowCount, getAvailableActors, getBenchmarkCombobox, getBenchmarkComboboxDropdown, getBenchmarkItemsDialog, getBillingAutoRechargeStatus, getBillingPlanLabel, getBrowserKey, getCallConfigForm, getChatInput, getChatPrivacyConfirmDialog, getChatPrivacyToggle, getCreateBenchmarkDialog, getCreateKeyButton, getCreateLinkButton, getCreateToolButton, getCreditBalancePlanLabel, getCreditBalanceRemaining, getCurrentModel, getCurrentTenantShowPaywall, getDeleteEvaluationDialog, getDeleteQaItemDialog, getEditAgentDialog, getEndpoint, getEndpointCopyButton, getEndpointUrl, getEntityChip, getEvaluationDetailDialog, getInstanceHealthLabel, getInstanceRowCount, getInstanceStatusLabel, getKeyActionsTrigger, getKeyCreateModal, getKeyCreateNameInput, getKeyDeleteModal, getKeyDetailModal, getKeyDetailNameInput, getKeyPublicJwkField, getKeyPublicKeyField, getKeyRow, getKeysEmptyState, getKeysSection, getLinkCopyTargetUriButton, getLinkEditButton, getLinkModal, getLinkNameInput, getLinkRow, getLinksEmptyState, getLinksSection, getLlmJudgeDialog, getLlmPickerDialog, getLtiSubTab, getManageBenchmarksButton, getManageBenchmarksDialog, getMemoryCount, getMentorIdFromUrl, getNewEvaluationButton, getOutputFilterSwitch, getPaginationInfo, getPrivateModeCard, getReplyComposer, getReviewRow, getRunRow, getScheduleTaskButton, getSearchInput, getSkillRowCount, getStartEvaluationDialog, getStatusFilter, getSupportInfoBox, getSupportTabTrigger, getSupportToggle, getTaskRow, getTenantChatPrivacyRow, getTenantChatPrivacySwitch, getTicketDescription, getTicketDetail, getTicketList, getTicketRow, getTicketRowByIndex, getToolEditButton, getToolKeySelect, getToolModal, getToolRow, getToolsEmptyState, getToolsSection, getTraceRow, getUserFilter, getVoiceProviderCard, getVoiceRow, goToFirstPage, goToLastPage, goToNextPage, goToPage, goToPreviousPage, inviteUserTest, isEvaluationTabVisible, isFirefox, isJSON, isLtiTabVisible, isMemoryTabVisible, isOnFirstPage, isOnLastPage, isPrivacyTabVisible, isPrivateModeTabVisible, isSandboxTabVisible, isScreenShareTabVisible, isSkillEnabled, isSupportEnabled, isSupportTabVisible, isTasksTabVisible, isVoiceTabVisible, logger, loginWithEmailAndPassword, loginWithMicrosoftIdp, navigateToAccountComponent, navigateToAuditLog, navigateToAuditLogAndWaitForData, navigateToDataReports, navigateToReportDownload, openAddItemsDialog, openAddMemoryDialog, openAgentPromptEditModal, openBenchmarkItems, openCallConfigVoicePicker, openCreateKeyModal, openCreateLinkModal, openCreateToolModal, openCreditBalanceDropdown, openEditInstanceDialog, openEditLinkModal, openEditSkillDialog, openEditToolModal, openFirstLogDetails, openInstanceActionsMenu, openKeyActionsMenu, openKeyDelete, openKeyDetail, openLLMProviderPicker, openManageBenchmarksDialog, openMentorVoicePicker, openNewInstanceDialog, openNewReviewForRun, openNewReviewFromDetail, openNewSkillDialog, openRunActionsMenu, openRunResults, openScheduleTaskDialog, openScreenSharePromptEditor, openSkillActionsMenu, openStartEvaluationDialog, openTicket, parseReportUrlParams, previewCallConfigVoiceInline, previewMentorVoiceInline, previewVoice, pushConfiguration, readEndpointUrl, readKeyPublicJwk, readKeyPublicKey, refreshEvaluationDetail, refreshTickets, reliableClick, reliableFill, removeTraceScore, renameKey, replyToTicket, requestSupportTicketViaChat, resetCallConfig, retry, runConnectedInstanceChecks, runInstanceChecks, safeWaitForURL, saveCallConfig, saveScreenSharePrompts, saveVoiceSettings, scheduleTask, searchBenchmarks, searchInstances, searchTasks, searchVoices, selectBenchmark, selectCallMode, selectDateFromCalendar, selectJudgeLlm, selectLLMModel, selectLlmProvider, selectPrivacyAction, selectPrivateMode, selectSttProvider, selectTaskInList, selectToolKeySetMode, selectToolSigningKey, selectTtsProvider, selectVoice, selectVoiceProvider, sendAgentChatMessage, setBlockMessage, setCallLanguage, setEnableVideo, setEntitySelected, setOutputFilterEnabled, setScreenSharePrompt, setSupportEnabled, setTenantChatPrivacyEnabled, setTicketStatus, setUseFunctionCallingEnabled, setupSandboxInstance, shouldAddNewRowWhenClickingAddRowButton, shouldAllowEditingCellValuesInCSVEditor, shouldCancelCombiningReports, shouldCloseCSVEditorWhenClickingCloseButton, shouldCloseCSVEditorWithoutSavingWhenClickingCancel, shouldCombineRecommendationReports, shouldDirectlyDownloadChatHistoryReportWithoutCSVEditor, shouldDisableOtherDownloadButtonsWhileGeneratingReport, shouldDisplayCSVInEditableTableFormat, shouldDisplayReportCards, shouldHaveCombinedReportDataTestIds, shouldOpenCSVEditorDialog, shouldOpenCSVEditorForUserMetadataReport, shouldSaveEditedCSVAndTriggerDownload, shouldShowCombiningReportsDialog, shouldVerifyCSVEditorDialogAccessibility, signUpWithEmailAndPassword, startEvaluation, submitLinkModal, submitLlmJudge, submitToolModal, switchToAddItemsSubTab, switchToEvaluationTab, switchToLtiSubTab, switchToLtiTab, switchToMemoryTab, switchToPrivacyTab, switchToPrivateModeTab, switchToSandboxTab, switchToScreenShareTab, switchToSkillsTab, switchToSupportTab, switchToTasksTab, switchToVoiceSubTab, switchToVoiceTab, teardownSandboxInstance, test, toggleAutoPush, toggleMemorySwitch, toggleSkill, toolFields, uploadQaCsv, verifyAgentConfigPromptsVisible, verifyAuditLogEmptyState, verifyAuditLogEntryStructure, verifyAuditLogGenericError, verifyAuditLogLoading, verifyAuditLogPermissionError, verifyAuditLogTableVisible, verifyConnectDisabledForUnhealthy, verifyConnectedInstanceCard, verifyCurrentPage, verifyDonePhase, verifyDownloadingPhase, verifyErrorPhase, verifyInstanceTableEmpty, verifyInstanceTableVisible, verifyMemoryExists, verifyMemoryNotExists, verifyMemoryTabMemoriesList, verifyMemoryTabSettings, verifyPreparingPhase, verifySkillVisible, verifySkillsEmptyState, verifySkillsTabVisible, waitForAgentChatResponse, waitForAuditLogDataLoaded, waitForBillingTabReady, waitForCreditBalanceLoaded, waitForDialogReady, waitForElementStable, waitForPageLoad, waitForPageReady, waitForReportDownload, waitForTicketInList };
+export { AuthFlowBuilder, CHAT_PRIVACY_LABELS, CustomReporter, EVALS_LABELS, GRADER_LABELS, LTI_LABELS, LTI_TEST_IDS, MailsacClient, PRIVACY_LABELS, SCREENSHARE_LABELS, SUPPORT_LABELS, TASKS_LABELS, VOICE_LABELS, addGraderCriterion, addManualScore, addMemory, addQaPairsManually, archiveFirstMemory, archiveMemoryByContent, billingAutoRechargeSection, billingCreditsSection, billingPlanSection, buildReportUrl, canChatWithEmbedMentor, cancelDeleteEvaluation, cancelDeleteInstance, cancelDeleteSkill, cancelDisconnectInstance, cancelEnableChatPrivacyMidSession, cancelKeyDelete, cancelLlmJudge, cancelNewInstanceDialog, cancelStartEvaluation, checkAdminStatus, checkRunStatus, clearDateRangeFilter, clearInstanceSearch, clearUserFilter, clickBackHome, clickBillingAddCredits, clickBillingManageBilling, clickBillingManageUsage, clickBillingUpgrade, clickChatPrivacyToggle, clickDownloadAgain, clickManualDownloadLink, closeBenchmarkItemsDialog, closeCreditBalanceDropdown, closeEvaluationDetailDialog, closeKeyDetail, closeManageBenchmarksDialog, closeWithEsc, confirmEnableChatPrivacyMidSession, confirmKeyDelete, connectToInstance, copyEndpoint, createAuthSetup, createBenchmark, createEnvConfig, createInstance, createKey, createLink, createPlaywrightConfig, createSkill, createSupportTicketViaChatAndVerify, createTool, creditBalancePanel, creditBalancePlanBadge, creditBalanceTrigger, deleteEvaluation, deleteFirstMemory, deleteGraderCriterion, deleteInstance, deleteKey, deleteMemoryByContent, deleteQaItem, deleteSkill, deleteTask, disableSkill, disableSupport, disconnectInstance, editAgentPrompt, editGraderCriterion, editInstance, editLink, editSkill, editTool, enableSkill, enableSupport, expandReview, expandTrace, expectAllEndpointsVisible, expectBenchmarkListed, expectBillingAutoRechargeSection, expectBillingCreditsSection, expectBillingPlanSection, expectBillingTabForCurrentPlan, expectBillingTabForFreePlan, expectBillingTabForPremiumPlan, expectBillingTabForTrialPlan, expectCallConfigVisible, expectCallConfigVoiceTriggerShows, expectChatPrivacyConfirmDialogOpen, expectChatPrivacyLocked, expectChatPrivacySource, expectChatPrivacyState, expectChatPrivacyToggleVisible, expectCompletedTasks, expectCreditBalanceForCurrentPlan, expectCreditBalancePanelForFreePlan, expectCreditBalancePanelForPremiumPlan, expectCreditBalancePanelForTrialPlan, expectCreditBalanceVisibilityForTenant, expectDetailWaitingForTraces, expectEndpointUrl, expectEntitySelected, expectFailedTasks, expectGraderMisconfiguredWarning, expectGraderTotalPoints, expectKeyDeleteError, expectKeyInList, expectKeyNotInList, expectKeysEmpty, expectLastCriterionDeleteDisabled, expectLinkInList, expectLinkNotInList, expectLinkTargetUri, expectLinksEmpty, expectLogDetailsStatus, expectLogsForTask, expectLtiHeader, expectMentorVoiceTriggerShows, expectMessageInConversation, expectNoAccessibilityViolations, expectNoAccessibilityViolationsOnDialogs, expectNoBenchmarksNotice, expectNoLogsForSelectedTask, expectNoRepliesYet, expectNoTickets, expectOutputFilterEnabled, expectPrivacyFieldsHidden, expectPrivacyFieldsVisible, expectPrivateModeSelected, expectPrivateModeTabReady, expectQaItemListed, expectReviewInList, expectReviewStatus, expectRunInTable, expectRunNotInTable, expectRunStatus, expectRunsTableEmpty, expectScheduleStartTimeInPastError, expectScreenShareDisabledHint, expectSelectedBenchmark, expectSttSelectDisabled, expectTaskInList, expectTaskNotInList, expectTaskStatus, expectTasksEmpty, expectTenantChatPrivacyEnabled, expectTenantChatPrivacyVisible, expectTicketClosedNotice, expectTicketDescriptionContains, expectTicketInList, expectTicketStatusInList, expectToolInList, expectToolNotInList, expectToolsEmpty, expectTotalTasks, expectTraceScore, expectTtsSelectDisabled, expectVoiceProviderSelected, expectVoiceVisible, exportRunCsv, fillLinkName, fillToolForm, filterByAction, filterByActionAndVerify, filterByActor, filterByActorAndVerify, filterByDateRange, filterTicketsByStatus, filterTicketsByUser, generateBrowserSetupProjects, generateProjectConfig, getAddItemsDialog, getAuditLogRowCount, getAvailableActors, getBenchmarkCombobox, getBenchmarkComboboxDropdown, getBenchmarkItemsDialog, getBillingAutoRechargeStatus, getBillingPlanLabel, getBrowserKey, getCallConfigForm, getChatInput, getChatPrivacyConfirmDialog, getChatPrivacyToggle, getCreateBenchmarkDialog, getCreateKeyButton, getCreateLinkButton, getCreateToolButton, getCreditBalancePlanLabel, getCreditBalanceRemaining, getCurrentModel, getCurrentTenantShowPaywall, getDeleteEvaluationDialog, getDeleteQaItemDialog, getEditAgentDialog, getEndpoint, getEndpointCopyButton, getEndpointUrl, getEntityChip, getEvaluationDetailDialog, getInstanceHealthLabel, getInstanceRowCount, getInstanceStatusLabel, getKeyActionsTrigger, getKeyCreateModal, getKeyCreateNameInput, getKeyDeleteModal, getKeyDetailModal, getKeyDetailNameInput, getKeyPublicJwkField, getKeyPublicKeyField, getKeyRow, getKeysEmptyState, getKeysSection, getLinkCopyTargetUriButton, getLinkEditButton, getLinkModal, getLinkNameInput, getLinkRow, getLinksEmptyState, getLinksSection, getLlmJudgeDialog, getLlmPickerDialog, getLtiSubTab, getManageBenchmarksButton, getManageBenchmarksDialog, getMemoryCount, getMentorIdFromUrl, getNewEvaluationButton, getOutputFilterSwitch, getPaginationInfo, getPrivateModeCard, getReplyComposer, getReviewRow, getRunRow, getScheduleTaskButton, getSearchInput, getSkillRowCount, getStartEvaluationDialog, getStatusFilter, getSupportInfoBox, getSupportTabTrigger, getSupportToggle, getTaskRow, getTenantChatPrivacyRow, getTenantChatPrivacySwitch, getTicketDescription, getTicketDetail, getTicketList, getTicketRow, getTicketRowByIndex, getToolEditButton, getToolKeySelect, getToolModal, getToolRow, getToolsEmptyState, getToolsSection, getTraceRow, getUserFilter, getVoiceProviderCard, getVoiceRow, goToFirstPage, goToLastPage, goToNextPage, goToPage, goToPreviousPage, graderTabBody, inviteUserTest, isEvaluationTabVisible, isFirefox, isGraderTabVisible, isGradingEnabled, isJSON, isLtiTabVisible, isMemoryTabVisible, isOnFirstPage, isOnLastPage, isPrivacyTabVisible, isPrivateModeTabVisible, isSandboxTabVisible, isScreenShareTabVisible, isSkillEnabled, isSupportEnabled, isSupportTabVisible, isTasksTabVisible, isVoiceTabVisible, logger, loginWithEmailAndPassword, loginWithMicrosoftIdp, navigateToAccountComponent, navigateToAuditLog, navigateToAuditLogAndWaitForData, navigateToDataReports, navigateToReportDownload, openAddItemsDialog, openAddMemoryDialog, openAgentPromptEditModal, openBenchmarkItems, openCallConfigVoicePicker, openCreateKeyModal, openCreateLinkModal, openCreateToolModal, openCreditBalanceDropdown, openEditInstanceDialog, openEditLinkModal, openEditSkillDialog, openEditToolModal, openFirstLogDetails, openInstanceActionsMenu, openKeyActionsMenu, openKeyDelete, openKeyDetail, openLLMProviderPicker, openManageBenchmarksDialog, openMentorVoicePicker, openNewInstanceDialog, openNewReviewForRun, openNewReviewFromDetail, openNewSkillDialog, openRunActionsMenu, openRunResults, openScheduleTaskDialog, openScreenSharePromptEditor, openSkillActionsMenu, openStartEvaluationDialog, openTicket, parseReportUrlParams, previewCallConfigVoiceInline, previewMentorVoiceInline, previewVoice, pushConfiguration, readEndpointUrl, readKeyPublicJwk, readKeyPublicKey, refreshEvaluationDetail, refreshTickets, reliableClick, reliableFill, removeTraceScore, renameKey, replyToTicket, requestSupportTicketViaChat, resetCallConfig, retry, runConnectedInstanceChecks, runInstanceChecks, safeWaitForURL, saveCallConfig, saveGraderConfig, saveScreenSharePrompts, saveVoiceSettings, scheduleTask, searchBenchmarks, searchInstances, searchTasks, searchVoices, selectBenchmark, selectCallMode, selectDateFromCalendar, selectJudgeLlm, selectLLMModel, selectLlmProvider, selectPrivacyAction, selectPrivateMode, selectSttProvider, selectTaskInList, selectToolKeySetMode, selectToolSigningKey, selectTtsProvider, selectVoice, selectVoiceProvider, sendAgentChatMessage, setBlockMessage, setCallLanguage, setEnableVideo, setEntitySelected, setGradingEnabled, setOutputFilterEnabled, setScreenSharePrompt, setSupportEnabled, setTenantChatPrivacyEnabled, setTicketStatus, setUseFunctionCallingEnabled, setupSandboxInstance, shouldAddNewRowWhenClickingAddRowButton, shouldAllowEditingCellValuesInCSVEditor, shouldCancelCombiningReports, shouldCloseCSVEditorWhenClickingCloseButton, shouldCloseCSVEditorWithoutSavingWhenClickingCancel, shouldCombineRecommendationReports, shouldDirectlyDownloadChatHistoryReportWithoutCSVEditor, shouldDisableOtherDownloadButtonsWhileGeneratingReport, shouldDisplayCSVInEditableTableFormat, shouldDisplayReportCards, shouldHaveCombinedReportDataTestIds, shouldOpenCSVEditorDialog, shouldOpenCSVEditorForUserMetadataReport, shouldSaveEditedCSVAndTriggerDownload, shouldShowCombiningReportsDialog, shouldVerifyCSVEditorDialogAccessibility, signUpWithEmailAndPassword, startEvaluation, submitLinkModal, submitLlmJudge, submitToolModal, switchToAddItemsSubTab, switchToEvaluationTab, switchToGraderSubTab, switchToGraderTab, switchToLtiSubTab, switchToLtiTab, switchToMemoryTab, switchToPrivacyTab, switchToPrivateModeTab, switchToSandboxTab, switchToScreenShareTab, switchToSkillsTab, switchToSupportTab, switchToTasksTab, switchToVoiceSubTab, switchToVoiceTab, teardownSandboxInstance, test, toggleAutoPush, toggleMemorySwitch, toggleSkill, toolFields, uploadQaCsv, verifyAgentConfigPromptsVisible, verifyAuditLogEmptyState, verifyAuditLogEntryStructure, verifyAuditLogGenericError, verifyAuditLogLoading, verifyAuditLogPermissionError, verifyAuditLogTableVisible, verifyConnectDisabledForUnhealthy, verifyConnectedInstanceCard, verifyCurrentPage, verifyDonePhase, verifyDownloadingPhase, verifyErrorPhase, verifyInstanceTableEmpty, verifyInstanceTableVisible, verifyMemoryExists, verifyMemoryNotExists, verifyMemoryTabMemoriesList, verifyMemoryTabSettings, verifyPreparingPhase, verifySkillVisible, verifySkillsEmptyState, verifySkillsTabVisible, waitForAgentChatResponse, waitForAuditLogDataLoaded, waitForBillingTabReady, waitForCreditBalanceLoaded, waitForDialogReady, waitForElementStable, waitForPageLoad, waitForPageReady, waitForReportDownload, waitForTicketInList };
 //# sourceMappingURL=index.esm.js.map