@opentiny/next-sdk 0.4.2 → 0.4.3

package/dist/index.js

@@ -7,7 +7,7 @@ import { completable as C } from "@modelcontextprotocol/sdk/server/completable.j
 import { getDisplayName as S } from "@modelcontextprotocol/sdk/shared/metadataUtils.js";
 import { InMemoryTransport as f } from "@modelcontextprotocol/sdk/inMemory.js";
 import { A as P, p as E, M as c, o as v, e as _, W as y, u as d, j as O, a as x, c as h, f as b, h as G, g as R, i as u, v as N, v as L, n as k, d as D, m as W, b as I, x as F, k as z, l as U, r as j, q as w, s as B, t as H, y as q, w as Q } from "./initialize-builtin-WebMCP-JaoKwVlm.js";
-import { k as Y, D as K, P as J, e as X, Q as Z, x as $, i as ee, z as ae, d as se, l as re, u as te, w as oe, f as le, c as ie, b as ne, h as Te, a as ge, g as pe, j as Ce, v as Ae, q as Se, t as me, p as fe, r as Me, m as Pe, n as Ee, o as ce, y as ve, s as _e } from "./index-R_HIbfUX.js";
+import { k as Y, D as K, P as J, e as X, Q as Z, x as $, i as ee, z as ae, d as se, l as re, u as te, w as oe, f as le, c as ie, b as ne, h as Te, a as ge, g as pe, j as Ce, v as Ae, q as Se, t as me, p as fe, r as Me, m as Pe, n as Ee, o as ce, y as ve, s as _e } from "./index-CHMa2zG4.js";
 export {
   P as AgentModelProvider,
   s as Ajv,

package/dist/page-tools/a11y/config.d.ts

@@ -38,8 +38,6 @@ export interface A11yConfig {
     blacklist?: Array<Element | string>;
     /** 额外暴露的自定义 DOM 属性（作为 token 输出，如 [data-testid="xxx"]） */
     exposedAttributes?: string[];
-    /** 模态弹窗 CSS 选择器（用于 detectPageDialog 检测阻塞交互的弹窗） */
-    dialogSelectors?: string[];
 }
 /** 单个元素解析出的完整无障碍信息 */
 export interface A11yInfo {
@@ -59,13 +57,18 @@ export interface ResolvedA11yConfig {
     whitelist: Array<Element | string>;
     blacklist: Array<Element | string>;
     exposedAttributes: string[];
-    dialogSelectors: string[];
     readonly [RESOLVED_A11Y_BRAND]?: true;
 }
 /** 是否为 {@link mergeA11yConfig}/{@link mergeA11yConfigs} 产出的已规整配置 */
 export declare function isResolvedA11yConfig(config?: A11yConfig | ResolvedA11yConfig | null): config is ResolvedA11yConfig;
 /** 默认生效的无障碍配置：零配置即可覆盖 ARIA 标准 + 主流 UI 框架的常见错误/警告/选中态检测 */
 export declare const DEFAULT_A11Y_CONFIG: ResolvedA11yConfig;
+/**
+ * 从 roles 规则中提取指定角色的所有 CSS 选择器（展平为一维 string[]）。
+ * 供 DOM 检测函数（detectPageDialog / getVisibleTooltipElements）复用：
+ * 这些函数需要选择器字符串做 deepQuerySelectorAll，而非 matches 判断。
+ */
+export declare function getSelectorsForRole(roles: A11yRoleRule[], targetRole: string): string[];
 /** 从状态规则中提取纯 CSS 选择器列表（忽略只有 match 函数、没有 selector 的规则；数组 selector 会被展开），供页面级选择器扫描场景复用 */
 export declare function extractSelectors(rules?: A11yMatcher | A11yMatcher[]): string[];
 /** 合并两份 A11yConfig：数组类字段拼接（additive，不丢失 base 中已有的规则），states 按 key 独立合并 */

package/dist/page-tools/a11y/constants.d.ts

@@ -7,5 +7,25 @@ export declare const DEFAULT_ERROR_SELECTORS: string[];
 export declare const DEFAULT_WARNING_SELECTORS: string[];
 /** 模态弹窗默认选择器：ARIA 标准 + 主流 UI 框架（唯一来源，顶层 constants.ts 从此处重新导出） */
 export declare const DEFAULT_DIALOG_SELECTORS: string[];
+/** 可见 tooltip / 浮层提示默认选择器：ARIA 标准 + 主流 UI 框架（唯一来源，顶层 constants.ts 从此处重新导出） */
+export declare const DEFAULT_TOOLTIP_SELECTORS: string[];
 export declare const TAG_ROLE_MAP: Record<string, string>;
+/**
+ * 框架级 role 覆盖规则
+ *
+ * 当元素没有显式 role 属性时，按 CSS 选择器匹配框架特有 class 模式，
+ * 推断出符合 ARIA 语义的 role，使无障碍树能正确识别非标准 UI 组件。
+ *
+ * 优先级：显式 role 属性 > 框架 role 覆盖 > 标签隐式映射 > generic
+ *
+ * 注意：框架特有规则（如 Tiny3 Tabs、tp-helptip）应放在各框架预设配置中
+ *（如 configs/console-cloud.ts），此处仅保留通用规则。
+ */
+export interface RoleOverride {
+    /** CSS 选择器，匹配则应用该 role */
+    selector: string;
+    /** 覆盖后的 ARIA 角色 */
+    role: string;
+}
+export declare const DEFAULT_ROLE_OVERRIDES: RoleOverride[];
 export declare const INPUT_TYPE_ROLE: Record<string, string>;

package/dist/page-tools/a11y/utils.d.ts

@@ -53,3 +53,17 @@ export declare function collectDescendantText(el: Element, config?: ResolvedA11y
  * 无 shadowRoot 时直接遍历 light DOM children。
  */
 export declare function getComposedChildren(el: Element): Element[];
+/**
+ * 提取元素的 tooltip / 帮助提示文本
+ *
+ * 按以下优先级查找（返回首个非空结果）：
+ * 1. title 属性
+ * 2. aria-describedby 引用的元素文本
+ * 3. data-tooltip / data-tips 自定义属性
+ * 4. 框架级 tooltip 内容（如 Tiny3 tp-helptip 内的 .tp-helptip-label 文本）
+ * 4b. 框架级 overflow 指令（Tiny3 tioverflow / Angular Material matTooltip）
+ *
+ * 即使 tooltip 容器被隐藏（display:none / opacity:0），也提取其文本内容，
+ * 让 AI 无需 hover 即可获取帮助信息。
+ */
+export declare function extractTooltipText(el: Element): string;

package/dist/page-tools/constants.d.ts

@@ -1,5 +1,7 @@
-/** 校验错误默认选择器：ARIA 标准 + 主流 UI 框架（唯一来源为 a11y/constants.ts，此处重新导出保持旧路径可用） */
-export { DEFAULT_ERROR_SELECTORS, DEFAULT_DIALOG_SELECTORS } from './a11y/constants';
+/** 校验错误/弹窗/tooltip 默认选择器：ARIA 标准 + 主流 UI 框架（唯一来源为 a11y/constants.ts，此处重新导出保持旧路径可用） */
+export { DEFAULT_ERROR_SELECTORS, DEFAULT_DIALOG_SELECTORS, DEFAULT_TOOLTIP_SELECTORS } from './a11y/constants';
+/** 框架级 role 覆盖规则：为非标准 UI 组件推断 ARIA 角色（已纳入 DEFAULT_A11Y_CONFIG.roles，此处重新导出保持旧路径可用） */
+export { DEFAULT_ROLE_OVERRIDES, type RoleOverride } from './a11y/constants';
 /** registerPageAgentTool(options) 的入参类型，定义见 tool-config.ts（与运行期 setPageAgentToolConfig 的补丁类型一致） */
 export type { PageAgentToolOptions } from './tool-config';
 declare global {

package/dist/page-tools/context.d.ts

@@ -12,6 +12,8 @@ export type PageAgentToolErrorResult = PageAgentToolContentResult & {
     isError: true;
     error: string;
 };
+/** 将额外字段合并进 browserState JSON，保持整段可反序列化 */
+export declare function withStateFields(stateText: string, extra: Record<string, unknown>): string;
 export declare function createActionErrorResult(message: string, buildBrowserStateResponse: ActionContext['buildBrowserStateResponse']): Promise<PageAgentToolErrorResult>;
 export interface ActionContext {
     pageController: PageController;

package/dist/page-tools/handlers/hover.d.ts

@@ -0,0 +1,9 @@
+import { ActionContext } from '../context';
+import { PageAgentToolInput } from '../schema';
+
+export declare function handleHover(args: PageAgentToolInput, ctx: ActionContext): Promise<{
+    content: Array<{
+        type: "text";
+        text: string;
+    }>;
+}>;

package/dist/page-tools/schema.d.ts

@@ -1,7 +1,7 @@
 import { z } from 'zod';
 
 export declare const inputSchema: z.ZodObject<{
-    action: z.ZodEnum<["browserState", "click", "fill", "select", "scroll", "executeJavascript", "searchTree"]>;
+    action: z.ZodEnum<["browserState", "click", "fill", "select", "scroll", "executeJavascript", "searchTree", "hover"]>;
     index: z.ZodOptional<z.ZodNumber>;
     text: z.ZodOptional<z.ZodString>;
     down: z.ZodOptional<z.ZodBoolean>;
@@ -14,7 +14,7 @@ export declare const inputSchema: z.ZodObject<{
     maxMatches: z.ZodDefault<z.ZodNumber>;
     responseMode: z.ZodDefault<z.ZodOptional<z.ZodEnum<["full", "diff", "both"]>>>;
 }, "strip", z.ZodTypeAny, {
-    action: "fill" | "click" | "select" | "scroll" | "browserState" | "executeJavascript" | "searchTree";
+    action: "fill" | "hover" | "click" | "select" | "scroll" | "browserState" | "executeJavascript" | "searchTree";
     contextLines: number;
     maxMatches: number;
     responseMode: "full" | "diff" | "both";
@@ -27,7 +27,7 @@ export declare const inputSchema: z.ZodObject<{
     pixels?: number | undefined;
     query?: string | undefined;
 }, {
-    action: "fill" | "click" | "select" | "scroll" | "browserState" | "executeJavascript" | "searchTree";
+    action: "fill" | "hover" | "click" | "select" | "scroll" | "browserState" | "executeJavascript" | "searchTree";
     text?: string | undefined;
     right?: boolean | undefined;
     script?: string | undefined;

package/dist/page-tools/utils/dom.d.ts

@@ -2,5 +2,11 @@ export declare function isInShadowDom(el: Element): boolean;
 export declare function dispatchComposedEvents(el: Element, ...types: string[]): void;
 export declare function deepQuerySelectorAll(selector: string, root?: Document | Element | ShadowRoot): Element[];
 export declare function waitForDomSettled(timeout?: number, settleTime?: number): Promise<void>;
-export declare function detectPageDialog(): string;
-export declare function detectValidationErrors(): string;
+/** 页面级模态弹窗检测结果 */
+export interface DetectedDialog {
+    text: string;
+    buttons: string[];
+}
+export declare function detectPageDialog(): DetectedDialog[];
+export declare function detectValidationErrors(): string[];
+export declare function detectVisibleTooltips(): string[];