@opentiny/next-sdk 0.3.2 → 0.3.3-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/WebMcp.ts +6 -0
- package/core.ts +1 -0
- package/dist/SimulatorMask-BHVXyogh-BFEGpD5S.js +1048 -0
- package/dist/SimulatorMask-BHVXyogh-CCYbrb84.js +801 -0
- package/dist/WebMcp.d.ts +3 -0
- package/dist/core.d.ts +1 -0
- package/dist/core.js +16 -15
- package/dist/index.d.ts +2 -1
- package/dist/index.es.dev.js +8201 -2640
- package/dist/index.es.js +21518 -16896
- package/dist/index.js +4033 -1847
- package/dist/index.umd.dev.js +9557 -3051
- package/dist/index.umd.js +500 -66
- package/dist/initialize-builtin-WebMCP-HgObT902.js +6279 -0
- package/dist/mcpsdk@1.25.3.dev.js +253 -94
- package/dist/mcpsdk@1.25.3.es.dev.js +253 -94
- package/dist/mcpsdk@1.25.3.es.js +5689 -5531
- package/dist/mcpsdk@1.25.3.js +32 -27
- package/dist/page-tools/a11y-tree.d.ts +103 -0
- package/dist/page-tools/bridge.d.ts +0 -6
- package/dist/page-tools/initialize-builtin-WebMCP.d.ts +1 -0
- package/dist/page-tools/page-agent-tool.d.ts +9 -0
- package/dist/page-tools/page-state-cache.d.ts +36 -0
- package/dist/webagent.dev.js +3614 -1880
- package/dist/webagent.es.dev.js +3370 -1532
- package/dist/webagent.es.js +15958 -14259
- package/dist/webagent.js +74 -66
- package/dist/webmcp-full.dev.js +7625 -719
- package/dist/webmcp-full.es.dev.js +6437 -580
- package/dist/webmcp-full.es.js +12146 -7590
- package/dist/webmcp-full.js +631 -29
- package/dist/webmcp.dev.js +8002 -25
- package/dist/webmcp.es.dev.js +6932 -3
- package/dist/webmcp.es.js +6180 -859
- package/dist/webmcp.js +602 -1
- package/index.ts +2 -14
- package/package.json +11 -4
- package/page-tools/a11y-tree.ts +532 -0
- package/page-tools/bridge.ts +48 -14
- package/page-tools/initialize-builtin-WebMCP.ts +20 -0
- package/page-tools/page-agent-prompt.md +123 -0
- package/page-tools/page-agent-tool.ts +223 -0
- package/page-tools/page-state-cache.ts +78 -0
- package/remoter/createRemoter.ts +2 -1
- package/remoter/svgs/logo.svg +45 -0
- package/vite-env.d.ts +5 -0
- package/dist/AgentModelProvider-t6BqhAGn.js +0 -4194
package/index.ts
CHANGED
|
@@ -57,17 +57,5 @@ export {
|
|
|
57
57
|
|
|
58
58
|
export * from '@mcp-b/webmcp-polyfill'
|
|
59
59
|
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
import { isBrowser } from './utils/env'
|
|
63
|
-
|
|
64
|
-
export const initializeBuiltinWebMCP = () => {
|
|
65
|
-
if (isBrowser()) {
|
|
66
|
-
try {
|
|
67
|
-
initializeWebMCPPolyfill()
|
|
68
|
-
setupModelContextBridge()
|
|
69
|
-
} catch (err) {
|
|
70
|
-
console.warn('[next-sdk] 自动注入 modelContext polyfill 和桥接同步失败:', err)
|
|
71
|
-
}
|
|
72
|
-
}
|
|
73
|
-
}
|
|
60
|
+
export { initializeBuiltinWebMCP } from './page-tools/initialize-builtin-WebMCP'
|
|
61
|
+
export { registerPageAgentTool } from './page-tools/page-agent-tool'
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@opentiny/next-sdk",
|
|
3
|
-
"version": "0.3.
|
|
3
|
+
"version": "0.3.3-alpha.1",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"homepage": "https://docs.opentiny.design/next-sdk/guide/",
|
|
6
6
|
"repository": {
|
|
@@ -40,18 +40,25 @@
|
|
|
40
40
|
"@ai-sdk/deepseek": "1.0.30",
|
|
41
41
|
"@ai-sdk/provider": "^3.0.0",
|
|
42
42
|
"@ai-sdk/mcp": "^1.0.0",
|
|
43
|
-
"@mcp-b/webmcp-polyfill": "^
|
|
43
|
+
"@mcp-b/webmcp-polyfill": "^3.0.0",
|
|
44
|
+
"@page-agent/page-controller": "^1.9.0",
|
|
44
45
|
"qrcode": "^1.5.4",
|
|
45
46
|
"zod": "^3.25.76",
|
|
47
|
+
"zod-to-json-schema": "^3.25.2",
|
|
46
48
|
"ajv": "^8.17.1",
|
|
47
|
-
"ai": "^6.0.0"
|
|
49
|
+
"ai": "^6.0.0",
|
|
50
|
+
"dom-accessibility-api": "^0.6.3",
|
|
51
|
+
"aria-query": "^5.3.2",
|
|
52
|
+
"tabbable": "^6.2.0",
|
|
53
|
+
"diff": "^7.0.0"
|
|
48
54
|
},
|
|
49
55
|
"devDependencies": {
|
|
50
56
|
"typescript": "~5.9.3",
|
|
51
57
|
"vite": "^7.1.7",
|
|
52
58
|
"vite-plugin-dts": "^3.9.1",
|
|
53
59
|
"@types/qrcode": "^1.5.5",
|
|
54
|
-
"@types/node": "^24.
|
|
60
|
+
"@types/node": "^24.6.0",
|
|
61
|
+
"@types/diff": "^7.0.0"
|
|
55
62
|
},
|
|
56
63
|
"publishConfig": {
|
|
57
64
|
"access": "public"
|
|
@@ -0,0 +1,532 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* a11y-tree.ts
|
|
3
|
+
*
|
|
4
|
+
* 浏览器内语义化 ARIA 树生成器(重构版)
|
|
5
|
+
*
|
|
6
|
+
* 核心改进:
|
|
7
|
+
* 1. 两阶段处理:buildVNode(构建中间树)→ serializeVNode(剪枝序列化)
|
|
8
|
+
* 2. 统一剪枝规则:无 ref 且无 accessible name → 透明穿透(跳过本节点,保留子节点)
|
|
9
|
+
* - 兼顾操作场景(去掉 generic/list/listitem 噪音)
|
|
10
|
+
* - 兼顾内容理解场景(有 name 的 listitem 等节点保留)
|
|
11
|
+
* 3. 修复全局可变状态:refCounter 改为局部对象,消除并发调用隐患
|
|
12
|
+
*
|
|
13
|
+
* 依赖:
|
|
14
|
+
* - dom-accessibility-api: W3C AccName 规范 JS 实现(计算 accessible name)
|
|
15
|
+
* - tabbable: 可交互/可聚焦元素检测(工业级,处理所有边界情况)
|
|
16
|
+
*/
|
|
17
|
+
|
|
18
|
+
import { computeAccessibleName } from 'dom-accessibility-api'
|
|
19
|
+
import { isFocusable } from 'tabbable'
|
|
20
|
+
|
|
21
|
+
// ─── 类型定义 ────────────────────────────────────────────────────────────────
|
|
22
|
+
|
|
23
|
+
/** ref 索引 → HTMLElement 映射,供 click/fill/select 操作使用 */
|
|
24
|
+
export type RefMap = Map<number, HTMLElement>
|
|
25
|
+
|
|
26
|
+
/** 内部中间态节点,与 DOM 解耦,便于剪枝和序列化 */
|
|
27
|
+
interface VNode {
|
|
28
|
+
role: string
|
|
29
|
+
/** W3C AccName 算法计算出的语义化名称 */
|
|
30
|
+
name: string
|
|
31
|
+
tokens: string[]
|
|
32
|
+
/** 只有交互节点才有 ref */
|
|
33
|
+
ref?: number
|
|
34
|
+
el: HTMLElement
|
|
35
|
+
children: VNode[]
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
export interface A11yTreeOptions {
|
|
39
|
+
/**
|
|
40
|
+
* 是否启用剪枝:无 ref 且无 accessible name 的节点透明穿透
|
|
41
|
+
* 默认 true(推荐)
|
|
42
|
+
*/
|
|
43
|
+
pruneUnnamed?: boolean
|
|
44
|
+
/**
|
|
45
|
+
* 强制保留的角色列表,即使无 name 也不穿透(优先级最高)
|
|
46
|
+
* 例如:['table', 'row'] 用于保留表格结构
|
|
47
|
+
*/
|
|
48
|
+
preserveRoles?: string[]
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
export interface A11yTreeResult {
|
|
52
|
+
/** 语义化 YAML 文本(供 AI 阅读和 Diff 计算) */
|
|
53
|
+
yaml: string
|
|
54
|
+
/** ref 索引 → HTMLElement 映射(供后续操作使用) */
|
|
55
|
+
refMap: RefMap
|
|
56
|
+
/** 可交互元素总数 */
|
|
57
|
+
interactiveCount: number
|
|
58
|
+
/** 原始行数组(不含 yaml 代码块包裹),供搜索使用 */
|
|
59
|
+
lines: string[]
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
/** 关键词搜索选项 */
|
|
63
|
+
export interface SearchA11yTreeOptions extends A11yTreeOptions {
|
|
64
|
+
/**
|
|
65
|
+
* 每个匹配行前后保留的上下文行数(类似 grep -C N)
|
|
66
|
+
* 默认 2
|
|
67
|
+
*/
|
|
68
|
+
contextLines?: number
|
|
69
|
+
/**
|
|
70
|
+
* 是否大小写不敏感,默认 true
|
|
71
|
+
*/
|
|
72
|
+
caseInsensitive?: boolean
|
|
73
|
+
/**
|
|
74
|
+
* 最大返回匹配分组数(防止命中过多撑爆上下文),默认 20
|
|
75
|
+
*/
|
|
76
|
+
maxMatches?: number
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
/** 单个匹配分组 */
|
|
80
|
+
export interface A11ySearchMatch {
|
|
81
|
+
/** 主命中行行号(1-based) */
|
|
82
|
+
lineNumber: number
|
|
83
|
+
/** 主命中行内容 */
|
|
84
|
+
line: string
|
|
85
|
+
/** 含上下文的行列表(带行号) */
|
|
86
|
+
context: Array<{ lineNumber: number; line: string }>
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
/** searchA11yTree 返回值 */
|
|
90
|
+
export interface SearchA11yTreeResult {
|
|
91
|
+
/** 格式化后可直接发给 LLM 的文本 */
|
|
92
|
+
text: string
|
|
93
|
+
/** 结构化匹配列表 */
|
|
94
|
+
matches: A11ySearchMatch[]
|
|
95
|
+
/** 无障碍树总行数 */
|
|
96
|
+
totalLines: number
|
|
97
|
+
/** 原始命中行数(去重前) */
|
|
98
|
+
matchCount: number
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
// ─── ARIA 隐式角色静态映射表(覆盖页面 95%+ 的常用标签)───────────────────────
|
|
102
|
+
|
|
103
|
+
const TAG_ROLE_MAP: Record<string, string> = {
|
|
104
|
+
a: 'link',
|
|
105
|
+
article: 'article',
|
|
106
|
+
aside: 'complementary',
|
|
107
|
+
button: 'button',
|
|
108
|
+
caption: 'caption',
|
|
109
|
+
cell: 'cell',
|
|
110
|
+
checkbox: 'checkbox',
|
|
111
|
+
code: 'code',
|
|
112
|
+
columnheader: 'columnheader',
|
|
113
|
+
combobox: 'combobox',
|
|
114
|
+
datalist: 'listbox',
|
|
115
|
+
dd: 'definition',
|
|
116
|
+
details: 'group',
|
|
117
|
+
dialog: 'dialog',
|
|
118
|
+
dt: 'term',
|
|
119
|
+
em: 'emphasis',
|
|
120
|
+
fieldset: 'group',
|
|
121
|
+
figure: 'figure',
|
|
122
|
+
footer: 'contentinfo',
|
|
123
|
+
form: 'form',
|
|
124
|
+
h1: 'heading',
|
|
125
|
+
h2: 'heading',
|
|
126
|
+
h3: 'heading',
|
|
127
|
+
h4: 'heading',
|
|
128
|
+
h5: 'heading',
|
|
129
|
+
h6: 'heading',
|
|
130
|
+
header: 'banner',
|
|
131
|
+
hr: 'separator',
|
|
132
|
+
img: 'img',
|
|
133
|
+
input: 'textbox', // 默认,具体 type 下面会覆盖
|
|
134
|
+
li: 'listitem',
|
|
135
|
+
link: 'link',
|
|
136
|
+
main: 'main',
|
|
137
|
+
mark: 'mark',
|
|
138
|
+
math: 'math',
|
|
139
|
+
menu: 'list',
|
|
140
|
+
menuitem: 'menuitem',
|
|
141
|
+
meter: 'meter',
|
|
142
|
+
nav: 'navigation',
|
|
143
|
+
ol: 'list',
|
|
144
|
+
option: 'option',
|
|
145
|
+
output: 'status',
|
|
146
|
+
p: 'paragraph',
|
|
147
|
+
progress: 'progressbar',
|
|
148
|
+
rowheader: 'rowheader',
|
|
149
|
+
search: 'search',
|
|
150
|
+
section: 'region',
|
|
151
|
+
select: 'listbox',
|
|
152
|
+
strong: 'strong',
|
|
153
|
+
summary: 'button',
|
|
154
|
+
table: 'table',
|
|
155
|
+
tbody: 'rowgroup',
|
|
156
|
+
td: 'cell',
|
|
157
|
+
tfoot: 'rowgroup',
|
|
158
|
+
th: 'columnheader',
|
|
159
|
+
thead: 'rowgroup',
|
|
160
|
+
time: 'time',
|
|
161
|
+
tr: 'row',
|
|
162
|
+
ul: 'list',
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
// input[type=*] 的角色覆盖
|
|
166
|
+
const INPUT_TYPE_ROLE: Record<string, string> = {
|
|
167
|
+
button: 'button',
|
|
168
|
+
checkbox: 'checkbox',
|
|
169
|
+
color: 'textbox',
|
|
170
|
+
email: 'textbox',
|
|
171
|
+
file: 'textbox',
|
|
172
|
+
image: 'button',
|
|
173
|
+
number: 'spinbutton',
|
|
174
|
+
radio: 'radio',
|
|
175
|
+
range: 'slider',
|
|
176
|
+
reset: 'button',
|
|
177
|
+
search: 'searchbox',
|
|
178
|
+
submit: 'button',
|
|
179
|
+
tel: 'textbox',
|
|
180
|
+
text: 'textbox',
|
|
181
|
+
url: 'textbox',
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
// ─── 工具函数 ────────────────────────────────────────────────────────────────
|
|
185
|
+
|
|
186
|
+
/**
|
|
187
|
+
* 获取元素的 ARIA 角色
|
|
188
|
+
* 优先级:显式 role 属性 > 标签隐式角色 > 'generic'
|
|
189
|
+
*/
|
|
190
|
+
function inferRole(el: Element): string {
|
|
191
|
+
const explicit = el.getAttribute('role')
|
|
192
|
+
if (explicit && explicit !== 'presentation' && explicit !== 'none') {
|
|
193
|
+
return explicit
|
|
194
|
+
}
|
|
195
|
+
const tag = el.tagName.toLowerCase()
|
|
196
|
+
if (tag === 'input') {
|
|
197
|
+
const inputType = (el as HTMLInputElement).type?.toLowerCase() ?? 'text'
|
|
198
|
+
return INPUT_TYPE_ROLE[inputType] ?? 'textbox'
|
|
199
|
+
}
|
|
200
|
+
return TAG_ROLE_MAP[tag] ?? 'generic'
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
/**
|
|
204
|
+
* 收集节点的 ARIA 状态 token
|
|
205
|
+
* 格式:[checked] [selected] [disabled] [hasPopup] [cursor=pointer] [value="..."]
|
|
206
|
+
*/
|
|
207
|
+
function getStateTokens(el: Element): string[] {
|
|
208
|
+
const tokens: string[] = []
|
|
209
|
+
const aria = (k: string) => el.getAttribute(k)
|
|
210
|
+
|
|
211
|
+
const checked = aria('aria-checked')
|
|
212
|
+
if (checked === 'true') tokens.push('checked')
|
|
213
|
+
else if (checked === 'false') tokens.push('unchecked')
|
|
214
|
+
|
|
215
|
+
if (aria('aria-selected') === 'true') tokens.push('selected')
|
|
216
|
+
|
|
217
|
+
const disabled = aria('aria-disabled') === 'true' || (el as HTMLInputElement).disabled
|
|
218
|
+
if (disabled) tokens.push('disabled')
|
|
219
|
+
|
|
220
|
+
const hasPopup = aria('aria-haspopup')
|
|
221
|
+
if (hasPopup && hasPopup !== 'false') tokens.push('hasPopup')
|
|
222
|
+
|
|
223
|
+
if (aria('aria-expanded') === 'true') tokens.push('expanded')
|
|
224
|
+
|
|
225
|
+
// heading level(h1-h6)
|
|
226
|
+
const headingMatch = el.tagName.match(/^H([1-6])$/)
|
|
227
|
+
if (headingMatch) tokens.push(`level=${headingMatch[1]}`)
|
|
228
|
+
const ariaLevel = aria('aria-level')
|
|
229
|
+
if (ariaLevel && !headingMatch) tokens.push(`level=${ariaLevel}`)
|
|
230
|
+
|
|
231
|
+
// cursor=pointer 表示"视觉上可点击"
|
|
232
|
+
try {
|
|
233
|
+
const style = window.getComputedStyle(el as HTMLElement)
|
|
234
|
+
if (style.cursor === 'pointer') tokens.push('cursor=pointer')
|
|
235
|
+
} catch {
|
|
236
|
+
// 某些元素 getComputedStyle 可能抛异常,忽略
|
|
237
|
+
}
|
|
238
|
+
|
|
239
|
+
// 记录输入元素的值,以便在 fill/输入后在 A11y 树中显示并产生 Diff
|
|
240
|
+
const tag = el.tagName.toLowerCase()
|
|
241
|
+
if (tag === 'input' || tag === 'textarea' || tag === 'select') {
|
|
242
|
+
const val = (el as HTMLInputElement).value
|
|
243
|
+
if (val !== undefined && val !== '') {
|
|
244
|
+
tokens.push(`value="${val}"`)
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
const valuenow = el.getAttribute('aria-valuenow')
|
|
248
|
+
if (valuenow) {
|
|
249
|
+
tokens.push(`valuenow="${valuenow}"`)
|
|
250
|
+
}
|
|
251
|
+
|
|
252
|
+
return tokens
|
|
253
|
+
}
|
|
254
|
+
|
|
255
|
+
/** 判断元素是否应被跳过(不可见或在黑名单中) */
|
|
256
|
+
function isHidden(el: Element): boolean {
|
|
257
|
+
if (el.getAttribute('aria-hidden') === 'true') return true
|
|
258
|
+
if ((el as HTMLElement).hidden) return true
|
|
259
|
+
try {
|
|
260
|
+
const style = window.getComputedStyle(el as HTMLElement)
|
|
261
|
+
if (style.display === 'none' || style.visibility === 'hidden') return true
|
|
262
|
+
} catch {
|
|
263
|
+
// 忽略
|
|
264
|
+
}
|
|
265
|
+
return false
|
|
266
|
+
}
|
|
267
|
+
|
|
268
|
+
// ─── 阶段 1:构建 VNode 中间树 ────────────────────────────────────────────────
|
|
269
|
+
|
|
270
|
+
/**
|
|
271
|
+
* 递归将 DOM 元素转换为 VNode 中间表示
|
|
272
|
+
* @param el 当前 DOM 元素
|
|
273
|
+
* @param refCounter 引用计数器(使用对象引用避免全局可变状态)
|
|
274
|
+
* @param refMap ref 索引 → 元素映射
|
|
275
|
+
* @param blacklistSet 用户自定义黑名单
|
|
276
|
+
*/
|
|
277
|
+
function buildVNode(
|
|
278
|
+
el: Element,
|
|
279
|
+
refCounter: { value: number },
|
|
280
|
+
refMap: RefMap,
|
|
281
|
+
blacklistSet: Set<Element>,
|
|
282
|
+
whitelistSet: Set<Element>,
|
|
283
|
+
): VNode | null {
|
|
284
|
+
if (isHidden(el) || blacklistSet.has(el)) return null
|
|
285
|
+
|
|
286
|
+
const role = inferRole(el)
|
|
287
|
+
const tokens = getStateTokens(el)
|
|
288
|
+
const name = computeAccessibleName(el as HTMLElement)
|
|
289
|
+
const isTrulyInteractive = isFocusable(el as HTMLElement)
|
|
290
|
+
const isVisuallyClickable = tokens.includes('cursor=pointer')
|
|
291
|
+
const isWhitelisted = whitelistSet.has(el)
|
|
292
|
+
// generic 无 name 时,即使有 cursor=pointer 也不分配 ref:
|
|
293
|
+
// cursor 通常是 CSS 继承传播的,这类 div 本身无法被有意义地操作
|
|
294
|
+
const interactive = isTrulyInteractive || isWhitelisted || (isVisuallyClickable && (role !== 'generic' || name !== ''))
|
|
295
|
+
|
|
296
|
+
let ref: number | undefined
|
|
297
|
+
if (interactive) {
|
|
298
|
+
ref = refCounter.value
|
|
299
|
+
refMap.set(ref, el as HTMLElement)
|
|
300
|
+
refCounter.value++
|
|
301
|
+
}
|
|
302
|
+
|
|
303
|
+
const children: VNode[] = []
|
|
304
|
+
for (const child of Array.from(el.children)) {
|
|
305
|
+
const childVNode = buildVNode(child, refCounter, refMap, blacklistSet, whitelistSet)
|
|
306
|
+
if (childVNode) children.push(childVNode)
|
|
307
|
+
}
|
|
308
|
+
|
|
309
|
+
return { role, name, tokens, ref, el: el as HTMLElement, children }
|
|
310
|
+
}
|
|
311
|
+
|
|
312
|
+
// ─── 阶段 2:剪枝序列化 ──────────────────────────────────────────────────────
|
|
313
|
+
|
|
314
|
+
/**
|
|
315
|
+
* 判断 VNode 子树是否包含任何有价值的节点(有 ref 或有 accessible name)
|
|
316
|
+
* 用于过滤空容器子树,避免输出无内容的嵌套层级
|
|
317
|
+
*/
|
|
318
|
+
function hasValue(vnode: VNode): boolean {
|
|
319
|
+
if (vnode.ref !== undefined || vnode.name.trim() !== '') return true
|
|
320
|
+
return vnode.children.some(hasValue)
|
|
321
|
+
}
|
|
322
|
+
|
|
323
|
+
/**
|
|
324
|
+
* 判断节点是否需要透明穿透(跳过本节点但保留子节点)
|
|
325
|
+
*
|
|
326
|
+
* 统一规则:无 ref(非交互)且无 accessible name → 穿透
|
|
327
|
+
* 这样可以同时:
|
|
328
|
+
* - 去掉 generic/list/listitem 等纯布局噪音(无 name 时穿透)
|
|
329
|
+
* - 保留有 name 的 listitem(有 name 时保留,兼顾内容理解场景)
|
|
330
|
+
*/
|
|
331
|
+
function shouldPassThrough(vnode: VNode, opts: Required<A11yTreeOptions>): boolean {
|
|
332
|
+
if (!opts.pruneUnnamed) return false
|
|
333
|
+
// preserveRoles 中的角色强制保留
|
|
334
|
+
if (opts.preserveRoles.includes(vnode.role)) return false
|
|
335
|
+
// 有 ref(交互节点)→ 永远保留
|
|
336
|
+
if (vnode.ref !== undefined) return false
|
|
337
|
+
// 有 accessible name → 保留(兼顾内容理解场景)
|
|
338
|
+
if (vnode.name.trim() !== '') return false
|
|
339
|
+
// 无 ref 且无 name → 透明穿透
|
|
340
|
+
return true
|
|
341
|
+
}
|
|
342
|
+
|
|
343
|
+
/**
|
|
344
|
+
* 将 VNode 序列化为 YAML 行数组
|
|
345
|
+
* 穿透节点时,子节点在当前 depth 平铺输出(不增加缩进层级)
|
|
346
|
+
*/
|
|
347
|
+
function serializeVNode(
|
|
348
|
+
vnode: VNode,
|
|
349
|
+
depth: number,
|
|
350
|
+
opts: Required<A11yTreeOptions>,
|
|
351
|
+
): string[] {
|
|
352
|
+
if (shouldPassThrough(vnode, opts)) {
|
|
353
|
+
// 透明穿透:跳过本节点,子节点保持当前 depth(层级不增加)
|
|
354
|
+
// 同时过滤掉整棵子树都无价值的空容器,避免输出无意义的嵌套
|
|
355
|
+
return vnode.children
|
|
356
|
+
.filter(c => hasValue(c))
|
|
357
|
+
.flatMap(c => serializeVNode(c, depth, opts))
|
|
358
|
+
}
|
|
359
|
+
|
|
360
|
+
const indent = ' '.repeat(depth)
|
|
361
|
+
const refStr = vnode.ref !== undefined ? ` #${vnode.ref}` : ''
|
|
362
|
+
const tokenStr = vnode.tokens.length > 0 ? ` [${vnode.tokens.join(' ')}]` : ''
|
|
363
|
+
const nameStr = vnode.name ? ` "${vnode.name}"` : ''
|
|
364
|
+
const line = `${indent}- ${vnode.role}${refStr}${tokenStr}${nameStr}`
|
|
365
|
+
|
|
366
|
+
const childLines = vnode.children.flatMap(c => serializeVNode(c, depth + 1, opts))
|
|
367
|
+
return [line, ...childLines]
|
|
368
|
+
}
|
|
369
|
+
|
|
370
|
+
// ─── 主入口 ──────────────────────────────────────────────────────────────────
|
|
371
|
+
|
|
372
|
+
const DEFAULT_OPTIONS: Required<A11yTreeOptions> = {
|
|
373
|
+
pruneUnnamed: true,
|
|
374
|
+
preserveRoles: [],
|
|
375
|
+
}
|
|
376
|
+
|
|
377
|
+
/**
|
|
378
|
+
* 生成当前页面的语义化 ARIA YAML 树
|
|
379
|
+
*
|
|
380
|
+
* @param root 遍历起点,默认 document.body
|
|
381
|
+
* @param blacklist 需要跳过的元素(用户自定义黑名单)
|
|
382
|
+
* @param whitelist 需要识别为可交互的白名单元素列表
|
|
383
|
+
* @param options 过滤选项
|
|
384
|
+
*/
|
|
385
|
+
export function buildA11yTree(
|
|
386
|
+
root: Element = document.body,
|
|
387
|
+
blacklist: Element[] = [],
|
|
388
|
+
whitelist: Element[] = [],
|
|
389
|
+
options?: A11yTreeOptions,
|
|
390
|
+
): A11yTreeResult {
|
|
391
|
+
const opts: Required<A11yTreeOptions> = { ...DEFAULT_OPTIONS, ...options }
|
|
392
|
+
// 使用对象引用避免全局可变状态,消除并发调用隐患
|
|
393
|
+
const refCounter = { value: 0 }
|
|
394
|
+
const refMap: RefMap = new Map()
|
|
395
|
+
const blacklistSet = new Set(blacklist)
|
|
396
|
+
const whitelistSet = new Set(whitelist)
|
|
397
|
+
const lines: string[] = []
|
|
398
|
+
|
|
399
|
+
for (const child of Array.from(root.children)) {
|
|
400
|
+
const vnode = buildVNode(child, refCounter, refMap, blacklistSet, whitelistSet)
|
|
401
|
+
if (vnode) {
|
|
402
|
+
lines.push(...serializeVNode(vnode, 0, opts))
|
|
403
|
+
}
|
|
404
|
+
}
|
|
405
|
+
|
|
406
|
+
const yaml = '```yaml\n' + lines.join('\n') + '\n```'
|
|
407
|
+
|
|
408
|
+
return {
|
|
409
|
+
yaml,
|
|
410
|
+
refMap,
|
|
411
|
+
interactiveCount: refMap.size,
|
|
412
|
+
lines,
|
|
413
|
+
}
|
|
414
|
+
}
|
|
415
|
+
|
|
416
|
+
// ─── 关键词搜索 ──────────────────────────────────────────────────────────────
|
|
417
|
+
|
|
418
|
+
/**
|
|
419
|
+
* 在无障碍树中按关键词搜索,返回带行号的匹配结果和上下文
|
|
420
|
+
*
|
|
421
|
+
* 支持的搜索维度(均对同一个 query 字符串做包含匹配):
|
|
422
|
+
* - role:如 `button`、`link`、`heading`
|
|
423
|
+
* - accessible name:节点的语义化名称(引号内文本)
|
|
424
|
+
* - state token:如 `checked`、`disabled`、`expanded`
|
|
425
|
+
* - ref 索引:如 `#5`
|
|
426
|
+
*
|
|
427
|
+
* @example
|
|
428
|
+
* searchA11yTree('button') // 找全部按钮
|
|
429
|
+
* searchA11yTree('提交') // 找名称含"提交"的节点
|
|
430
|
+
* searchA11yTree('#3') // 找 ref #3
|
|
431
|
+
*/
|
|
432
|
+
export function searchA11yTree(
|
|
433
|
+
query: string,
|
|
434
|
+
root: Element = document.body,
|
|
435
|
+
blacklist: Element[] = [],
|
|
436
|
+
whitelist: Element[] = [],
|
|
437
|
+
options?: SearchA11yTreeOptions,
|
|
438
|
+
): SearchA11yTreeResult {
|
|
439
|
+
const {
|
|
440
|
+
contextLines = 2,
|
|
441
|
+
caseInsensitive = true,
|
|
442
|
+
maxMatches = 20,
|
|
443
|
+
...treeOptions
|
|
444
|
+
} = options ?? {}
|
|
445
|
+
|
|
446
|
+
// 复用 buildA11yTree 生成完整树,直接取 lines 数组(不重复构建 DOM 遍历)
|
|
447
|
+
const { lines } = buildA11yTree(root, blacklist, whitelist, treeOptions)
|
|
448
|
+
|
|
449
|
+
const needle = caseInsensitive ? query.toLowerCase() : query
|
|
450
|
+
const totalLines = lines.length
|
|
451
|
+
|
|
452
|
+
const isRefQuery = /^#\d+$/.test(query)
|
|
453
|
+
const refRegex = isRefQuery ? new RegExp(`\\s${query}(?:\\s|[\\[]|$)`) : null
|
|
454
|
+
|
|
455
|
+
// 找出所有命中行的下标(0-based)
|
|
456
|
+
const hitIndices: number[] = []
|
|
457
|
+
for (let i = 0; i < lines.length; i++) {
|
|
458
|
+
let matched = false
|
|
459
|
+
if (refRegex) {
|
|
460
|
+
matched = refRegex.test(lines[i])
|
|
461
|
+
} else {
|
|
462
|
+
const haystack = caseInsensitive ? lines[i].toLowerCase() : lines[i]
|
|
463
|
+
matched = haystack.includes(needle)
|
|
464
|
+
}
|
|
465
|
+
if (matched) {
|
|
466
|
+
hitIndices.push(i)
|
|
467
|
+
}
|
|
468
|
+
}
|
|
469
|
+
|
|
470
|
+
// 合并重叠的上下文区间,避免重复输出行
|
|
471
|
+
const mergedRanges: Array<{ start: number; end: number; hits: number[] }> = []
|
|
472
|
+
let isTruncated = false
|
|
473
|
+
for (const idx of hitIndices) {
|
|
474
|
+
const start = Math.max(0, idx - contextLines)
|
|
475
|
+
const end = Math.min(totalLines - 1, idx + contextLines)
|
|
476
|
+
const last = mergedRanges[mergedRanges.length - 1]
|
|
477
|
+
if (last && start <= last.end + 1) {
|
|
478
|
+
// 区间重叠或紧邻,合并
|
|
479
|
+
last.end = Math.max(last.end, end)
|
|
480
|
+
last.hits.push(idx)
|
|
481
|
+
} else {
|
|
482
|
+
if (mergedRanges.length >= maxMatches) {
|
|
483
|
+
isTruncated = true
|
|
484
|
+
break
|
|
485
|
+
}
|
|
486
|
+
mergedRanges.push({ start, end, hits: [idx] })
|
|
487
|
+
}
|
|
488
|
+
}
|
|
489
|
+
|
|
490
|
+
// 构建结构化结果
|
|
491
|
+
const matches: A11ySearchMatch[] = mergedRanges.map((range) => ({
|
|
492
|
+
lineNumber: range.hits[0] + 1,
|
|
493
|
+
line: lines[range.hits[0]],
|
|
494
|
+
context: Array.from({ length: range.end - range.start + 1 }, (_, k) => ({
|
|
495
|
+
lineNumber: range.start + k + 1,
|
|
496
|
+
line: lines[range.start + k],
|
|
497
|
+
})),
|
|
498
|
+
}))
|
|
499
|
+
|
|
500
|
+
// 格式化为可读文本(模仿 grep -n -C 风格,便于 LLM 直接理解)
|
|
501
|
+
const textParts: string[] = [
|
|
502
|
+
`无障碍树搜索结果 — 关键词: "${query}" | 总行数: ${totalLines} | 命中: ${hitIndices.length} 行 | 返回分组: ${matches.length}`,
|
|
503
|
+
'',
|
|
504
|
+
]
|
|
505
|
+
|
|
506
|
+
if (matches.length === 0) {
|
|
507
|
+
textParts.push('(未找到匹配项)')
|
|
508
|
+
} else {
|
|
509
|
+
matches.forEach((match, m) => {
|
|
510
|
+
const range = mergedRanges[m]
|
|
511
|
+
textParts.push(`── 分组 ${m + 1}(第 ${range.start + 1}–${range.end + 1} 行)──`)
|
|
512
|
+
match.context.forEach(({ lineNumber, line }) => {
|
|
513
|
+
const isHit = range.hits.includes(lineNumber - 1)
|
|
514
|
+
const ln = String(lineNumber).padStart(4)
|
|
515
|
+
// 命中行用 >>> 标记,上下文行用普通行号前缀
|
|
516
|
+
textParts.push(isHit ? `>>>${ln} | ${line}` : ` ${ln} | ${line}`)
|
|
517
|
+
})
|
|
518
|
+
textParts.push('')
|
|
519
|
+
})
|
|
520
|
+
if (isTruncated) {
|
|
521
|
+
textParts.push(`⚠️ 命中过多,已截断至前 ${maxMatches} 个分组,建议缩小搜索范围`)
|
|
522
|
+
}
|
|
523
|
+
textParts.push(`提示:如需操作命中元素,使用其 #N 索引;如需查看完整树,请使用 browserState。`)
|
|
524
|
+
}
|
|
525
|
+
|
|
526
|
+
return {
|
|
527
|
+
text: textParts.join('\n'),
|
|
528
|
+
matches,
|
|
529
|
+
totalLines,
|
|
530
|
+
matchCount: hitIndices.length,
|
|
531
|
+
}
|
|
532
|
+
}
|
package/page-tools/bridge.ts
CHANGED
|
@@ -609,29 +609,49 @@ export function registerPageTool(options: RegisterPageToolByHandlersOptions): ()
|
|
|
609
609
|
* 我们通过此函数进行拦截劫持,并同步到 next-sdk 的握手线路 (MSG_TOOL_REGISTERED / MSG_TOOL_UNREGISTERED),
|
|
610
610
|
* 从而保证无论浏览器是否原生支持,均能正常完成 WebMCP 握手交互。
|
|
611
611
|
*/
|
|
612
|
+
// 已注册工具列表(由 setupModelContextBridge 维护)
|
|
613
|
+
// 供 content.ts 通过 window.__nextSdkRegisteredTools() 跨沙箱查询完整工具定义
|
|
614
|
+
const _registeredTools = new Map<string, any>()
|
|
615
|
+
|
|
612
616
|
export function setupModelContextBridge() {
|
|
613
|
-
if (typeof
|
|
614
|
-
const
|
|
615
|
-
const nativeCtx =
|
|
617
|
+
if (typeof document === 'undefined') return
|
|
618
|
+
const doc = document as any
|
|
619
|
+
const nativeCtx = doc.modelContext
|
|
616
620
|
|
|
617
621
|
// 如果不存在或者已经被拦截过,则不处理
|
|
618
622
|
if (!nativeCtx || nativeCtx.__isNextSdkBridgeSetup) return
|
|
619
623
|
|
|
624
|
+
// 挂载全局查询函数,供 content script(隔离沙箱)访问
|
|
625
|
+
// 注意:必须强制覆盖,不检查是否已存在。
|
|
626
|
+
// init-webmcp.js 的 fallback polyfill 会提前注册一个基于内联 Map 的版本,
|
|
627
|
+
// 而该版本无法感知 bridge 拦截后的注册行为,必须用 bridge 版覆盖。
|
|
628
|
+
if (isBrowser()) {
|
|
629
|
+
;(window as any).__nextSdkRegisteredTools = () => Array.from(_registeredTools.values())
|
|
630
|
+
}
|
|
631
|
+
|
|
620
632
|
const originalRegisterTool = nativeCtx.registerTool?.bind(nativeCtx)
|
|
621
633
|
const originalUnregisterTool = nativeCtx.unregisterTool?.bind(nativeCtx)
|
|
622
634
|
|
|
623
635
|
if (typeof originalRegisterTool === 'function') {
|
|
624
|
-
nativeCtx.registerTool = (config: any) => {
|
|
636
|
+
nativeCtx.registerTool = (config: any, options?: any) => {
|
|
625
637
|
const name = config.name
|
|
626
638
|
const toolConfig = { ...config } // 拷贝一份,避免修改用户原始对象
|
|
627
639
|
|
|
628
|
-
// 1.
|
|
640
|
+
// 1. 监听 AbortSignal 以同步卸载状态
|
|
641
|
+
if (options?.signal) {
|
|
642
|
+
options.signal.addEventListener('abort', () => {
|
|
643
|
+
_registeredTools.delete(name)
|
|
644
|
+
broadcastToolChange(MSG_TOOL_UNREGISTERED)
|
|
645
|
+
})
|
|
646
|
+
}
|
|
647
|
+
|
|
648
|
+
// 2. 识别路由配置核心件:原生格式下仅从 config.routeConfig 对象识别
|
|
629
649
|
const routeConfig: RouteConfig | null =
|
|
630
650
|
toolConfig.routeConfig && typeof toolConfig.routeConfig === 'object' && 'route' in toolConfig.routeConfig
|
|
631
651
|
? (toolConfig.routeConfig as RouteConfig)
|
|
632
652
|
: null
|
|
633
653
|
|
|
634
|
-
//
|
|
654
|
+
// 3. 如果存在路由配置,且当前不在该目标页面,则包装为自动跳转的 handler
|
|
635
655
|
if (routeConfig) {
|
|
636
656
|
const normalizedRoute = normalizeRoute(routeConfig.route)
|
|
637
657
|
const effectConfig = resolveRuntimeEffectConfig(name, toolConfig.title, routeConfig.invokeEffect)
|
|
@@ -643,24 +663,38 @@ export function setupModelContextBridge() {
|
|
|
643
663
|
delete toolConfig.routeConfig
|
|
644
664
|
}
|
|
645
665
|
|
|
646
|
-
//
|
|
666
|
+
// 4. 维护工具定义,供 content.ts 握手查询
|
|
667
|
+
_registeredTools.set(name, {
|
|
668
|
+
name,
|
|
669
|
+
title: config.title,
|
|
670
|
+
description: config.description,
|
|
671
|
+
inputSchema: config.inputSchema
|
|
672
|
+
})
|
|
673
|
+
|
|
674
|
+
// 5. 执行底层的原生注册逻辑并广播同步
|
|
647
675
|
try {
|
|
648
|
-
originalRegisterTool(toolConfig)
|
|
676
|
+
originalRegisterTool(toolConfig, options)
|
|
649
677
|
broadcastToolChange(MSG_TOOL_REGISTERED)
|
|
650
678
|
} catch (err) {
|
|
679
|
+
// 如果注册失败,撤销记录
|
|
680
|
+
_registeredTools.delete(name)
|
|
651
681
|
// 忽略重复注册错误
|
|
652
682
|
}
|
|
653
683
|
}
|
|
654
684
|
}
|
|
655
685
|
|
|
656
|
-
|
|
657
|
-
|
|
658
|
-
|
|
686
|
+
// 无论原生是否提供 unregisterTool,都在 bridge 侧保证此方法存在,从而向后兼容老旧的卸载写法
|
|
687
|
+
nativeCtx.unregisterTool = (name: string) => {
|
|
688
|
+
try {
|
|
689
|
+
if (typeof originalUnregisterTool === 'function') {
|
|
659
690
|
originalUnregisterTool(name)
|
|
660
|
-
broadcastToolChange(MSG_TOOL_UNREGISTERED)
|
|
661
|
-
} catch (err) {
|
|
662
|
-
// 忽略注销错误
|
|
663
691
|
}
|
|
692
|
+
} catch (err) {
|
|
693
|
+
// 忽略原生注销错误
|
|
694
|
+
} finally {
|
|
695
|
+
// 从工具名集合中移除
|
|
696
|
+
_registeredTools.delete(name)
|
|
697
|
+
broadcastToolChange(MSG_TOOL_UNREGISTERED)
|
|
664
698
|
}
|
|
665
699
|
}
|
|
666
700
|
|