@xiaoqiong0v0/opencode-browser-tool 1.5.1 → 1.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +26 -2
- package/dist/i18n/en.js +2 -2
- package/dist/i18n/zh.js +2 -2
- package/dist/index.js +3 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -102,6 +102,8 @@ opencode(Bun)
|
|
|
102
102
|
- 除 spawn 本地 shell 外,也可用 `BT_SHELL_URL` / `BT_SHELL_PORT` **附着到已运行的 shell**(不 spawn,适用于 shell 跑在 WSL/Linux、插件跑在 Windows)
|
|
103
103
|
- 跨平台:Windows / Linux / macOS
|
|
104
104
|
- 真多标签:每标签独立 page Webview,切换不重载;`target=_blank` / `window.open` 链接通过 WebView2 原生事件拦截并打开为新标签
|
|
105
|
+
- 地址栏/标题/图标**事件驱动同步(无轮询)**:导航用 `on_navigation`(请求即更新)+ `on_page_load`(完成后读真实 `location.href`/`title`);站内 SPA(`pushState`/`replaceState`/`popstate`/`hashchange`)与标题/图标变化由注入脚本上报 `POST /api/page-event`。`TabState.url` 只反映**最后一次真实导航请求**,内部/错误 scheme(`chrome-error:`/`about:`/`tauri:`/`data:` 等)不覆盖地址栏
|
|
106
|
+
- 刷新语义:标签处于错误页(`errored`)时,工具栏刷新 / `bt_reload` **重新导航原 URL**(而非刷错误页);否则走原生 reload
|
|
105
107
|
- 窗口无标题栏,自定义窗口按钮在标签行右侧;最小尺寸 500×400(逻辑像素)
|
|
106
108
|
|
|
107
109
|
## 工具
|
|
@@ -130,7 +132,7 @@ opencode(Bun)
|
|
|
130
132
|
| `bt_drag` | `sourceSelector`, `targetSelector`(string) 必填 | 从源元素拖到目标元素 |
|
|
131
133
|
| `bt_press_key` | `key`(string) 必填, `selector`(string) 可选 | 按键(如 Enter/Escape);可指定聚焦元素 |
|
|
132
134
|
| `bt_upload_file` | `selector`, `filePath`(string) 必填 | 向文件输入框上传文件 |
|
|
133
|
-
| `bt_screenshot` | `selector`(string) 可选 | 截取视口;指定 `selector`
|
|
135
|
+
| `bt_screenshot` | `selector`(string) 可选 | 截取视口;指定 `selector` 时先滚动到可见再截该元素区域,**元素比视口还大也能整块截全**(PNG 图片附件) |
|
|
134
136
|
| `bt_evaluate` | `script`(string) 必填 | 在页面执行 JS 并返回 JSON 结果 |
|
|
135
137
|
| `bt_get_visible_text` | `selector`(string) 可选 | 返回页面/元素可见文本 |
|
|
136
138
|
| `bt_get_visible_html` | `selector`, `removeScripts`(boolean), `removeComments`(boolean), `maxLength`(number) | 返回页面/元素 HTML |
|
|
@@ -140,7 +142,7 @@ opencode(Bun)
|
|
|
140
142
|
| `bt_resize` | `width`, `height`(number) 必填 | 调整窗口尺寸(逻辑像素) |
|
|
141
143
|
| `bt_set_device` | `name`(string) 可选 | 应用设备预设(空参数列出 13 种预设) |
|
|
142
144
|
| `bt_devtools` | `action`(string):`toggle`/`open`/`close` | 开关开发者工具 |
|
|
143
|
-
| `bt_reload` | 无 |
|
|
145
|
+
| `bt_reload` | 无 | 刷新当前页面;若当前为错误页则**重新导航原 URL**(返回 `retried`) |
|
|
144
146
|
| `bt_close` | 无 | 退出浏览器外壳 |
|
|
145
147
|
| `bt_show_notification` | `message`(string), `type`(string):`ok`/`bad`/`err` | 显示页面通知气泡 |
|
|
146
148
|
| `bt_scroll` | `direction`(string):`up`/`down`/`left`/`right`, `amount`(number) | 滚动页面 |
|
|
@@ -169,6 +171,28 @@ opencode(Bun)
|
|
|
169
171
|
| `bt_list_records` | 无 | 列出批注/截图记录(索引/标签/说明;截图带 `+img`,已发送带 `[sent]`) |
|
|
170
172
|
| `bt_read_record_content` | `id`(number) 必填 | 读取单条记录详情(截图附带图片大小与落盘路径) |
|
|
171
173
|
|
|
174
|
+
### 元素截图行为(v1.7.0 起统一)
|
|
175
|
+
|
|
176
|
+
`bt_screenshot --selector <css>` 固定流程:
|
|
177
|
+
|
|
178
|
+
1. **先滚动**:复用 `scroll_to_element`(立即 `scrollIntoView` 居中 + 轮询等滚动稳定);未到达/未稳定**不吞错**,结果带 `reached`/`stable`/`waitedMs`,工具输出追加对应提示
|
|
179
|
+
2. **重测 rect**:滚动稳定后重新取元素视口矩形(覆盖懒加载/布局变化后的真位置)
|
|
180
|
+
3. **rect 完全落在视口内** → 常规 clip 路径(`captureBeyondViewport:false`,同旧版)
|
|
181
|
+
4. **rect 仍超出视口**(元素比视口还高/宽)→ **越界路径,整块截全**(不做尺寸上限)
|
|
182
|
+
- Windows:CDP `Page.captureScreenshot` + `clip` + `captureBeyondViewport:true`
|
|
183
|
+
- Linux:WebKitGTK `SnapshotRegion::FullDocument` 整页快照 + cairo 按文档坐标裁剪(该 API 只有 Visible/FullDocument 两档、无矩形参数)
|
|
184
|
+
5. 无 `selector` = 整视口截图(保持现状,无 `--full` 参数)
|
|
185
|
+
|
|
186
|
+
**坐标系(实测,v1.7.0)**:CDP `clip` **恒为文档坐标**(`captureBeyondViewport` true/false 均如此)——传视口坐标会在滚动后的页面截到错误区域(旧版元素截图在滚动页面上即踩此坑);截图层内部统一做 视口坐标 + `scrollX/Y` 换算,调用方一律传视口坐标。
|
|
187
|
+
|
|
188
|
+
错误口径不变:`element not found: <sel>` / `element has zero size: <sel>`。输出图片尺寸 = 元素 rect × devicePixelRatio。
|
|
189
|
+
|
|
190
|
+
**已知限制**
|
|
191
|
+
|
|
192
|
+
- **sticky/fixed 在越界路径只成像一次**,且两端位置不同:Windows 绘制在「截图瞬间它们在视口中的位置」(换算到文档坐标 ≈ scrollY 处);Linux `FullDocument` 整页渲染下 `sticky` 停在自然流位置、`fixed` 绘制在**文档顶部**
|
|
193
|
+
- Linux(含 WSLg)截图路径已实测通过(见 `docs/implementation.md`);**真实 Linux 桌面(GNOME/KDE)仍待复验**
|
|
194
|
+
- 折下懒加载图(`loading=lazy`)经 cache-bust 实测:滚动前 `complete=false`,自动滚动后加载完成、截图内容非空白
|
|
195
|
+
|
|
172
196
|
## 设备预设
|
|
173
197
|
|
|
174
198
|
内置 13 种设备预设(窗口尺寸 + User-Agent),可通过 `bt_set_device` 或右侧面板下拉框一键切换:
|
package/dist/i18n/en.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
const en = {
|
|
2
2
|
tool: {
|
|
3
|
-
"tool.cli.desc": "Browser automation via a CLI-style dispatcher: pass a single command string, e.g. \"navigate --url https://...\" or \"help\". Omit to list all commands.",
|
|
3
|
+
"tool.cli.desc": "Browser automation via a CLI-style dispatcher: pass a single command string, e.g. \"navigate --url https://...\" or \"help\". Omit to list all commands. screenshot with --selector scrolls the element into view first.",
|
|
4
4
|
"tool.cli.arg.args": "Command line string: \"<command> [--flag value ...]\", e.g. \"navigate --url https://...\" (\"help\" lists all)",
|
|
5
5
|
"cli.header": "bt_cli — browser automation CLI",
|
|
6
6
|
"cli.usage": "Usage: bt_cli({ args })\n args single command line string: \"<command> [--flag value ...]\"",
|
|
@@ -22,7 +22,7 @@ const en = {
|
|
|
22
22
|
"cli.cmd.drag": "Drag element to a target",
|
|
23
23
|
"cli.cmd.press_key": "Press a keyboard key",
|
|
24
24
|
"cli.cmd.upload_file": "Upload a file to an input",
|
|
25
|
-
"cli.cmd.screenshot": "Take a screenshot (returns image attachment)",
|
|
25
|
+
"cli.cmd.screenshot": "Take a screenshot (returns image attachment; with --selector it scrolls the element into view first)",
|
|
26
26
|
"cli.cmd.evaluate": "Execute JS in the page, return result",
|
|
27
27
|
"cli.cmd.get_visible_text": "Get visible page text",
|
|
28
28
|
"cli.cmd.get_visible_html": "Get page HTML structure",
|
package/dist/i18n/zh.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
const zh = {
|
|
2
2
|
tool: {
|
|
3
|
-
"tool.cli.desc": "CLI 风格的浏览器自动化控制:单个字符串命令行,如 \"navigate --url https://...\" 或 \"help\"。省略列出全部命令。",
|
|
3
|
+
"tool.cli.desc": "CLI 风格的浏览器自动化控制:单个字符串命令行,如 \"navigate --url https://...\" 或 \"help\"。省略列出全部命令。screenshot 带 --selector 会先自动滚动到元素再截取。",
|
|
4
4
|
"tool.cli.arg.args": "命令行字符串:\"<command> [--flag 值 ...]\",如 \"navigate --url https://...\"(\"help\" 列出全部)",
|
|
5
5
|
"cli.header": "bt_cli — 浏览器自动化 CLI",
|
|
6
6
|
"cli.usage": "用法: bt_cli({ args })\n args 单个命令行字符串: \"<command> [--flag 值 ...]\"",
|
|
@@ -22,7 +22,7 @@ const zh = {
|
|
|
22
22
|
"cli.cmd.drag": "拖拽元素到目标",
|
|
23
23
|
"cli.cmd.press_key": "按下键盘按键",
|
|
24
24
|
"cli.cmd.upload_file": "上传文件到输入框",
|
|
25
|
-
"cli.cmd.screenshot": "
|
|
25
|
+
"cli.cmd.screenshot": "截取页面/元素截图(返回图片;--selector 会先滚动到元素再截取)",
|
|
26
26
|
"cli.cmd.evaluate": "在页面执行 JS,返回结果",
|
|
27
27
|
"cli.cmd.get_visible_text": "获取页面可见文本",
|
|
28
28
|
"cli.cmd.get_visible_html": "获取页面 HTML 结构",
|
package/dist/index.js
CHANGED
|
@@ -55,7 +55,9 @@ const COMMANDS = {
|
|
|
55
55
|
upload_file: { usage: "--selector --filePath", descKey: "cli.cmd.upload_file", args: [{ flag: "selector" }, { flag: "filePath" }], run: async (a) => { await service.uploadFile(a); return "Uploaded"; } },
|
|
56
56
|
screenshot: { usage: "[--selector]", descKey: "cli.cmd.screenshot", args: [{ flag: "selector" }], run: async (a) => {
|
|
57
57
|
const r = await service.screenshot(a);
|
|
58
|
-
|
|
58
|
+
// 元素截图:先滚动到可见再截;rect 超出视口时走越界路径(截全),滚动未稳定/未到达如实标注
|
|
59
|
+
const note = r?.beyondViewport ? " (element larger than viewport, captured beyond viewport)" : "";
|
|
60
|
+
return { output: `Screenshot taken${a.selector ? ` (element: ${a.selector})` : " (full page)"}` + note + reachedNote(r) + stableNote(r), attachments: [{ type: "file", mime: r.mime || "image/png", url: `data:${r.mime || "image/png"};base64,${r.base64}` }] };
|
|
59
61
|
} },
|
|
60
62
|
evaluate: { usage: "--script", descKey: "cli.cmd.evaluate", args: [{ flag: "script" }], run: async (a) => JSON.stringify(await service.evaluate(a), null, 2) },
|
|
61
63
|
get_visible_text: { usage: "[--selector]", descKey: "cli.cmd.get_visible_text", args: [{ flag: "selector" }], run: async (a) => (await service.visibleText(a))?.text || "(no visible text)" },
|