@fusengine/browser-mcp 0.1.15 → 0.1.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -3
- package/dist/actions/navigation.d.ts +10 -2
- package/dist/actions/navigation.d.ts.map +1 -1
- package/dist/actions/navigation.js +12 -2
- package/dist/actions/navigation.js.map +1 -1
- package/dist/actions/perform.d.ts.map +1 -1
- package/dist/actions/perform.js +4 -1
- package/dist/actions/perform.js.map +1 -1
- package/dist/extraction/collect-merge.d.ts +19 -0
- package/dist/extraction/collect-merge.d.ts.map +1 -0
- package/dist/extraction/collect-merge.js +18 -0
- package/dist/extraction/collect-merge.js.map +1 -0
- package/dist/extraction/scroll-script.d.ts +11 -0
- package/dist/extraction/scroll-script.d.ts.map +1 -0
- package/dist/extraction/scroll-script.js +55 -0
- package/dist/extraction/scroll-script.js.map +1 -0
- package/dist/interfaces/extraction.d.ts +7 -0
- package/dist/interfaces/extraction.d.ts.map +1 -1
- package/dist/server/server.d.ts.map +1 -1
- package/dist/server/server.js +2 -0
- package/dist/server/server.js.map +1 -1
- package/dist/server/tools/act.d.ts.map +1 -1
- package/dist/server/tools/act.js +3 -1
- package/dist/server/tools/act.js.map +1 -1
- package/dist/server/tools/collect.d.ts +13 -0
- package/dist/server/tools/collect.d.ts.map +1 -0
- package/dist/server/tools/collect.js +35 -0
- package/dist/server/tools/collect.js.map +1 -0
- package/dist/state/scroll-collect.d.ts +27 -0
- package/dist/state/scroll-collect.d.ts.map +1 -0
- package/dist/state/scroll-collect.js +34 -0
- package/dist/state/scroll-collect.js.map +1 -0
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -132,7 +132,7 @@ Supported: `FUSE_ENGINE`, `FUSE_CHANNEL`, `FUSE_CDP_ENDPOINT`, `FUSE_EXECUTABLE_
|
|
|
132
132
|
`FUSE_HEADLESS`, `FUSE_COUNTRY`, `FUSE_CURRENCY`, `FUSE_USER_DATA_DIR`,
|
|
133
133
|
`FUSE_STORAGE_STATE`, `FUSE_OUTPUT_DIR`.
|
|
134
134
|
|
|
135
|
-
### Tools (
|
|
135
|
+
### Tools (26)
|
|
136
136
|
|
|
137
137
|
| Group | Tools |
|
|
138
138
|
| --- | --- |
|
|
@@ -140,8 +140,8 @@ Supported: `FUSE_ENGINE`, `FUSE_CHANNEL`, `FUSE_CDP_ENDPOINT`, `FUSE_EXECUTABLE_
|
|
|
140
140
|
| **Fast-path** | `browser_fetch` — HTTP fetch with browser TLS/HTTP2 impersonation, **no browser launch** (~10× faster) for server-rendered HTML |
|
|
141
141
|
| **Session** | `browser_open`, `browser_connect`, `browser_status`, `browser_close` |
|
|
142
142
|
| **Navigate** | `browser_navigate`, `browser_back`, `browser_forward`, `browser_wait`, `browser_wait_for` |
|
|
143
|
-
| **Act** | `browser_click`, `browser_fill`, `browser_login`, `browser_scroll
|
|
144
|
-
| **Agentic** | `browser_snapshot` (indexed refs), `browser_act` (by ref + page diff), `browser_run` (multi-step plan) |
|
|
143
|
+
| **Act** | `browser_click`, `browser_fill`, `browser_login`, `browser_scroll` (window or a container via `selector`/`to:"end"`), `browser_press`, `browser_select` |
|
|
144
|
+
| **Agentic** | `browser_snapshot` (indexed refs), `browser_act` (by ref + page diff), `browser_run` (multi-step plan), `browser_collect` (exhaust a virtualized/infinite list) |
|
|
145
145
|
| **Extract** | `browser_extract` (text/prices/hotels/challenges), `browser_extract_schema` (typed, by CSS selectors) |
|
|
146
146
|
| **SERP** | `browser_serp_batch` — multi-query Google search in one session, per-query organic results + domain rank |
|
|
147
147
|
| **Vision** | `browser_screenshot` (page, single element by `ref`, or responsive set via `viewport`/`viewports`) |
|
|
@@ -156,6 +156,11 @@ Key agentic patterns:
|
|
|
156
156
|
checkouts are visible and actionable.
|
|
157
157
|
- **`browser_wait_for`** — wait on a condition (`text` / `selector` / `gone` / `urlContains`),
|
|
158
158
|
not a fixed delay.
|
|
159
|
+
- **`browser_collect`** — exhaust a **virtualized / infinite-scroll** list (hotel/flight
|
|
160
|
+
results, feeds): auto-detects the scroll container, scrolls incrementally and **dedups
|
|
161
|
+
rows by stable key** until the list ends. Returns the full set of rows (text / url /
|
|
162
|
+
optional prices) — data, not refs (virtualization recycles nodes), so to act on a found
|
|
163
|
+
row use `browser_act` by text or `browser_scroll` then `browser_snapshot`.
|
|
159
164
|
- **`browser_run`** — execute an ordered plan (navigate/act/wait/extract) in one call,
|
|
160
165
|
stopping at the first failure. Guardrails apply to the whole plan.
|
|
161
166
|
|
|
@@ -4,8 +4,16 @@
|
|
|
4
4
|
*/
|
|
5
5
|
import type { Page } from "playwright";
|
|
6
6
|
import type { ActionResult } from "../interfaces/types.js";
|
|
7
|
-
/**
|
|
8
|
-
export
|
|
7
|
+
/** Optional scroll target: a specific container and/or jump to its end. */
|
|
8
|
+
export interface ScrollOpts {
|
|
9
|
+
selector?: string;
|
|
10
|
+
to?: "end";
|
|
11
|
+
}
|
|
12
|
+
/**
|
|
13
|
+
* Scroll by a pixel delta (window, positive = down/right). With `selector` or
|
|
14
|
+
* `to:"end"`, scroll the matching (or auto-detected) scrollable container.
|
|
15
|
+
*/
|
|
16
|
+
export declare function scroll(page: Page, deltaY: number, deltaX?: number, opts?: ScrollOpts): Promise<ActionResult>;
|
|
9
17
|
/** Press a key or shortcut (e.g. "Enter", "ArrowDown", "Control+a"). */
|
|
10
18
|
export declare function pressKey(page: Page, key: string): Promise<ActionResult>;
|
|
11
19
|
/** Select option(s) in a <select> by value, label or index. */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"navigation.d.ts","sourceRoot":"","sources":["../../src/actions/navigation.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"navigation.d.ts","sourceRoot":"","sources":["../../src/actions/navigation.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAW3D,2EAA2E;AAC3E,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,KAAK,CAAC;CACZ;AAED;;;GAGG;AACH,wBAAsB,MAAM,CAC1B,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,MAAM,EACd,MAAM,SAAI,EACV,IAAI,GAAE,UAAe,GACpB,OAAO,CAAC,YAAY,CAAC,CAQvB;AAED,wEAAwE;AACxE,wBAAsB,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAO7E;AAED,+DAA+D;AAC/D,wBAAsB,YAAY,CAChC,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,YAAY,CAAC,CAOvB;AAED,6CAA6C;AAC7C,wBAAsB,eAAe,CACnC,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,MAAM,GAAG,SAAS,GAC5B,OAAO,CAAC,YAAY,CAAC,CAMvB"}
|
|
@@ -1,5 +1,15 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
1
|
+
import { SCROLL_SCRIPT } from "../extraction/scroll-script.js";
|
|
2
|
+
import { evalScriptArg } from "../lib/evaluate.js";
|
|
3
|
+
/**
|
|
4
|
+
* Scroll by a pixel delta (window, positive = down/right). With `selector` or
|
|
5
|
+
* `to:"end"`, scroll the matching (or auto-detected) scrollable container.
|
|
6
|
+
*/
|
|
7
|
+
export async function scroll(page, deltaY, deltaX = 0, opts = {}) {
|
|
8
|
+
if (opts.selector || opts.to === "end") {
|
|
9
|
+
const arg = { selector: opts.selector ?? null, to: opts.to ?? null, delta: deltaY };
|
|
10
|
+
const geo = await evalScriptArg(page, SCROLL_SCRIPT, arg);
|
|
11
|
+
return { type: "scroll", ok: geo.found, deltaY, selector: opts.selector ?? null, scrollTop: geo.scrollTop, atEnd: geo.atEnd };
|
|
12
|
+
}
|
|
3
13
|
await page.mouse.wheel(deltaX, deltaY);
|
|
4
14
|
return { type: "scroll", ok: true, deltaX, deltaY };
|
|
5
15
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"navigation.js","sourceRoot":"","sources":["../../src/actions/navigation.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"navigation.js","sourceRoot":"","sources":["../../src/actions/navigation.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAE/D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAgBnD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,IAAU,EACV,MAAc,EACd,MAAM,GAAG,CAAC,EACV,OAAmB,EAAE;IAErB,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QACpF,MAAM,GAAG,GAAG,MAAM,aAAa,CAAwB,IAAI,EAAE,aAAa,EAAE,GAAG,CAAC,CAAC;QACjF,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC;IAChI,CAAC;IACD,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AACtD,CAAC;AAED,wEAAwE;AACxE,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,IAAU,EAAE,GAAW;IACpD,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;IAC1C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;IACzF,CAAC;AACH,CAAC;AAED,+DAA+D;AAC/D,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAU,EACV,MAAc,EACd,KAAa;IAEb,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5F,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IACvE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;IAC7F,CAAC;AACH,CAAC;AAED,6CAA6C;AAC7C,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAU,EACV,SAA6B;IAE7B,MAAM,QAAQ,GACZ,SAAS,KAAK,MAAM;QAClB,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QACvE,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/E,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,KAAK,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;AACrE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"perform.d.ts","sourceRoot":"","sources":["../../src/actions/perform.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAO3D,oFAAoF;AACpF,MAAM,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAErE,6CAA6C;AAC7C,wBAAsB,aAAa,CACjC,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,WAAW,EACnB,SAAS,UAAQ,GAChB,OAAO,CAAC,YAAY,CAAC,
|
|
1
|
+
{"version":3,"file":"perform.d.ts","sourceRoot":"","sources":["../../src/actions/perform.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAO3D,oFAAoF;AACpF,MAAM,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAErE,6CAA6C;AAC7C,wBAAsB,aAAa,CACjC,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,WAAW,EACnB,SAAS,UAAQ,GAChB,OAAO,CAAC,YAAY,CAAC,CAgCvB;AAED,yDAAyD;AACzD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAIhF"}
|
package/dist/actions/perform.js
CHANGED
|
@@ -15,7 +15,10 @@ export async function performAction(page, action, humanMode = false) {
|
|
|
15
15
|
case "login":
|
|
16
16
|
return login(page, action, humanMode);
|
|
17
17
|
case "scroll":
|
|
18
|
-
return scroll(page, Number(action.deltaY ?? 600), Number(action.deltaX ?? 0)
|
|
18
|
+
return scroll(page, Number(action.deltaY ?? 600), Number(action.deltaX ?? 0), {
|
|
19
|
+
selector: typeof action.selector === "string" ? action.selector : undefined,
|
|
20
|
+
to: action.to === "end" ? "end" : undefined,
|
|
21
|
+
});
|
|
19
22
|
case "press":
|
|
20
23
|
return pressKey(page, String(action.key ?? ""));
|
|
21
24
|
case "select":
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"perform.js","sourceRoot":"","sources":["../../src/actions/perform.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,KAAK,EAAoB,MAAM,YAAY,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAClF,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAK5C,6CAA6C;AAC7C,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,IAAU,EACV,MAAmB,EACnB,SAAS,GAAG,KAAK;IAEjB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;IACzD,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,OAAO;YACV,OAAO,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACxD,KAAK,MAAM;YACT,OAAO,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACnF,KAAK,OAAO;YACV,OAAO,KAAK,CAAC,IAAI,EAAE,MAAqB,EAAE,SAAS,CAAC,CAAC;QACvD,KAAK,QAAQ;YACX,OAAO,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"perform.js","sourceRoot":"","sources":["../../src/actions/perform.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,KAAK,EAAoB,MAAM,YAAY,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAClF,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAK5C,6CAA6C;AAC7C,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,IAAU,EACV,MAAmB,EACnB,SAAS,GAAG,KAAK;IAEjB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;IACzD,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,OAAO;YACV,OAAO,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACxD,KAAK,MAAM;YACT,OAAO,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACnF,KAAK,OAAO;YACV,OAAO,KAAK,CAAC,IAAI,EAAE,MAAqB,EAAE,SAAS,CAAC,CAAC;QACvD,KAAK,QAAQ;YACX,OAAO,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE;gBAC5E,QAAQ,EAAE,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;gBAC3E,EAAE,EAAE,MAAM,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;aAC5C,CAAC,CAAC;QACL,KAAK,OAAO;YACV,OAAO,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;QAClD,KAAK,QAAQ;YACX,OAAO,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;QAChE,KAAK,MAAM;YACT,OAAO,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;QACvH,KAAK,MAAM,CAAC;QACZ,KAAK,SAAS;YACZ,OAAO,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC5C,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC;YACpC,MAAM,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAC9B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;QACxC,CAAC;QACD;YACE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;IACrE,CAAC;AACH,CAAC;AAED,yDAAyD;AACzD,MAAM,UAAU,mBAAmB,CAAC,MAAmB;IACrD,MAAM,IAAI,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;IAC3B,IAAI,UAAU,IAAI,IAAI;QAAE,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;IAC9C,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Pure merge/dedup for scroll-collected rows. Virtualized lists recycle DOM
|
|
3
|
+
* nodes, so rows are keyed by a stable identifier (data-id › href › text), not
|
|
4
|
+
* by node identity. Kept side-effect-free for unit testing.
|
|
5
|
+
* @module extraction/collect-merge
|
|
6
|
+
*/
|
|
7
|
+
import type { CollectedItem, Price } from "../interfaces/extraction.js";
|
|
8
|
+
/** A raw row harvested in the page context (before price enrichment). */
|
|
9
|
+
export interface RawRow {
|
|
10
|
+
key: string;
|
|
11
|
+
text: string;
|
|
12
|
+
url: string | null;
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Merge `rows` into `seen` (keyed dedup), optionally enriching each new row
|
|
16
|
+
* with prices via `pricer`. Returns the number of rows that were new.
|
|
17
|
+
*/
|
|
18
|
+
export declare function mergeItems(seen: Map<string, CollectedItem>, rows: RawRow[], pricer: ((text: string) => Price[]) | null): number;
|
|
19
|
+
//# sourceMappingURL=collect-merge.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"collect-merge.d.ts","sourceRoot":"","sources":["../../src/extraction/collect-merge.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAC;AAExE,yEAAyE;AACzE,MAAM,WAAW,MAAM;IACrB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;CACpB;AAED;;;GAGG;AACH,wBAAgB,UAAU,CACxB,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,EAChC,IAAI,EAAE,MAAM,EAAE,EACd,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,KAAK,KAAK,EAAE,CAAC,GAAG,IAAI,GACzC,MAAM,CAUR"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Merge `rows` into `seen` (keyed dedup), optionally enriching each new row
|
|
3
|
+
* with prices via `pricer`. Returns the number of rows that were new.
|
|
4
|
+
*/
|
|
5
|
+
export function mergeItems(seen, rows, pricer) {
|
|
6
|
+
let added = 0;
|
|
7
|
+
for (const row of rows) {
|
|
8
|
+
if (!row.key || seen.has(row.key))
|
|
9
|
+
continue;
|
|
10
|
+
const item = { key: row.key, text: row.text, url: row.url };
|
|
11
|
+
if (pricer)
|
|
12
|
+
item.prices = pricer(row.text);
|
|
13
|
+
seen.set(row.key, item);
|
|
14
|
+
added++;
|
|
15
|
+
}
|
|
16
|
+
return added;
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=collect-merge.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"collect-merge.js","sourceRoot":"","sources":["../../src/extraction/collect-merge.ts"],"names":[],"mappings":"AAeA;;;GAGG;AACH,MAAM,UAAU,UAAU,CACxB,IAAgC,EAChC,IAAc,EACd,MAA0C;IAE1C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAC5C,MAAM,IAAI,GAAkB,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC;QAC3E,IAAI,MAAM;YAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACxB,KAAK,EAAE,CAAC;IACV,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Browser-side scripts for virtualized/infinite lists: detect the scrollable
|
|
3
|
+
* container (explicit selector or auto by overflow + scrollHeight), scroll it,
|
|
4
|
+
* and harvest the currently-mounted rows. Runs in the page context.
|
|
5
|
+
* @module extraction/scroll-script
|
|
6
|
+
*/
|
|
7
|
+
/** Scroll the (auto-detected or `selector`) container; `to:"end"` jumps to bottom. */
|
|
8
|
+
export declare const SCROLL_SCRIPT = "(arg) => {\n const pick = (sel) => {\n if (sel) return document.querySelector(sel);\n let best = null, bestH = 0;\n for (const el of document.querySelectorAll('*')) {\n const oy = getComputedStyle(el).overflowY;\n if ((oy === 'auto' || oy === 'scroll' || oy === 'overlay') &&\n el.scrollHeight > el.clientHeight + 4 && el.clientHeight > innerHeight * 0.3 &&\n el.scrollHeight > bestH) { best = el; bestH = el.scrollHeight; }\n }\n return best || document.scrollingElement || document.documentElement;\n };\n const el = pick(arg.selector);\n if (!el) return { found: false };\n el.style.overflowAnchor = 'none';\n const before = el.scrollTop;\n if (arg.to === 'end') el.scrollTop = el.scrollHeight;\n else el.scrollTop += (arg.delta || Math.floor(el.clientHeight * 0.9));\n return { found: true, scrollTop: el.scrollTop, scrollHeight: el.scrollHeight,\n clientHeight: el.clientHeight, moved: el.scrollTop - before,\n atEnd: el.scrollTop + el.clientHeight >= el.scrollHeight - 4 };\n}";
|
|
9
|
+
/** Harvest visible `item` rows, then scroll the container one step. */
|
|
10
|
+
export declare const SCAN_SCRIPT = "(arg) => {\n const pick = (sel) => {\n if (sel) return document.querySelector(sel);\n let best = null, bestH = 0;\n for (const el of document.querySelectorAll('*')) {\n const oy = getComputedStyle(el).overflowY;\n if ((oy === 'auto' || oy === 'scroll' || oy === 'overlay') &&\n el.scrollHeight > el.clientHeight + 4 && el.clientHeight > innerHeight * 0.3 &&\n el.scrollHeight > bestH) { best = el; bestH = el.scrollHeight; }\n }\n return best || document.scrollingElement || document.documentElement;\n };\n const keyOf = (el) => (el.getAttribute('data-id') || el.getAttribute('data-key') ||\n (el.querySelector('a[href]') && el.querySelector('a[href]').href) ||\n (el.textContent || '').replace(/\\s+/g,' ').trim().slice(0, 120));\n const el = pick(arg.selector);\n const rows = [...document.querySelectorAll(arg.item)].slice(0, 500).map((r) => {\n const a = r.querySelector('a[href]');\n return { key: keyOf(r), text: (r.textContent || '').replace(/\\s+/g,' ').trim().slice(0, 300), url: a ? a.href : null };\n });\n let geo = { moved: 0, atEnd: true, scrollHeight: 0, clientHeight: 0, scrollTop: 0 };\n if (el) {\n el.style.overflowAnchor = 'none';\n const before = el.scrollTop;\n el.scrollTop += Math.floor(el.clientHeight * (arg.stepFraction || 0.9));\n geo = { moved: el.scrollTop - before, scrollHeight: el.scrollHeight,\n clientHeight: el.clientHeight, scrollTop: el.scrollTop,\n atEnd: el.scrollTop + el.clientHeight >= el.scrollHeight - 4 };\n }\n return { items: rows, geo };\n}";
|
|
11
|
+
//# sourceMappingURL=scroll-script.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scroll-script.d.ts","sourceRoot":"","sources":["../../src/extraction/scroll-script.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAsBH,sFAAsF;AACtF,eAAO,MAAM,aAAa,qhCAUxB,CAAC;AAEH,uEAAuE;AACvE,eAAO,MAAM,WAAW,8iDAgBtB,CAAC"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Browser-side scripts for virtualized/infinite lists: detect the scrollable
|
|
3
|
+
* container (explicit selector or auto by overflow + scrollHeight), scroll it,
|
|
4
|
+
* and harvest the currently-mounted rows. Runs in the page context.
|
|
5
|
+
* @module extraction/scroll-script
|
|
6
|
+
*/
|
|
7
|
+
/** Container picker: explicit `sel`, else the tallest overflow:auto/scroll element. */
|
|
8
|
+
const FINDER = `
|
|
9
|
+
const pick = (sel) => {
|
|
10
|
+
if (sel) return document.querySelector(sel);
|
|
11
|
+
let best = null, bestH = 0;
|
|
12
|
+
for (const el of document.querySelectorAll('*')) {
|
|
13
|
+
const oy = getComputedStyle(el).overflowY;
|
|
14
|
+
if ((oy === 'auto' || oy === 'scroll' || oy === 'overlay') &&
|
|
15
|
+
el.scrollHeight > el.clientHeight + 4 && el.clientHeight > innerHeight * 0.3 &&
|
|
16
|
+
el.scrollHeight > bestH) { best = el; bestH = el.scrollHeight; }
|
|
17
|
+
}
|
|
18
|
+
return best || document.scrollingElement || document.documentElement;
|
|
19
|
+
};`;
|
|
20
|
+
/** Stable key for a row: data-id › data-key › first href › trimmed text. */
|
|
21
|
+
const KEYER = `
|
|
22
|
+
const keyOf = (el) => (el.getAttribute('data-id') || el.getAttribute('data-key') ||
|
|
23
|
+
(el.querySelector('a[href]') && el.querySelector('a[href]').href) ||
|
|
24
|
+
(el.textContent || '').replace(/\\s+/g,' ').trim().slice(0, 120));`;
|
|
25
|
+
/** Scroll the (auto-detected or `selector`) container; `to:"end"` jumps to bottom. */
|
|
26
|
+
export const SCROLL_SCRIPT = `(arg) => {${FINDER}
|
|
27
|
+
const el = pick(arg.selector);
|
|
28
|
+
if (!el) return { found: false };
|
|
29
|
+
el.style.overflowAnchor = 'none';
|
|
30
|
+
const before = el.scrollTop;
|
|
31
|
+
if (arg.to === 'end') el.scrollTop = el.scrollHeight;
|
|
32
|
+
else el.scrollTop += (arg.delta || Math.floor(el.clientHeight * 0.9));
|
|
33
|
+
return { found: true, scrollTop: el.scrollTop, scrollHeight: el.scrollHeight,
|
|
34
|
+
clientHeight: el.clientHeight, moved: el.scrollTop - before,
|
|
35
|
+
atEnd: el.scrollTop + el.clientHeight >= el.scrollHeight - 4 };
|
|
36
|
+
}`;
|
|
37
|
+
/** Harvest visible `item` rows, then scroll the container one step. */
|
|
38
|
+
export const SCAN_SCRIPT = `(arg) => {${FINDER}${KEYER}
|
|
39
|
+
const el = pick(arg.selector);
|
|
40
|
+
const rows = [...document.querySelectorAll(arg.item)].slice(0, 500).map((r) => {
|
|
41
|
+
const a = r.querySelector('a[href]');
|
|
42
|
+
return { key: keyOf(r), text: (r.textContent || '').replace(/\\s+/g,' ').trim().slice(0, 300), url: a ? a.href : null };
|
|
43
|
+
});
|
|
44
|
+
let geo = { moved: 0, atEnd: true, scrollHeight: 0, clientHeight: 0, scrollTop: 0 };
|
|
45
|
+
if (el) {
|
|
46
|
+
el.style.overflowAnchor = 'none';
|
|
47
|
+
const before = el.scrollTop;
|
|
48
|
+
el.scrollTop += Math.floor(el.clientHeight * (arg.stepFraction || 0.9));
|
|
49
|
+
geo = { moved: el.scrollTop - before, scrollHeight: el.scrollHeight,
|
|
50
|
+
clientHeight: el.clientHeight, scrollTop: el.scrollTop,
|
|
51
|
+
atEnd: el.scrollTop + el.clientHeight >= el.scrollHeight - 4 };
|
|
52
|
+
}
|
|
53
|
+
return { items: rows, geo };
|
|
54
|
+
}`;
|
|
55
|
+
//# sourceMappingURL=scroll-script.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scroll-script.js","sourceRoot":"","sources":["../../src/extraction/scroll-script.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,uFAAuF;AACvF,MAAM,MAAM,GAAG;;;;;;;;;;;KAWV,CAAC;AAEN,4EAA4E;AAC5E,MAAM,KAAK,GAAG;;;uEAGyD,CAAC;AAExE,sFAAsF;AACtF,MAAM,CAAC,MAAM,aAAa,GAAG,aAAa,MAAM;;;;;;;;;;EAU9C,CAAC;AAEH,uEAAuE;AACvE,MAAM,CAAC,MAAM,WAAW,GAAG,aAAa,MAAM,GAAG,KAAK;;;;;;;;;;;;;;;;EAgBpD,CAAC"}
|
|
@@ -63,6 +63,13 @@ export interface InteractiveElement {
|
|
|
63
63
|
ariaControls?: string | null;
|
|
64
64
|
obscured?: boolean;
|
|
65
65
|
}
|
|
66
|
+
/** A row harvested from a (possibly virtualized) list via scroll-collect. */
|
|
67
|
+
export interface CollectedItem {
|
|
68
|
+
key: string;
|
|
69
|
+
text: string;
|
|
70
|
+
url: string | null;
|
|
71
|
+
prices?: Price[];
|
|
72
|
+
}
|
|
66
73
|
/** Visual observation (screenshot + interactive elements). */
|
|
67
74
|
export interface Visual {
|
|
68
75
|
screenshotPath?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extraction.d.ts","sourceRoot":"","sources":["../../src/interfaces/extraction.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,yCAAyC;AACzC,MAAM,WAAW,KAAK;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,oDAAoD;AACpD,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,kDAAkD;AAClD,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACtD,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,SAAS,EAAE,UAAU,GAAG,IAAI,CAAC;CAC9B;AAED,2CAA2C;AAC3C,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,OAAO,CAAC;IACpB,KAAK,EAAE,OAAO,CAAC;IACf,GAAG,EAAE,OAAO,CAAC;CACd;AAED,kFAAkF;AAClF,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,8FAA8F;IAC9F,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,4EAA4E;IAC5E,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,EAAE,EAAE,MAAM,GAAG,IAAI,CAAC;IAClB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,GAAG,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7D,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,8DAA8D;AAC9D,MAAM,WAAW,MAAM;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7C,mBAAmB,CAAC,EAAE,kBAAkB,EAAE,CAAC;CAC5C;AAED,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC"}
|
|
1
|
+
{"version":3,"file":"extraction.d.ts","sourceRoot":"","sources":["../../src/interfaces/extraction.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,yCAAyC;AACzC,MAAM,WAAW,KAAK;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,oDAAoD;AACpD,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,kDAAkD;AAClD,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACtD,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,SAAS,EAAE,UAAU,GAAG,IAAI,CAAC;CAC9B;AAED,2CAA2C;AAC3C,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,OAAO,CAAC;IACpB,KAAK,EAAE,OAAO,CAAC;IACf,GAAG,EAAE,OAAO,CAAC;CACd;AAED,kFAAkF;AAClF,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,8FAA8F;IAC9F,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,4EAA4E;IAC5E,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,EAAE,EAAE,MAAM,GAAG,IAAI,CAAC;IAClB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,GAAG,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7D,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,6EAA6E;AAC7E,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC;CAClB;AAED,8DAA8D;AAC9D,MAAM,WAAW,MAAM;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7C,mBAAmB,CAAC,EAAE,kBAAkB,EAAE,CAAC;CAC5C;AAED,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAEpE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAEpE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAiBvD,+DAA+D;AAC/D,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,SAAS,CAAC;IAClB,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,6EAA6E;AAC7E,wBAAgB,YAAY,IAAI,WAAW,CAmB1C"}
|
package/dist/server/server.js
CHANGED
|
@@ -7,6 +7,7 @@ import { VERSION } from "../lib/version.js";
|
|
|
7
7
|
import { SessionManager } from "../session/manager.js";
|
|
8
8
|
import { registerResources } from "./resources.js";
|
|
9
9
|
import { registerActTools } from "./tools/act.js";
|
|
10
|
+
import { registerCollectTool } from "./tools/collect.js";
|
|
10
11
|
import { registerConnectTool } from "./tools/connect.js";
|
|
11
12
|
import { registerExtractTool } from "./tools/extract.js";
|
|
12
13
|
import { registerExtractSchemaTool } from "./tools/extract-schema.js";
|
|
@@ -31,6 +32,7 @@ export function createServer() {
|
|
|
31
32
|
registerNavigateTool(server, sessions);
|
|
32
33
|
registerActTools(server, sessions);
|
|
33
34
|
registerSnapshotTools(server, sessions);
|
|
35
|
+
registerCollectTool(server, sessions);
|
|
34
36
|
registerWaitTool(server, sessions);
|
|
35
37
|
registerRunTool(server, sessions);
|
|
36
38
|
registerExtractTool(server, sessions);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAQnD,6EAA6E;AAC7E,MAAM,UAAU,YAAY;IAC1B,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,IAAI,cAAc,EAAE,CAAC;IACtC,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC3B,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC1B,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAC9B,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACnC,qBAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACxC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACnC,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,yBAAyB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC5C,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACzC,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC1B,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC9B,CAAC"}
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAQnD,6EAA6E;AAC7E,MAAM,UAAU,YAAY;IAC1B,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,IAAI,cAAc,EAAE,CAAC;IACtC,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC3B,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC1B,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAC9B,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACnC,qBAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACxC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACnC,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,yBAAyB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC5C,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACzC,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC1B,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC9B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"act.d.ts","sourceRoot":"","sources":["../../../src/server/tools/act.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAGzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAwB/D,8CAA8C;AAC9C,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,cAAc,GAAG,IAAI,
|
|
1
|
+
{"version":3,"file":"act.d.ts","sourceRoot":"","sources":["../../../src/server/tools/act.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAGzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAwB/D,8CAA8C;AAC9C,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,cAAc,GAAG,IAAI,CAuDlF"}
|
package/dist/server/tools/act.js
CHANGED
|
@@ -23,10 +23,12 @@ export function registerActTools(server, sessions) {
|
|
|
23
23
|
target: String(a.target),
|
|
24
24
|
value: String(a.value),
|
|
25
25
|
}));
|
|
26
|
-
actTool(server, sessions, "browser_scroll", "Scroll
|
|
26
|
+
actTool(server, sessions, "browser_scroll", "Scroll by a pixel delta (positive deltaY scrolls down). Pass `selector` to scroll a specific scrollable container (auto-detected if omitted with `to`), or `to:\"end\"` to jump to its bottom.", { sessionId, deltaY: z.number().optional(), deltaX: z.number().optional(), selector: z.string().optional(), to: z.enum(["end"]).optional() }, (a) => ({
|
|
27
27
|
type: "scroll",
|
|
28
28
|
deltaY: a.deltaY ?? 600,
|
|
29
29
|
deltaX: a.deltaX ?? 0,
|
|
30
|
+
selector: a.selector,
|
|
31
|
+
to: a.to,
|
|
30
32
|
}));
|
|
31
33
|
actTool(server, sessions, "browser_press", "Press a key or shortcut (Enter, ArrowDown, Control+a...).", { sessionId, key: z.string() }, (a) => ({
|
|
32
34
|
type: "press",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"act.js","sourceRoot":"","sources":["../../../src/server/tools/act.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAoB,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAE3E,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAKhD,SAAS,OAAO,CACd,MAAiB,EACjB,QAAwB,EACxB,IAAY,EACZ,WAAmB,EACnB,WAAkB,EAClB,KAAY;IAEZ,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAClF,MAAM,CAAC,GAAG,IAA+B,CAAC;QAC1C,OAAO,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YAC5D,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACzE,OAAO,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,gBAAgB,CAAC,MAAiB,EAAE,QAAwB;IAC1E,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;IAC7B,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,gCAAgC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtH,IAAI,EAAE,OAAO;QACb,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;KACzB,CAAC,CAAC,CAAC;IACJ,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,8BAA8B,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtI,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;KACvB,CAAC,CAAC,CAAC;IACJ,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,
|
|
1
|
+
{"version":3,"file":"act.js","sourceRoot":"","sources":["../../../src/server/tools/act.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAoB,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAE3E,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAKhD,SAAS,OAAO,CACd,MAAiB,EACjB,QAAwB,EACxB,IAAY,EACZ,WAAmB,EACnB,WAAkB,EAClB,KAAY;IAEZ,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAClF,MAAM,CAAC,GAAG,IAA+B,CAAC;QAC1C,OAAO,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YAC5D,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACzE,OAAO,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,gBAAgB,CAAC,MAAiB,EAAE,QAAwB;IAC1E,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;IAC7B,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,gCAAgC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtH,IAAI,EAAE,OAAO;QACb,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;KACzB,CAAC,CAAC,CAAC;IACJ,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,8BAA8B,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtI,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;KACvB,CAAC,CAAC,CAAC;IACJ,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,gMAAgM,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAClY,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,GAAG;QACvB,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC;QACrB,QAAQ,EAAE,CAAC,CAAC,QAA8B;QAC1C,EAAE,EAAE,CAAC,CAAC,EAAwB;KAC/B,CAAC,CAAC,CAAC;IACJ,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,2DAA2D,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9I,IAAI,EAAE,OAAO;QACb,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;KACnB,CAAC,CAAC,CAAC;IACJ,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,0DAA0D,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACpK,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;KACvB,CAAC,CAAC,CAAC;IACJ,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,mCAAmC,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IACxH,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,sCAAsC,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IACjI,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,oCAAoC,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3H,IAAI,EAAE,MAAM;QACZ,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;KACjB,CAAC,CAAC,CAAC;IACJ,OAAO,CACL,MAAM,EACN,QAAQ,EACR,eAAe,EACf,kDAAkD,EAClD;QACE,SAAS;QACT,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;QACpB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;QACpB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACrC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACrC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACpC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACN,IAAI,EAAE,OAAO;QACb,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC5B,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC5B,cAAc,EAAE,CAAC,CAAC,cAAoC;QACtD,cAAc,EAAE,CAAC,CAAC,cAAoC;QACtD,YAAY,EAAE,CAAC,CAAC,YAAkC;KACnD,CAAC,CACH,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `browser_collect` tool: exhaust a (virtualized/infinite) list by scrolling its
|
|
3
|
+
* container and merging the rows it mounts along the way — perception beyond the
|
|
4
|
+
* fold. Returns DATA (key/text/url/prices), not actionable refs: virtualization
|
|
5
|
+
* recycles nodes, so to act on a found row use browser_act by `target` text or
|
|
6
|
+
* browser_scroll(selector) then browser_snapshot.
|
|
7
|
+
* @module server/tools/collect
|
|
8
|
+
*/
|
|
9
|
+
import type { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
|
|
10
|
+
import type { SessionManager } from "../../session/manager.js";
|
|
11
|
+
/** Register `browser_collect`. */
|
|
12
|
+
export declare function registerCollectTool(server: McpServer, sessions: SessionManager): void;
|
|
13
|
+
//# sourceMappingURL=collect.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"collect.d.ts","sourceRoot":"","sources":["../../../src/server/tools/collect.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAGzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAI/D,kCAAkC;AAClC,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,cAAc,GAAG,IAAI,CAiCrF"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import { scrollCollect } from "../../state/scroll-collect.js";
|
|
3
|
+
import { jsonResult } from "../result.js";
|
|
4
|
+
import { withSession } from "./with-session.js";
|
|
5
|
+
/** Register `browser_collect`. */
|
|
6
|
+
export function registerCollectTool(server, sessions) {
|
|
7
|
+
server.registerTool("browser_collect", {
|
|
8
|
+
title: "Collect a scrolling list",
|
|
9
|
+
description: "Scroll a (virtualized/infinite) list and return the deduped union of its rows — items beyond the first screen that a single snapshot misses (hotel/flight results, feeds). `item` is the CSS selector for one row; `container` is optional (auto-detected otherwise). Returns data (key/text/url, optional prices), NOT refs — to act on a row, use browser_act by text.",
|
|
10
|
+
inputSchema: {
|
|
11
|
+
sessionId: z.string(),
|
|
12
|
+
item: z.string(),
|
|
13
|
+
container: z.string().optional(),
|
|
14
|
+
maxSteps: z.number().int().optional(),
|
|
15
|
+
extractPrices: z.boolean().optional(),
|
|
16
|
+
},
|
|
17
|
+
}, async (args) => {
|
|
18
|
+
const a = args;
|
|
19
|
+
return withSession(sessions, String(a.sessionId), async (s) => {
|
|
20
|
+
const result = await scrollCollect(s.page, {
|
|
21
|
+
item: String(a.item),
|
|
22
|
+
container: typeof a.container === "string" ? a.container : undefined,
|
|
23
|
+
maxSteps: typeof a.maxSteps === "number" ? a.maxSteps : undefined,
|
|
24
|
+
extractPrices: a.extractPrices === true,
|
|
25
|
+
});
|
|
26
|
+
return jsonResult({
|
|
27
|
+
count: result.items.length,
|
|
28
|
+
steps: result.steps,
|
|
29
|
+
reachedEnd: result.reachedEnd,
|
|
30
|
+
items: result.items,
|
|
31
|
+
});
|
|
32
|
+
});
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=collect.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"collect.js","sourceRoot":"","sources":["../../../src/server/tools/collect.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAE9D,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,kCAAkC;AAClC,MAAM,UAAU,mBAAmB,CAAC,MAAiB,EAAE,QAAwB;IAC7E,MAAM,CAAC,YAAY,CACjB,iBAAiB,EACjB;QACE,KAAK,EAAE,0BAA0B;QACjC,WAAW,EACT,0WAA0W;QAC5W,WAAW,EAAE;YACX,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;YACrB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;YAChB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAChC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;YACrC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;SACtC;KACF,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,MAAM,CAAC,GAAG,IAA+B,CAAC;QAC1C,OAAO,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YAC5D,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE;gBACzC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;gBACpB,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;gBACpE,QAAQ,EAAE,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;gBACjE,aAAa,EAAE,CAAC,CAAC,aAAa,KAAK,IAAI;aACxC,CAAC,CAAC;YACH,OAAO,UAAU,CAAC;gBAChB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;gBAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Scroll-and-collect loop for virtualized/infinite lists: repeatedly harvest the
|
|
3
|
+
* mounted rows, scroll the container one step, settle, and merge until the
|
|
4
|
+
* container stops growing (K stable rounds) or refuses to advance (true bottom)
|
|
5
|
+
* or a step cap is hit. Returns the deduped union of rows seen.
|
|
6
|
+
* @module state/scroll-collect
|
|
7
|
+
*/
|
|
8
|
+
import type { Page } from "playwright";
|
|
9
|
+
import type { CollectedItem } from "../interfaces/extraction.js";
|
|
10
|
+
/** Options for {@link scrollCollect}. */
|
|
11
|
+
export interface CollectOptions {
|
|
12
|
+
item: string;
|
|
13
|
+
container?: string;
|
|
14
|
+
maxSteps?: number;
|
|
15
|
+
stableRounds?: number;
|
|
16
|
+
extractPrices?: boolean;
|
|
17
|
+
settleMs?: number;
|
|
18
|
+
}
|
|
19
|
+
/** Result of a scroll-collect run. */
|
|
20
|
+
export interface CollectResult {
|
|
21
|
+
items: CollectedItem[];
|
|
22
|
+
steps: number;
|
|
23
|
+
reachedEnd: boolean;
|
|
24
|
+
}
|
|
25
|
+
/** Exhaust a (virtualized) list by scrolling its container and merging rows. */
|
|
26
|
+
export declare function scrollCollect(page: Page, opts: CollectOptions): Promise<CollectResult>;
|
|
27
|
+
//# sourceMappingURL=scroll-collect.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scroll-collect.d.ts","sourceRoot":"","sources":["../../src/state/scroll-collect.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIvC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAGjE,yCAAyC;AACzC,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,sCAAsC;AACtC,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,OAAO,CAAC;CACrB;AAOD,gFAAgF;AAChF,wBAAsB,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC,CA2B5F"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { mergeItems } from "../extraction/collect-merge.js";
|
|
2
|
+
import { extractPrices } from "../extraction/prices.js";
|
|
3
|
+
import { SCAN_SCRIPT } from "../extraction/scroll-script.js";
|
|
4
|
+
import { evalScriptArg } from "../lib/evaluate.js";
|
|
5
|
+
/** Exhaust a (virtualized) list by scrolling its container and merging rows. */
|
|
6
|
+
export async function scrollCollect(page, opts) {
|
|
7
|
+
const maxSteps = opts.maxSteps ?? 60;
|
|
8
|
+
const need = opts.stableRounds ?? 3;
|
|
9
|
+
const arg = { item: opts.item, selector: opts.container ?? null, stepFraction: 0.9 };
|
|
10
|
+
const pricer = opts.extractPrices ? extractPrices : null;
|
|
11
|
+
const seen = new Map();
|
|
12
|
+
let stable = 0;
|
|
13
|
+
let prevH = 0;
|
|
14
|
+
let reachedEnd = false;
|
|
15
|
+
let steps = 0;
|
|
16
|
+
for (; steps < maxSteps; steps++) {
|
|
17
|
+
const out = await evalScriptArg(page, SCAN_SCRIPT, arg);
|
|
18
|
+
const added = mergeItems(seen, out.items, pricer);
|
|
19
|
+
const grew = out.geo.scrollHeight > prevH + 4;
|
|
20
|
+
prevH = out.geo.scrollHeight;
|
|
21
|
+
if (out.geo.moved < 2) {
|
|
22
|
+
reachedEnd = true;
|
|
23
|
+
break;
|
|
24
|
+
}
|
|
25
|
+
stable = !grew && added === 0 ? stable + 1 : 0;
|
|
26
|
+
if (stable >= need) {
|
|
27
|
+
reachedEnd = out.geo.atEnd;
|
|
28
|
+
break;
|
|
29
|
+
}
|
|
30
|
+
await page.waitForTimeout(opts.settleMs ?? 150);
|
|
31
|
+
}
|
|
32
|
+
return { items: [...seen.values()], steps: steps + 1, reachedEnd };
|
|
33
|
+
}
|
|
34
|
+
//# sourceMappingURL=scroll-collect.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scroll-collect.js","sourceRoot":"","sources":["../../src/state/scroll-collect.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,UAAU,EAAe,MAAM,gCAAgC,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAE7D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAwBnD,gFAAgF;AAChF,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAU,EAAE,IAAoB;IAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC;IACpC,MAAM,GAAG,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,CAAC;IACrF,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;IACzD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC9C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,MAAM,aAAa,CAAsB,IAAI,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;QAC7E,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,YAAY,GAAG,KAAK,GAAG,CAAC,CAAC;QAC9C,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC;QAC7B,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACtB,UAAU,GAAG,IAAI,CAAC;YAClB,MAAM;QACR,CAAC;QACD,MAAM,GAAG,CAAC,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACnB,UAAU,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC;YAC3B,MAAM;QACR,CAAC;QACD,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC;AACrE,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@fusengine/browser-mcp",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.16",
|
|
4
4
|
"description": "MCP server + CLI giving AI agents a real, stealth browser (Patchright/Playwright) — per-country identity, self-healing actions, snapshots, multi-step plans, structured extraction, CDP attach.",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"author": "Fusengine",
|
|
@@ -54,7 +54,7 @@
|
|
|
54
54
|
"build": "tsc -p tsconfig.json",
|
|
55
55
|
"typecheck": "tsc -p tsconfig.json --noEmit",
|
|
56
56
|
"test": "bun test tests/unit",
|
|
57
|
-
"test:integration": "node --test --import tsx tests/integration/mcp.test.ts tests/integration/probe.test.ts tests/integration/snapshot.test.ts tests/integration/snapshot-frames.test.ts tests/integration/run.test.ts tests/integration/extract-schema.test.ts",
|
|
57
|
+
"test:integration": "node --test --import tsx tests/integration/mcp.test.ts tests/integration/probe.test.ts tests/integration/snapshot.test.ts tests/integration/snapshot-frames.test.ts tests/integration/collect.test.ts tests/integration/run.test.ts tests/integration/extract-schema.test.ts",
|
|
58
58
|
"browsers": "patchright install chromium",
|
|
59
59
|
"mcp": "node --import tsx src/bin/mcp.ts",
|
|
60
60
|
"cli": "node --import tsx src/bin/cli.ts"
|