@fusengine/browser-mcp 0.1.19 → 0.1.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -1
- package/dist/agent/config.d.ts +3 -0
- package/dist/agent/config.d.ts.map +1 -1
- package/dist/agent/config.js +3 -0
- package/dist/agent/config.js.map +1 -1
- package/dist/engine/context.d.ts +6 -1
- package/dist/engine/context.d.ts.map +1 -1
- package/dist/engine/context.js +3 -1
- package/dist/engine/context.js.map +1 -1
- package/dist/engine/launch.d.ts.map +1 -1
- package/dist/engine/launch.js +2 -1
- package/dist/engine/launch.js.map +1 -1
- package/dist/extraction/pipeline/clean.d.ts +16 -0
- package/dist/extraction/pipeline/clean.d.ts.map +1 -0
- package/dist/extraction/pipeline/clean.js +52 -0
- package/dist/extraction/pipeline/clean.js.map +1 -0
- package/dist/extraction/pipeline/dedupe.d.ts +9 -0
- package/dist/extraction/pipeline/dedupe.d.ts.map +1 -0
- package/dist/extraction/pipeline/dedupe.js +0 -0
- package/dist/extraction/pipeline/dedupe.js.map +1 -0
- package/dist/extraction/pipeline/run.d.ts +10 -0
- package/dist/extraction/pipeline/run.d.ts.map +1 -0
- package/dist/extraction/pipeline/run.js +25 -0
- package/dist/extraction/pipeline/run.js.map +1 -0
- package/dist/extraction/pipeline/validate.d.ts +12 -0
- package/dist/extraction/pipeline/validate.d.ts.map +1 -0
- package/dist/extraction/pipeline/validate.js +37 -0
- package/dist/extraction/pipeline/validate.js.map +1 -0
- package/dist/interfaces/pipeline.d.ts +45 -0
- package/dist/interfaces/pipeline.d.ts.map +1 -0
- package/dist/interfaces/pipeline.js +7 -0
- package/dist/interfaces/pipeline.js.map +1 -0
- package/dist/interfaces/types.d.ts +4 -0
- package/dist/interfaces/types.d.ts.map +1 -1
- package/dist/server/map-options.d.ts.map +1 -1
- package/dist/server/map-options.js +3 -0
- package/dist/server/map-options.js.map +1 -1
- package/dist/server/schemas.d.ts +18 -0
- package/dist/server/schemas.d.ts.map +1 -1
- package/dist/server/schemas.js +3 -0
- package/dist/server/schemas.js.map +1 -1
- package/dist/server/server.d.ts.map +1 -1
- package/dist/server/server.js +2 -0
- package/dist/server/server.js.map +1 -1
- package/dist/server/tools/collect.d.ts.map +1 -1
- package/dist/server/tools/collect.js +33 -0
- package/dist/server/tools/collect.js.map +1 -1
- package/dist/server/tools/handoff.d.ts +13 -0
- package/dist/server/tools/handoff.d.ts.map +1 -0
- package/dist/server/tools/handoff.js +39 -0
- package/dist/server/tools/handoff.js.map +1 -0
- package/dist/session/session.d.ts +0 -4
- package/dist/session/session.d.ts.map +1 -1
- package/dist/session/session.js +20 -0
- package/dist/session/session.js.map +1 -1
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -132,7 +132,7 @@ Supported: `FUSE_ENGINE`, `FUSE_CHANNEL`, `FUSE_CDP_ENDPOINT`, `FUSE_EXECUTABLE_
|
|
|
132
132
|
`FUSE_HEADLESS`, `FUSE_COUNTRY`, `FUSE_CURRENCY`, `FUSE_USER_DATA_DIR`,
|
|
133
133
|
`FUSE_STORAGE_STATE`, `FUSE_OUTPUT_DIR`.
|
|
134
134
|
|
|
135
|
-
### Tools (
|
|
135
|
+
### Tools (28)
|
|
136
136
|
|
|
137
137
|
| Group | Tools |
|
|
138
138
|
| --- | --- |
|
|
@@ -145,6 +145,7 @@ Supported: `FUSE_ENGINE`, `FUSE_CHANNEL`, `FUSE_CDP_ENDPOINT`, `FUSE_EXECUTABLE_
|
|
|
145
145
|
| **Extract** | `browser_extract` (text/prices/hotels/challenges), `browser_extract_schema` (typed, by CSS selectors) |
|
|
146
146
|
| **SERP** | `browser_serp_batch` — multi-query Google search in one session, per-query organic results + domain rank |
|
|
147
147
|
| **Vision** | `browser_screenshot` (page, single element by `ref`, or responsive set via `viewport`/`viewports`), `browser_visual_diff` (pixel diff vs baseline + changed-region boxes) |
|
|
148
|
+
| **Human** | `browser_handoff` — pause for a human to finish login/2FA/captcha in the live (headed) browser, resume on a `url`/`selector` condition (same session → auth carries over) |
|
|
148
149
|
|
|
149
150
|
Key agentic patterns:
|
|
150
151
|
|
|
@@ -166,6 +167,9 @@ Key agentic patterns:
|
|
|
166
167
|
rows by stable key** until the list ends. Returns the full set of rows (text / url /
|
|
167
168
|
optional prices) — data, not refs (virtualization recycles nodes), so to act on a found
|
|
168
169
|
row use `browser_act` by text or `browser_scroll` then `browser_snapshot`.
|
|
170
|
+
Pass an optional **`pipeline`** to post-process rows in one call:
|
|
171
|
+
`clean` (normalize strings, parse numbers) → `validate` (per-field rules, rejects
|
|
172
|
+
to `invalidCount`) → `dedupeBy` → `columns` (subset) → `emit:"csv"`.
|
|
169
173
|
- **`browser_run`** — execute an ordered plan (navigate/act/wait/extract) in one call,
|
|
170
174
|
stopping at the first failure. Guardrails apply to the whole plan.
|
|
171
175
|
|
|
@@ -209,6 +213,9 @@ Artifacts (reports, screenshots, site-memory, replay) are written **outside the
|
|
|
209
213
|
|
|
210
214
|
Override per run with `outputDir` (library / MCP arg) or `--output-dir` (CLI). Cookies
|
|
211
215
|
(`storageStatePath`) and the Chromium profile (`userDataDir`) are separate paths you set explicitly.
|
|
216
|
+
When `storageStatePath` is set, the session **auto-saves cookies + localStorage on close** and
|
|
217
|
+
restores them on the next open. Set `harPath` (+ `harMode` `minimal`/`full`) to **record network
|
|
218
|
+
traffic** (flushed on close), or `harReplay` to **serve responses from a HAR offline** (CI fixtures).
|
|
212
219
|
|
|
213
220
|
> ⚠️ Reports and `storage-state` files contain page content, screenshots and **session cookies in
|
|
214
221
|
> clear text** — never commit them. The bundled `.gitignore` already excludes the defaults.
|
package/dist/agent/config.d.ts
CHANGED
|
@@ -11,6 +11,9 @@ export interface ResolvedConfig {
|
|
|
11
11
|
executablePath: string | null;
|
|
12
12
|
cdpEndpoint: string | null;
|
|
13
13
|
storageStatePath: string | null;
|
|
14
|
+
harPath: string | null;
|
|
15
|
+
harMode: "minimal" | "full";
|
|
16
|
+
harReplay: string | null;
|
|
14
17
|
humanMode: boolean;
|
|
15
18
|
headless: boolean;
|
|
16
19
|
identity: ResolvedIdentity;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/agent/config.ts"],"names":[],"mappings":"AAKA,OAAO,EAAmB,KAAK,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAChF,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAChF,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACvE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAG3D,OAAO,EAAuB,KAAK,WAAW,EAAgB,MAAM,yBAAyB,CAAC;AAG9F,uDAAuD;AACvD,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,WAAW,EAAE,WAAW,CAAC;IACzB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,aAAa,EAAE,OAAO,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,WAAW,CAAC;IACnB,OAAO,EAAE,aAAa,GAAG,IAAI,CAAC;CAC/B;AAED,uEAAuE;AACvE,wBAAgB,aAAa,CAAC,IAAI,GAAE,YAAiB,GAAG,cAAc,
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/agent/config.ts"],"names":[],"mappings":"AAKA,OAAO,EAAmB,KAAK,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAChF,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAChF,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACvE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAG3D,OAAO,EAAuB,KAAK,WAAW,EAAgB,MAAM,yBAAyB,CAAC;AAG9F,uDAAuD;AACvD,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,OAAO,EAAE,SAAS,GAAG,MAAM,CAAC;IAC5B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,WAAW,EAAE,WAAW,CAAC;IACzB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,aAAa,EAAE,OAAO,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,WAAW,CAAC;IACnB,OAAO,EAAE,aAAa,GAAG,IAAI,CAAC;CAC/B;AAED,uEAAuE;AACvE,wBAAgB,aAAa,CAAC,IAAI,GAAE,YAAiB,GAAG,cAAc,CA8CrE"}
|
package/dist/agent/config.js
CHANGED
|
@@ -34,6 +34,9 @@ export function resolveConfig(opts = {}) {
|
|
|
34
34
|
executablePath: opts.executablePath ?? null,
|
|
35
35
|
cdpEndpoint: opts.cdpEndpoint ?? null,
|
|
36
36
|
storageStatePath: opts.storageStatePath ?? null,
|
|
37
|
+
harPath: opts.harPath ?? null,
|
|
38
|
+
harMode: opts.harMode ?? "minimal",
|
|
39
|
+
harReplay: opts.harReplay ?? null,
|
|
37
40
|
humanMode: opts.humanMode ?? false,
|
|
38
41
|
headless: opts.headless ?? true,
|
|
39
42
|
identity,
|
package/dist/agent/config.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/agent/config.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,eAAe,EAAyB,MAAM,wBAAwB,CAAC;AAIhF,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAoB,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC9F,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/agent/config.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,eAAe,EAAyB,MAAM,wBAAwB,CAAC;AAIhF,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAoB,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC9F,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AA4BpD,uEAAuE;AACvE,MAAM,UAAU,aAAa,CAAC,OAAqB,EAAE;IACnD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,uBAAuB,EAAE,CAAC;IAC9D,SAAS,CAAC,SAAS,CAAC,CAAC;IACrB,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,mBAAmB,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IACzE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IACvF,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAClD,IAAI,MAAM,EAAE,CAAC;YACX,QAAQ,GAAG,MAAM,CAAC;YAClB,WAAW,GAAG,MAAM,CAAC;QACvB,CAAC;IACH,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC;IAC7C,IAAI,WAAW;QAAE,SAAS,CAAC,WAAW,CAAC,CAAC;IACxC,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAC3E,SAAS,CAAC,aAAa,CAAC,CAAC;IACzB,OAAO;QACL,SAAS;QACT,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,YAAY;QACnC,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;QAC7B,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,IAAI;QAC3C,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI;QACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;QAC/C,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;QAC7B,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,SAAS;QAClC,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI;QACjC,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,KAAK;QAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI;QAC/B,QAAQ;QACR,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,WAAW;QACX,QAAQ;QACR,WAAW;QACX,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;QAC/C,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,KAAK;QAC1C,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC;QACtD,aAAa;QACb,KAAK,EAAE;YACL,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;YACzC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,IAAI,GAAG;YACjC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,IAAI,MAAM;YAClC,UAAU,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,IAAI,CAAC;SACxC;QACD,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;KAC9B,CAAC;AACJ,CAAC"}
|
package/dist/engine/context.d.ts
CHANGED
|
@@ -9,6 +9,11 @@ export declare const VIEWPORT: {
|
|
|
9
9
|
readonly width: 1365;
|
|
10
10
|
readonly height: 900;
|
|
11
11
|
};
|
|
12
|
+
/** Optional HAR recording for the context. */
|
|
13
|
+
export interface HarRecord {
|
|
14
|
+
path: string;
|
|
15
|
+
mode: "minimal" | "full";
|
|
16
|
+
}
|
|
12
17
|
/** Assemble `newContext` options from the resolved identity. */
|
|
13
|
-
export declare function buildContextOptions(identity: ResolvedIdentity, realisticProfile: boolean): BrowserContextOptions;
|
|
18
|
+
export declare function buildContextOptions(identity: ResolvedIdentity, realisticProfile: boolean, har?: HarRecord | null): BrowserContextOptions;
|
|
14
19
|
//# sourceMappingURL=context.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../src/engine/context.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAExD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE/D,wEAAwE;AACxE,eAAO,MAAM,QAAQ;;;CAAwC,CAAC;AAE9D,gEAAgE;AAChE,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,gBAAgB,EAC1B,gBAAgB,EAAE,OAAO,
|
|
1
|
+
{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../src/engine/context.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAExD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE/D,wEAAwE;AACxE,eAAO,MAAM,QAAQ;;;CAAwC,CAAC;AAE9D,8CAA8C;AAC9C,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,SAAS,GAAG,MAAM,CAAC;CAC1B;AAED,gEAAgE;AAChE,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,gBAAgB,EAC1B,gBAAgB,EAAE,OAAO,EACzB,GAAG,CAAC,EAAE,SAAS,GAAG,IAAI,GACrB,qBAAqB,CAgBvB"}
|
package/dist/engine/context.js
CHANGED
|
@@ -2,7 +2,7 @@ import { REALISTIC_DESKTOP_UA } from "../identity/country-profiles.js";
|
|
|
2
2
|
/** Shared viewport/screen dimensions (context + visual observation). */
|
|
3
3
|
export const VIEWPORT = { width: 1365, height: 900 };
|
|
4
4
|
/** Assemble `newContext` options from the resolved identity. */
|
|
5
|
-
export function buildContextOptions(identity, realisticProfile) {
|
|
5
|
+
export function buildContextOptions(identity, realisticProfile, har) {
|
|
6
6
|
const opts = {
|
|
7
7
|
viewport: { ...VIEWPORT },
|
|
8
8
|
screen: { ...VIEWPORT },
|
|
@@ -17,6 +17,8 @@ export function buildContextOptions(identity, realisticProfile) {
|
|
|
17
17
|
};
|
|
18
18
|
if (realisticProfile)
|
|
19
19
|
opts.userAgent = REALISTIC_DESKTOP_UA;
|
|
20
|
+
if (har)
|
|
21
|
+
opts.recordHar = { path: har.path, mode: har.mode };
|
|
20
22
|
return opts;
|
|
21
23
|
}
|
|
22
24
|
//# sourceMappingURL=context.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"context.js","sourceRoot":"","sources":["../../src/engine/context.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAGvE,wEAAwE;AACxE,MAAM,CAAC,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"context.js","sourceRoot":"","sources":["../../src/engine/context.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAGvE,wEAAwE;AACxE,MAAM,CAAC,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAW,CAAC;AAQ9D,gEAAgE;AAChE,MAAM,UAAU,mBAAmB,CACjC,QAA0B,EAC1B,gBAAyB,EACzB,GAAsB;IAEtB,MAAM,IAAI,GAA0B;QAClC,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE;QACzB,MAAM,EAAE,EAAE,GAAG,QAAQ,EAAE;QACvB,iBAAiB,EAAE,CAAC;QACpB,QAAQ,EAAE,KAAK;QACf,QAAQ,EAAE,KAAK;QACf,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,WAAW,EAAE,CAAC,aAAa,CAAC;QAC5B,gBAAgB,EAAE,EAAE,iBAAiB,EAAE,QAAQ,CAAC,cAAc,EAAE;KACjE,CAAC;IACF,IAAI,gBAAgB;QAAE,IAAI,CAAC,SAAS,GAAG,oBAAoB,CAAC;IAC5D,IAAI,GAAG;QAAE,IAAI,CAAC,SAAS,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAC7D,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"launch.d.ts","sourceRoot":"","sources":["../../src/engine/launch.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,WAAW,EAAiB,MAAM,YAAY,CAAC;AAC7D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAgC7D,oFAAoF;AACpF,wBAAsB,aAAa,CACjC,WAAW,EAAE,WAAW,EACxB,MAAM,EAAE,cAAc,GACrB,OAAO,CAAC,aAAa,CAAC,
|
|
1
|
+
{"version":3,"file":"launch.d.ts","sourceRoot":"","sources":["../../src/engine/launch.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,WAAW,EAAiB,MAAM,YAAY,CAAC;AAC7D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAgC7D,oFAAoF;AACpF,wBAAsB,aAAa,CACjC,WAAW,EAAE,WAAW,EACxB,MAAM,EAAE,cAAc,GACrB,OAAO,CAAC,aAAa,CAAC,CAkBxB"}
|
package/dist/engine/launch.js
CHANGED
|
@@ -37,7 +37,8 @@ function enrichLaunchError(err) {
|
|
|
37
37
|
/** Launch the given engine (persistent or ephemeral) and return a ready context. */
|
|
38
38
|
export async function launchBrowser(browserType, config) {
|
|
39
39
|
const launchOptions = buildLaunchOptions(config);
|
|
40
|
-
const
|
|
40
|
+
const har = config.harPath ? { path: config.harPath, mode: config.harMode } : null;
|
|
41
|
+
const contextOptions = buildContextOptions(config.identity, config.realisticProfile, har);
|
|
41
42
|
if (config.userDataDir) {
|
|
42
43
|
const context = await browserType
|
|
43
44
|
.launchPersistentContext(config.userDataDir, { ...launchOptions, ...contextOptions })
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"launch.js","sourceRoot":"","sources":["../../src/engine/launch.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAIrC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,aAAa,GAAG,CAAC,cAAc,EAAE,+CAA+C,CAAC,CAAC;AAExF,oFAAoF;AACpF,SAAS,kBAAkB,CAAC,MAAsB;IAChD,MAAM,IAAI,GAAkB,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC1D,IAAI,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,EAAE,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC;QAC3F,IAAI,MAAM,CAAC,OAAO;YAAE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IACpD,CAAC;IACD,IAAI,MAAM,CAAC,cAAc;QAAE,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;IACvE,IAAI,MAAM,CAAC,QAAQ;QAAE,IAAI,CAAC,KAAK,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC9D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,YAAY,GAAG,iEAAiE,CAAC;AAEvF,2FAA2F;AAC3F,SAAS,iBAAiB,CAAC,GAAY;IACrC,MAAM,OAAO,GAAG,MAAM,CAAE,GAAa,EAAE,OAAO,IAAI,GAAG,CAAC,CAAC;IACvD,IAAI,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,CAAC;QACjD,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,GAAG,YAAY,KAAK,OAAO,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,MAAM,GAAY,CAAC;AACrB,CAAC;AAED,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,WAAwB,EACxB,MAAsB;IAEtB,MAAM,aAAa,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACjD,MAAM,cAAc,GAAG,mBAAmB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"launch.js","sourceRoot":"","sources":["../../src/engine/launch.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAIrC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,aAAa,GAAG,CAAC,cAAc,EAAE,+CAA+C,CAAC,CAAC;AAExF,oFAAoF;AACpF,SAAS,kBAAkB,CAAC,MAAsB;IAChD,MAAM,IAAI,GAAkB,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC1D,IAAI,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,EAAE,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC;QAC3F,IAAI,MAAM,CAAC,OAAO;YAAE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IACpD,CAAC;IACD,IAAI,MAAM,CAAC,cAAc;QAAE,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;IACvE,IAAI,MAAM,CAAC,QAAQ;QAAE,IAAI,CAAC,KAAK,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC9D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,YAAY,GAAG,iEAAiE,CAAC;AAEvF,2FAA2F;AAC3F,SAAS,iBAAiB,CAAC,GAAY;IACrC,MAAM,OAAO,GAAG,MAAM,CAAE,GAAa,EAAE,OAAO,IAAI,GAAG,CAAC,CAAC;IACvD,IAAI,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,CAAC;QACjD,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,GAAG,YAAY,KAAK,OAAO,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,MAAM,GAAY,CAAC;AACrB,CAAC;AAED,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,WAAwB,EACxB,MAAsB;IAEtB,MAAM,aAAa,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACnF,MAAM,cAAc,GAAG,mBAAmB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IAE1F,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,MAAM,WAAW;aAC9B,uBAAuB,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,GAAG,aAAa,EAAE,GAAG,cAAc,EAAE,CAAC;aACpF,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC5B,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACpC,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACjF,IAAI,MAAM,CAAC,gBAAgB,IAAI,UAAU,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACnE,cAAc,CAAC,YAAY,GAAG,MAAM,CAAC,gBAAgB,CAAC;IACxD,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;IACzD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AAC9B,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Clean stage: normalize string fields (decode HTML entities, strip zero-width
|
|
3
|
+
* chars, collapse whitespace) and coerce chosen fields to numbers. Pure.
|
|
4
|
+
* @module extraction/pipeline/clean
|
|
5
|
+
*/
|
|
6
|
+
/** Decode common HTML entities, strip zero-width chars, collapse whitespace. */
|
|
7
|
+
export declare function normalizeString(s: string): string;
|
|
8
|
+
/**
|
|
9
|
+
* Parse a number from messy text ('€1,234.56', "1'234,50", '1 234,56'). The
|
|
10
|
+
* decimal separator is the last `.`/`,` followed by 1-2 digits; the rest are
|
|
11
|
+
* thousands separators. Returns null when no number is present.
|
|
12
|
+
*/
|
|
13
|
+
export declare function parseNumber(raw: string): number | null;
|
|
14
|
+
/** Apply string normalization to every string field; coerce `numericFields`. */
|
|
15
|
+
export declare function cleanRows(rows: Record<string, unknown>[], numericFields?: string[]): Record<string, unknown>[];
|
|
16
|
+
//# sourceMappingURL=clean.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"clean.d.ts","sourceRoot":"","sources":["../../../src/extraction/pipeline/clean.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,gFAAgF;AAChF,wBAAgB,eAAe,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CASjD;AAED;;;;GAIG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAStD;AAED,gFAAgF;AAChF,wBAAgB,SAAS,CACvB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,aAAa,GAAE,MAAM,EAAO,GAC3B,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAY3B"}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Clean stage: normalize string fields (decode HTML entities, strip zero-width
|
|
3
|
+
* chars, collapse whitespace) and coerce chosen fields to numbers. Pure.
|
|
4
|
+
* @module extraction/pipeline/clean
|
|
5
|
+
*/
|
|
6
|
+
const ENTITIES = {
|
|
7
|
+
amp: "&", lt: "<", gt: ">", quot: '"', apos: "'", "#39": "'", nbsp: " ",
|
|
8
|
+
};
|
|
9
|
+
/** Decode common HTML entities, strip zero-width chars, collapse whitespace. */
|
|
10
|
+
export function normalizeString(s) {
|
|
11
|
+
const decoded = s.replace(/&(#x?[0-9a-f]+|\w+);/gi, (m, body) => {
|
|
12
|
+
if (body[0] === "#") {
|
|
13
|
+
const code = body[1] === "x" || body[1] === "X" ? parseInt(body.slice(2), 16) : Number(body.slice(1));
|
|
14
|
+
return Number.isFinite(code) ? String.fromCodePoint(code) : m;
|
|
15
|
+
}
|
|
16
|
+
return ENTITIES[body.toLowerCase()] ?? m;
|
|
17
|
+
});
|
|
18
|
+
return decoded.replace(/[-]/g, "").replace(/\s+/g, " ").trim();
|
|
19
|
+
}
|
|
20
|
+
/**
|
|
21
|
+
* Parse a number from messy text ('€1,234.56', "1'234,50", '1 234,56'). The
|
|
22
|
+
* decimal separator is the last `.`/`,` followed by 1-2 digits; the rest are
|
|
23
|
+
* thousands separators. Returns null when no number is present.
|
|
24
|
+
*/
|
|
25
|
+
export function parseNumber(raw) {
|
|
26
|
+
const s = raw.replace(/[^0-9.,'\s-]/g, "").trim();
|
|
27
|
+
if (!s)
|
|
28
|
+
return null;
|
|
29
|
+
const frac = s.match(/[.,](\d{1,2})$/)?.[1];
|
|
30
|
+
const normalized = frac
|
|
31
|
+
? `${s.slice(0, s.length - frac.length - 1).replace(/[.,'\s]/g, "")}.${frac}`
|
|
32
|
+
: s.replace(/[.,'\s]/g, "");
|
|
33
|
+
const n = Number(normalized);
|
|
34
|
+
return Number.isFinite(n) ? n : null;
|
|
35
|
+
}
|
|
36
|
+
/** Apply string normalization to every string field; coerce `numericFields`. */
|
|
37
|
+
export function cleanRows(rows, numericFields = []) {
|
|
38
|
+
return rows.map((row) => {
|
|
39
|
+
const out = {};
|
|
40
|
+
for (const [k, v] of Object.entries(row))
|
|
41
|
+
out[k] = typeof v === "string" ? normalizeString(v) : v;
|
|
42
|
+
for (const f of numericFields) {
|
|
43
|
+
if (out[f] != null) {
|
|
44
|
+
const n = parseNumber(String(out[f]));
|
|
45
|
+
if (n !== null)
|
|
46
|
+
out[f] = n;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
return out;
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
//# sourceMappingURL=clean.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"clean.js","sourceRoot":"","sources":["../../../src/extraction/pipeline/clean.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,MAAM,QAAQ,GAA2B;IACvC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG;CACxE,CAAC;AAEF,gFAAgF;AAChF,MAAM,UAAU,eAAe,CAAC,CAAS;IACvC,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,wBAAwB,EAAE,CAAC,CAAC,EAAE,IAAY,EAAE,EAAE;QACtE,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACtG,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACrE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,WAAW,CAAC,GAAW;IACrC,MAAM,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAClD,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACpB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,IAAI;QACrB,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,IAAI,EAAE;QAC7E,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC9B,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAC7B,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACvC,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,SAAS,CACvB,IAA+B,EAC/B,gBAA0B,EAAE;IAE5B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtB,MAAM,GAAG,GAA4B,EAAE,CAAC;QACxC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC;YAAE,GAAG,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClG,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC9B,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;gBACnB,MAAM,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtC,IAAI,CAAC,KAAK,IAAI;oBAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Dedupe stage: collapse rows sharing a composite key built from `keyFields`
|
|
3
|
+
* (lowercased + trimmed, NUL-separated to avoid field-boundary collisions).
|
|
4
|
+
* Pure.
|
|
5
|
+
* @module extraction/pipeline/dedupe
|
|
6
|
+
*/
|
|
7
|
+
/** Remove duplicate rows by `keyFields`, keeping the first or last occurrence. */
|
|
8
|
+
export declare function dedupeRows(rows: Record<string, unknown>[], keyFields: string[], keep?: "first" | "last"): Record<string, unknown>[];
|
|
9
|
+
//# sourceMappingURL=dedupe.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dedupe.d.ts","sourceRoot":"","sources":["../../../src/extraction/pipeline/dedupe.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAOH,kFAAkF;AAClF,wBAAgB,UAAU,CACxB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,SAAS,EAAE,MAAM,EAAE,EACnB,IAAI,GAAE,OAAO,GAAG,MAAgB,GAC/B,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAS3B"}
|
|
Binary file
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dedupe.js","sourceRoot":"","sources":["../../../src/extraction/pipeline/dedupe.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,oDAAoD;AACpD,SAAS,KAAK,CAAC,GAA4B,EAAE,SAAmB;IAC9D,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACnF,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,UAAU,CACxB,IAA+B,EAC/B,SAAmB,EACnB,OAAyB,OAAO;IAEhC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAmC,CAAC;IACxD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAClC,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAChD,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAC5B,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Run the composable extraction pipeline: clean → validate → dedupe → pick →
|
|
3
|
+
* emit. Each stage is optional and pure; returns the processed rows, rejected
|
|
4
|
+
* rows (with reasons), and an optional CSV rendering.
|
|
5
|
+
* @module extraction/pipeline/run
|
|
6
|
+
*/
|
|
7
|
+
import type { PipelineSpec, PipelineResult } from "../../interfaces/pipeline.js";
|
|
8
|
+
/** Apply the declarative `spec` to `rows`. */
|
|
9
|
+
export declare function runPipeline(rows: Record<string, unknown>[], spec: PipelineSpec): PipelineResult;
|
|
10
|
+
//# sourceMappingURL=run.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/extraction/pipeline/run.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,KAAK,EAAc,YAAY,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAW7F,8CAA8C;AAC9C,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,YAAY,GAAG,cAAc,CAY/F"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { toCsv } from "../../lib/serp-csv.js";
|
|
2
|
+
import { cleanRows } from "./clean.js";
|
|
3
|
+
import { dedupeRows } from "./dedupe.js";
|
|
4
|
+
import { validateRows } from "./validate.js";
|
|
5
|
+
/** Restrict each row to `columns` (preserving order). */
|
|
6
|
+
function pickColumns(rows, columns) {
|
|
7
|
+
return rows.map((row) => Object.fromEntries(columns.map((c) => [c, row[c]])));
|
|
8
|
+
}
|
|
9
|
+
/** Apply the declarative `spec` to `rows`. */
|
|
10
|
+
export function runPipeline(rows, spec) {
|
|
11
|
+
let out = spec.clean ? cleanRows(rows, spec.clean.numericFields) : rows;
|
|
12
|
+
let invalid = [];
|
|
13
|
+
if (spec.validate) {
|
|
14
|
+
const res = validateRows(out, spec.validate);
|
|
15
|
+
out = res.valid;
|
|
16
|
+
invalid = res.invalid;
|
|
17
|
+
}
|
|
18
|
+
if (spec.dedupeBy?.length)
|
|
19
|
+
out = dedupeRows(out, spec.dedupeBy, spec.keep ?? "first");
|
|
20
|
+
if (spec.columns?.length)
|
|
21
|
+
out = pickColumns(out, spec.columns);
|
|
22
|
+
const csv = spec.emit === "csv" ? toCsv(out, spec.columns ?? Object.keys(out[0] ?? {})) : undefined;
|
|
23
|
+
return { rows: out, invalid, csv };
|
|
24
|
+
}
|
|
25
|
+
//# sourceMappingURL=run.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run.js","sourceRoot":"","sources":["../../../src/extraction/pipeline/run.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C,yDAAyD;AACzD,SAAS,WAAW,CAAC,IAA+B,EAAE,OAAiB;IACrE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,WAAW,CAAC,IAA+B,EAAE,IAAkB;IAC7E,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACxE,IAAI,OAAO,GAAiB,EAAE,CAAC;IAC/B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC;QAChB,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IACxB,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,EAAE,MAAM;QAAE,GAAG,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC;IACtF,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM;QAAE,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/D,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACpG,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;AACrC,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Validate stage: apply per-field rules to rows, partitioning into valid and
|
|
3
|
+
* invalid (with reasons). Zero-dep and pure — no schema library.
|
|
4
|
+
* @module extraction/pipeline/validate
|
|
5
|
+
*/
|
|
6
|
+
import type { FieldRule, InvalidRow } from "../../interfaces/pipeline.js";
|
|
7
|
+
/** Partition `rows` by `schema`; failing rows go to `invalid` with reasons. */
|
|
8
|
+
export declare function validateRows(rows: Record<string, unknown>[], schema: Record<string, FieldRule>): {
|
|
9
|
+
valid: Record<string, unknown>[];
|
|
10
|
+
invalid: InvalidRow[];
|
|
11
|
+
};
|
|
12
|
+
//# sourceMappingURL=validate.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../../src/extraction/pipeline/validate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAoB1E,+EAA+E;AAC/E,wBAAgB,YAAY,CAC1B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAChC;IAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IAAC,OAAO,EAAE,UAAU,EAAE,CAAA;CAAE,CAS7D"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/** Collect rule violations for one field value (empty array = ok). */
|
|
2
|
+
function checkField(field, value, rule) {
|
|
3
|
+
const errors = [];
|
|
4
|
+
const missing = value === undefined || value === null || value === "";
|
|
5
|
+
if (rule.required && missing)
|
|
6
|
+
return [`${field}: required`];
|
|
7
|
+
if (missing)
|
|
8
|
+
return errors;
|
|
9
|
+
if (rule.type && typeof value !== rule.type)
|
|
10
|
+
errors.push(`${field}: expected ${rule.type}, got ${typeof value}`);
|
|
11
|
+
if (rule.regex && typeof value === "string" && !new RegExp(rule.regex).test(value)) {
|
|
12
|
+
errors.push(`${field}: failed regex ${rule.regex}`);
|
|
13
|
+
}
|
|
14
|
+
if (typeof value === "number") {
|
|
15
|
+
if (rule.min !== undefined && value < rule.min)
|
|
16
|
+
errors.push(`${field}: ${value} < min ${rule.min}`);
|
|
17
|
+
if (rule.max !== undefined && value > rule.max)
|
|
18
|
+
errors.push(`${field}: ${value} > max ${rule.max}`);
|
|
19
|
+
}
|
|
20
|
+
if (rule.enum && !rule.enum.includes(value))
|
|
21
|
+
errors.push(`${field}: "${String(value)}" not allowed`);
|
|
22
|
+
return errors;
|
|
23
|
+
}
|
|
24
|
+
/** Partition `rows` by `schema`; failing rows go to `invalid` with reasons. */
|
|
25
|
+
export function validateRows(rows, schema) {
|
|
26
|
+
const valid = [];
|
|
27
|
+
const invalid = [];
|
|
28
|
+
for (const row of rows) {
|
|
29
|
+
const errors = Object.entries(schema).flatMap(([field, rule]) => checkField(field, row[field], rule));
|
|
30
|
+
if (errors.length)
|
|
31
|
+
invalid.push({ row, errors });
|
|
32
|
+
else
|
|
33
|
+
valid.push(row);
|
|
34
|
+
}
|
|
35
|
+
return { valid, invalid };
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=validate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../../src/extraction/pipeline/validate.ts"],"names":[],"mappings":"AAOA,sEAAsE;AACtE,SAAS,UAAU,CAAC,KAAa,EAAE,KAAc,EAAE,IAAe;IAChE,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAG,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;IACtE,IAAI,IAAI,CAAC,QAAQ,IAAI,OAAO;QAAE,OAAO,CAAC,GAAG,KAAK,YAAY,CAAC,CAAC;IAC5D,IAAI,OAAO;QAAE,OAAO,MAAM,CAAC;IAC3B,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO,KAAK,KAAK,IAAI,CAAC,IAAI;QAAE,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,cAAc,IAAI,CAAC,IAAI,SAAS,OAAO,KAAK,EAAE,CAAC,CAAC;IACjH,IAAI,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACnF,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,kBAAkB,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,KAAK,KAAK,UAAU,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACpG,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,KAAK,KAAK,UAAU,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACtG,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,MAAM,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IACrG,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,YAAY,CAC1B,IAA+B,EAC/B,MAAiC;IAEjC,MAAM,KAAK,GAA8B,EAAE,CAAC;IAC5C,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QACtG,IAAI,MAAM,CAAC,MAAM;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;;YAC5C,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAC5B,CAAC"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Types for the composable extraction pipeline (clean → validate → dedupe →
|
|
3
|
+
* emit) applied to extracted records.
|
|
4
|
+
* @module interfaces/pipeline
|
|
5
|
+
*/
|
|
6
|
+
/** Expected primitive type of a field. */
|
|
7
|
+
export type FieldType = "string" | "number" | "boolean";
|
|
8
|
+
/** Per-field validation rule (regex is a string, compiled at run time). */
|
|
9
|
+
export interface FieldRule {
|
|
10
|
+
required?: boolean;
|
|
11
|
+
type?: FieldType;
|
|
12
|
+
regex?: string;
|
|
13
|
+
min?: number;
|
|
14
|
+
max?: number;
|
|
15
|
+
enum?: unknown[];
|
|
16
|
+
}
|
|
17
|
+
/** A row rejected by validation, with its failure reasons. */
|
|
18
|
+
export interface InvalidRow {
|
|
19
|
+
row: Record<string, unknown>;
|
|
20
|
+
errors: string[];
|
|
21
|
+
}
|
|
22
|
+
/** Declarative pipeline specification (all stages optional). */
|
|
23
|
+
export interface PipelineSpec {
|
|
24
|
+
/** Normalize strings; coerce listed fields to numbers. */
|
|
25
|
+
clean?: {
|
|
26
|
+
numericFields?: string[];
|
|
27
|
+
};
|
|
28
|
+
/** Per-field rules; failing rows move to `invalid`. */
|
|
29
|
+
validate?: Record<string, FieldRule>;
|
|
30
|
+
/** Dedupe by these fields (composite key, normalized). */
|
|
31
|
+
dedupeBy?: string[];
|
|
32
|
+
/** Keep the first or last duplicate (default `first`). */
|
|
33
|
+
keep?: "first" | "last";
|
|
34
|
+
/** Restrict output to these columns. */
|
|
35
|
+
columns?: string[];
|
|
36
|
+
/** Output format: `json` rows (default) or a `csv` string. */
|
|
37
|
+
emit?: "json" | "csv";
|
|
38
|
+
}
|
|
39
|
+
/** Outcome of running a pipeline over rows. */
|
|
40
|
+
export interface PipelineResult {
|
|
41
|
+
rows: Record<string, unknown>[];
|
|
42
|
+
invalid: InvalidRow[];
|
|
43
|
+
csv?: string;
|
|
44
|
+
}
|
|
45
|
+
//# sourceMappingURL=pipeline.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/interfaces/pipeline.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,0CAA0C;AAC1C,MAAM,MAAM,SAAS,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;AAExD,2EAA2E;AAC3E,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC;CAClB;AAED,8DAA8D;AAC9D,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,gEAAgE;AAChE,MAAM,WAAW,YAAY;IAC3B,0DAA0D;IAC1D,KAAK,CAAC,EAAE;QAAE,aAAa,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IACrC,uDAAuD;IACvD,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrC,0DAA0D;IAC1D,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,0DAA0D;IAC1D,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACxB,wCAAwC;IACxC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,8DAA8D;IAC9D,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;CACvB;AAED,+CAA+C;AAC/C,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IAChC,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/interfaces/pipeline.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}
|
|
@@ -56,6 +56,10 @@ export interface AgentOptions {
|
|
|
56
56
|
executablePath?: string;
|
|
57
57
|
cdpEndpoint?: string;
|
|
58
58
|
storageStatePath?: string;
|
|
59
|
+
/** HAR: record traffic to `harPath` (`harMode` minimal/full), or replay from `harReplay`. */
|
|
60
|
+
harPath?: string;
|
|
61
|
+
harMode?: "minimal" | "full";
|
|
62
|
+
harReplay?: string;
|
|
59
63
|
humanMode?: boolean;
|
|
60
64
|
headless?: boolean;
|
|
61
65
|
locale?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/interfaces/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAE3D,qDAAqD;AACrD,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,gFAAgF;AAChF,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,WAAW,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,8EAA8E;AAC9E,MAAM,MAAM,aAAa,GACrB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;CAAE,GAC7D;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;CAAE,GAC3E;IACE,IAAI,EAAE,OAAO,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GACD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAElC,sCAAsC;AACtC,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAED,kCAAkC;AAClC,MAAM,WAAW,YAAY;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,0CAA0C;IAC1C,KAAK,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IAC7B,+DAA+D;IAC/D,OAAO,CAAC,EAAE,aAAa,CAAC;CACzB;AAED,yBAAyB;AACzB,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,EAAE,aAAa,EAAE,CAAC;IAC1B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,uEAAuE;IACvE,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,4EAA4E;IAC5E,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,qEAAqE;IACrE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8DAA8D;IAC9D,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB"}
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/interfaces/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAE3D,qDAAqD;AACrD,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,gFAAgF;AAChF,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,WAAW,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,8EAA8E;AAC9E,MAAM,MAAM,aAAa,GACrB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;CAAE,GAC7D;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;CAAE,GAC3E;IACE,IAAI,EAAE,OAAO,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GACD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAElC,sCAAsC;AACtC,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAED,kCAAkC;AAClC,MAAM,WAAW,YAAY;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,6FAA6F;IAC7F,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,0CAA0C;IAC1C,KAAK,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IAC7B,+DAA+D;IAC/D,OAAO,CAAC,EAAE,aAAa,CAAC;CACzB;AAED,yBAAyB;AACzB,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,EAAE,aAAa,EAAE,CAAC;IAC1B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,uEAAuE;IACvE,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,4EAA4E;IAC5E,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,qEAAqE;IACrE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8DAA8D;IAC9D,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"map-options.d.ts","sourceRoot":"","sources":["../../src/server/map-options.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAiB,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAMxF,iFAAiF;AACjF,wBAAgB,cAAc,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,YAAY,
|
|
1
|
+
{"version":3,"file":"map-options.d.ts","sourceRoot":"","sources":["../../src/server/map-options.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAiB,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAMxF,iFAAiF;AACjF,wBAAgB,cAAc,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,YAAY,CA4BvE;AAED,4DAA4D;AAC5D,wBAAgB,cAAc,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,YAAY,CAcvE"}
|
|
@@ -19,6 +19,9 @@ export function toAgentOptions(a) {
|
|
|
19
19
|
proxyMapPath: a.proxyMapPath,
|
|
20
20
|
proxiesPath: a.proxiesPath,
|
|
21
21
|
storageStatePath: a.storageStatePath ?? ENV.storageStatePath,
|
|
22
|
+
harPath: a.harPath,
|
|
23
|
+
harMode: a.harMode,
|
|
24
|
+
harReplay: a.harReplay,
|
|
22
25
|
realisticProfile: a.realisticProfile,
|
|
23
26
|
replayEnabled: a.replayEnabled,
|
|
24
27
|
replayDir: a.replayDir,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"map-options.js","sourceRoot":"","sources":["../../src/server/map-options.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,qFAAqF;AACrF,MAAM,GAAG,GAAG,gBAAgB,EAAE,CAAC;AAE/B,iFAAiF;AACjF,MAAM,UAAU,cAAc,CAAC,CAA0B;IACvD,OAAO;QACL,MAAM,EAAG,CAAC,CAAC,MAAiC,IAAI,GAAG,CAAC,MAAM;QAC1D,OAAO,EAAG,CAAC,CAAC,OAAsC,IAAI,GAAG,CAAC,OAAO;QACjE,cAAc,EAAG,CAAC,CAAC,cAAqC,IAAI,GAAG,CAAC,cAAc;QAC9E,WAAW,EAAG,CAAC,CAAC,WAAkC,IAAI,GAAG,CAAC,WAAW;QACrE,QAAQ,EAAG,CAAC,CAAC,QAAgC,IAAI,GAAG,CAAC,QAAQ;QAC7D,SAAS,EAAE,CAAC,CAAC,SAAgC;QAC7C,MAAM,EAAE,CAAC,CAAC,MAA4B;QACtC,UAAU,EAAE,CAAC,CAAC,UAAgC;QAC9C,WAAW,EAAG,CAAC,CAAC,WAAkC,IAAI,GAAG,CAAC,WAAW;QACrE,QAAQ,EAAG,CAAC,CAAC,QAA+B,IAAI,GAAG,CAAC,QAAQ;QAC5D,WAAW,EAAG,CAAC,CAAC,WAAkC,IAAI,GAAG,CAAC,WAAW;QACrE,QAAQ,EAAE,CAAC,CAAC,QAA8B;QAC1C,YAAY,EAAE,CAAC,CAAC,YAAkC;QAClD,WAAW,EAAE,CAAC,CAAC,WAAiC;QAChD,gBAAgB,EAAG,CAAC,CAAC,gBAAuC,IAAI,GAAG,CAAC,gBAAgB;QACpF,gBAAgB,EAAE,CAAC,CAAC,gBAAuC;QAC3D,aAAa,EAAE,CAAC,CAAC,aAAoC;QACrD,SAAS,EAAE,CAAC,CAAC,SAA+B;QAC5C,aAAa,EAAE,CAAC,CAAC,aAAmC;QACpD,SAAS,EAAG,CAAC,CAAC,SAAgC,IAAI,GAAG,CAAC,SAAS;QAC/D,KAAK,EAAE,CAAC,CAAC,KAA8B;QACvC,OAAO,EAAE,CAAC,CAAC,OAAkC;KAC9C,CAAC;AACJ,CAAC;AAED,4DAA4D;AAC5D,MAAM,UAAU,cAAc,CAAC,CAA0B;IACvD,OAAO;QACL,OAAO,EAAE,CAAC,CAAC,OAAsC;QACjD,aAAa,EAAE,CAAC,CAAC,aAAoC;QACrD,WAAW,EAAE,CAAC,CAAC,WAAkC;QACjD,aAAa,EAAE,CAAC,CAAC,aAAoC;QACrD,MAAM,EAAE,CAAC,CAAC,MAA4B;QACtC,gBAAgB,EAAE,CAAC,CAAC,gBAAuC;QAC3D,aAAa,EAAE,CAAC,CAAC,aAAoC;QACrD,YAAY,EAAE,CAAC,CAAC,YAAmC;QACnD,WAAW,EAAE,CAAC,CAAC,WAAkC;QACjD,SAAS,EAAE,CAAC,CAAC,SAA+B;QAC5C,UAAU,EAAE,CAAC,CAAC,UAAgC;KAC/C,CAAC;AACJ,CAAC"}
|
|
1
|
+
{"version":3,"file":"map-options.js","sourceRoot":"","sources":["../../src/server/map-options.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,qFAAqF;AACrF,MAAM,GAAG,GAAG,gBAAgB,EAAE,CAAC;AAE/B,iFAAiF;AACjF,MAAM,UAAU,cAAc,CAAC,CAA0B;IACvD,OAAO;QACL,MAAM,EAAG,CAAC,CAAC,MAAiC,IAAI,GAAG,CAAC,MAAM;QAC1D,OAAO,EAAG,CAAC,CAAC,OAAsC,IAAI,GAAG,CAAC,OAAO;QACjE,cAAc,EAAG,CAAC,CAAC,cAAqC,IAAI,GAAG,CAAC,cAAc;QAC9E,WAAW,EAAG,CAAC,CAAC,WAAkC,IAAI,GAAG,CAAC,WAAW;QACrE,QAAQ,EAAG,CAAC,CAAC,QAAgC,IAAI,GAAG,CAAC,QAAQ;QAC7D,SAAS,EAAE,CAAC,CAAC,SAAgC;QAC7C,MAAM,EAAE,CAAC,CAAC,MAA4B;QACtC,UAAU,EAAE,CAAC,CAAC,UAAgC;QAC9C,WAAW,EAAG,CAAC,CAAC,WAAkC,IAAI,GAAG,CAAC,WAAW;QACrE,QAAQ,EAAG,CAAC,CAAC,QAA+B,IAAI,GAAG,CAAC,QAAQ;QAC5D,WAAW,EAAG,CAAC,CAAC,WAAkC,IAAI,GAAG,CAAC,WAAW;QACrE,QAAQ,EAAE,CAAC,CAAC,QAA8B;QAC1C,YAAY,EAAE,CAAC,CAAC,YAAkC;QAClD,WAAW,EAAE,CAAC,CAAC,WAAiC;QAChD,gBAAgB,EAAG,CAAC,CAAC,gBAAuC,IAAI,GAAG,CAAC,gBAAgB;QACpF,OAAO,EAAE,CAAC,CAAC,OAA6B;QACxC,OAAO,EAAE,CAAC,CAAC,OAAyC;QACpD,SAAS,EAAE,CAAC,CAAC,SAA+B;QAC5C,gBAAgB,EAAE,CAAC,CAAC,gBAAuC;QAC3D,aAAa,EAAE,CAAC,CAAC,aAAoC;QACrD,SAAS,EAAE,CAAC,CAAC,SAA+B;QAC5C,aAAa,EAAE,CAAC,CAAC,aAAmC;QACpD,SAAS,EAAG,CAAC,CAAC,SAAgC,IAAI,GAAG,CAAC,SAAS;QAC/D,KAAK,EAAE,CAAC,CAAC,KAA8B;QACvC,OAAO,EAAE,CAAC,CAAC,OAAkC;KAC9C,CAAC;AACJ,CAAC;AAED,4DAA4D;AAC5D,MAAM,UAAU,cAAc,CAAC,CAA0B;IACvD,OAAO;QACL,OAAO,EAAE,CAAC,CAAC,OAAsC;QACjD,aAAa,EAAE,CAAC,CAAC,aAAoC;QACrD,WAAW,EAAE,CAAC,CAAC,WAAkC;QACjD,aAAa,EAAE,CAAC,CAAC,aAAoC;QACrD,MAAM,EAAE,CAAC,CAAC,MAA4B;QACtC,gBAAgB,EAAE,CAAC,CAAC,gBAAuC;QAC3D,aAAa,EAAE,CAAC,CAAC,aAAoC;QACrD,YAAY,EAAE,CAAC,CAAC,YAAmC;QACnD,WAAW,EAAE,CAAC,CAAC,WAAkC;QACjD,SAAS,EAAE,CAAC,CAAC,SAA+B;QAC5C,UAAU,EAAE,CAAC,CAAC,UAAgC;KAC/C,CAAC;AACJ,CAAC"}
|
package/dist/server/schemas.d.ts
CHANGED
|
@@ -34,6 +34,12 @@ export declare const agentOptionShape: {
|
|
|
34
34
|
proxyMapPath: z.ZodOptional<z.ZodString>;
|
|
35
35
|
proxiesPath: z.ZodOptional<z.ZodString>;
|
|
36
36
|
storageStatePath: z.ZodOptional<z.ZodString>;
|
|
37
|
+
harPath: z.ZodOptional<z.ZodString>;
|
|
38
|
+
harMode: z.ZodOptional<z.ZodEnum<{
|
|
39
|
+
minimal: "minimal";
|
|
40
|
+
full: "full";
|
|
41
|
+
}>>;
|
|
42
|
+
harReplay: z.ZodOptional<z.ZodString>;
|
|
37
43
|
realisticProfile: z.ZodOptional<z.ZodBoolean>;
|
|
38
44
|
replayEnabled: z.ZodOptional<z.ZodBoolean>;
|
|
39
45
|
replayDir: z.ZodOptional<z.ZodString>;
|
|
@@ -105,6 +111,12 @@ export declare const probeShape: {
|
|
|
105
111
|
proxyMapPath: z.ZodOptional<z.ZodString>;
|
|
106
112
|
proxiesPath: z.ZodOptional<z.ZodString>;
|
|
107
113
|
storageStatePath: z.ZodOptional<z.ZodString>;
|
|
114
|
+
harPath: z.ZodOptional<z.ZodString>;
|
|
115
|
+
harMode: z.ZodOptional<z.ZodEnum<{
|
|
116
|
+
minimal: "minimal";
|
|
117
|
+
full: "full";
|
|
118
|
+
}>>;
|
|
119
|
+
harReplay: z.ZodOptional<z.ZodString>;
|
|
108
120
|
realisticProfile: z.ZodOptional<z.ZodBoolean>;
|
|
109
121
|
replayEnabled: z.ZodOptional<z.ZodBoolean>;
|
|
110
122
|
replayDir: z.ZodOptional<z.ZodString>;
|
|
@@ -173,6 +185,12 @@ export declare const probeHtmlShape: {
|
|
|
173
185
|
proxyMapPath: z.ZodOptional<z.ZodString>;
|
|
174
186
|
proxiesPath: z.ZodOptional<z.ZodString>;
|
|
175
187
|
storageStatePath: z.ZodOptional<z.ZodString>;
|
|
188
|
+
harPath: z.ZodOptional<z.ZodString>;
|
|
189
|
+
harMode: z.ZodOptional<z.ZodEnum<{
|
|
190
|
+
minimal: "minimal";
|
|
191
|
+
full: "full";
|
|
192
|
+
}>>;
|
|
193
|
+
harReplay: z.ZodOptional<z.ZodString>;
|
|
176
194
|
realisticProfile: z.ZodOptional<z.ZodBoolean>;
|
|
177
195
|
replayEnabled: z.ZodOptional<z.ZodBoolean>;
|
|
178
196
|
replayDir: z.ZodOptional<z.ZodString>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../src/server/schemas.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAcxB,iDAAiD;AACjD,eAAO,MAAM,gBAAgB
|
|
1
|
+
{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../src/server/schemas.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAcxB,iDAAiD;AACjD,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAyC5B,CAAC;AAEF,wDAAwD;AACxD,eAAO,MAAM,YAAY;;kCAAuD,CAAC;AAgBjF,mCAAmC;AACnC,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAA0D,CAAC;AAElF,wCAAwC;AACxC,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAA2D,CAAC"}
|
package/dist/server/schemas.js
CHANGED
|
@@ -31,6 +31,9 @@ export const agentOptionShape = {
|
|
|
31
31
|
proxyMapPath: z.string().optional(),
|
|
32
32
|
proxiesPath: z.string().optional(),
|
|
33
33
|
storageStatePath: z.string().optional(),
|
|
34
|
+
harPath: z.string().optional(),
|
|
35
|
+
harMode: z.enum(["minimal", "full"]).optional(),
|
|
36
|
+
harReplay: z.string().optional(),
|
|
34
37
|
realisticProfile: z.boolean().optional(),
|
|
35
38
|
replayEnabled: z.boolean().optional(),
|
|
36
39
|
replayDir: z.string().optional(),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../src/server/schemas.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,qDAAqD;AACrD,MAAM,QAAQ,GAAG;IACf,QAAQ;IACR,aAAa;IACb,YAAY;IACZ,eAAe;IACf,QAAQ;IACR,aAAa;IACb,YAAY;IACZ,eAAe;CACP,CAAC;AAEX,iDAAiD;AACjD,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC5E,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE;IACpC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAChC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACxC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACrC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,CAAC;SACL,MAAM,CAAC;QACN,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACxC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACnC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QAClC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;KACxC,CAAC;SACD,QAAQ,EAAE;IACb,OAAO,EAAE,CAAC;SACP,MAAM,CAAC;QACN,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;QAC3D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;QAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC9B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;KACpC,CAAC;SACD,QAAQ,EAAE;CACd,CAAC;AAEF,wDAAwD;AACxD,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;AAEjF,MAAM,UAAU,GAAG;IACjB,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACrC,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACxC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACrC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE;IACzC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACpC,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACnC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACtC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAClC,CAAC;AAEF,mCAAmC;AACnC,MAAM,CAAC,MAAM,UAAU,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,GAAG,gBAAgB,EAAE,GAAG,UAAU,EAAE,CAAC;AAElF,wCAAwC;AACxC,MAAM,CAAC,MAAM,cAAc,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,GAAG,gBAAgB,EAAE,GAAG,UAAU,EAAE,CAAC"}
|
|
1
|
+
{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../src/server/schemas.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,qDAAqD;AACrD,MAAM,QAAQ,GAAG;IACf,QAAQ;IACR,aAAa;IACb,YAAY;IACZ,eAAe;IACf,QAAQ;IACR,aAAa;IACb,YAAY;IACZ,eAAe;CACP,CAAC;AAEX,iDAAiD;AACjD,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC5E,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE;IACpC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAChC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC/C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACxC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACrC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,CAAC;SACL,MAAM,CAAC;QACN,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACxC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACnC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QAClC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;KACxC,CAAC;SACD,QAAQ,EAAE;IACb,OAAO,EAAE,CAAC;SACP,MAAM,CAAC;QACN,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;QAC3D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;QAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC9B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;KACpC,CAAC;SACD,QAAQ,EAAE;CACd,CAAC;AAEF,wDAAwD;AACxD,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;AAEjF,MAAM,UAAU,GAAG;IACjB,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACrC,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACxC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACrC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE;IACzC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACpC,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACnC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACtC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAClC,CAAC;AAEF,mCAAmC;AACnC,MAAM,CAAC,MAAM,UAAU,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,GAAG,gBAAgB,EAAE,GAAG,UAAU,EAAE,CAAC;AAElF,wCAAwC;AACxC,MAAM,CAAC,MAAM,cAAc,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,GAAG,gBAAgB,EAAE,GAAG,UAAU,EAAE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAEpE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAEpE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAmBvD,+DAA+D;AAC/D,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,SAAS,CAAC;IAClB,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,6EAA6E;AAC7E,wBAAgB,YAAY,IAAI,WAAW,CAqB1C"}
|
package/dist/server/server.js
CHANGED
|
@@ -11,6 +11,7 @@ import { registerCollectTool } from "./tools/collect.js";
|
|
|
11
11
|
import { registerConnectTool } from "./tools/connect.js";
|
|
12
12
|
import { registerExtractTool } from "./tools/extract.js";
|
|
13
13
|
import { registerExtractSchemaTool } from "./tools/extract-schema.js";
|
|
14
|
+
import { registerHandoffTool } from "./tools/handoff.js";
|
|
14
15
|
import { registerNavigateTool } from "./tools/navigate.js";
|
|
15
16
|
import { registerFetchTool } from "./tools/fetch.js";
|
|
16
17
|
import { registerProbeTools } from "./tools/probe.js";
|
|
@@ -40,6 +41,7 @@ export function createServer() {
|
|
|
40
41
|
registerExtractSchemaTool(server, sessions);
|
|
41
42
|
registerScreenshotTool(server, sessions);
|
|
42
43
|
registerVisualDiffTool(server, sessions);
|
|
44
|
+
registerHandoffTool(server, sessions);
|
|
43
45
|
registerResources(server);
|
|
44
46
|
return { server, sessions };
|
|
45
47
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAQnD,6EAA6E;AAC7E,MAAM,UAAU,YAAY;IAC1B,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,IAAI,cAAc,EAAE,CAAC;IACtC,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC3B,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC1B,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAC9B,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACnC,qBAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACxC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACnC,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,yBAAyB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC5C,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACzC,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACzC,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC1B,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC9B,CAAC"}
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAQnD,6EAA6E;AAC7E,MAAM,UAAU,YAAY;IAC1B,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,IAAI,cAAc,EAAE,CAAC;IACtC,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC3B,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC1B,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAC9B,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACnC,qBAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACxC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACnC,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,yBAAyB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC5C,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACzC,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACzC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC1B,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC9B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"collect.d.ts","sourceRoot":"","sources":["../../../src/server/tools/collect.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;
|
|
1
|
+
{"version":3,"file":"collect.d.ts","sourceRoot":"","sources":["../../../src/server/tools/collect.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAKzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAyB/D,kCAAkC;AAClC,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,cAAc,GAAG,IAAI,CA8CrF"}
|
|
@@ -1,7 +1,27 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
|
+
import { runPipeline } from "../../extraction/pipeline/run.js";
|
|
2
3
|
import { scrollCollect } from "../../state/scroll-collect.js";
|
|
3
4
|
import { jsonResult } from "../result.js";
|
|
4
5
|
import { withSession } from "./with-session.js";
|
|
6
|
+
const FIELD_RULE = z.object({
|
|
7
|
+
required: z.boolean().optional(),
|
|
8
|
+
type: z.enum(["string", "number", "boolean"]).optional(),
|
|
9
|
+
regex: z.string().optional(),
|
|
10
|
+
min: z.number().optional(),
|
|
11
|
+
max: z.number().optional(),
|
|
12
|
+
enum: z.array(z.unknown()).optional(),
|
|
13
|
+
});
|
|
14
|
+
/** Declarative clean→validate→dedupe→emit spec applied to collected rows. */
|
|
15
|
+
const PIPELINE_SCHEMA = z
|
|
16
|
+
.object({
|
|
17
|
+
clean: z.object({ numericFields: z.array(z.string()).optional() }).optional(),
|
|
18
|
+
validate: z.record(z.string(), FIELD_RULE).optional(),
|
|
19
|
+
dedupeBy: z.array(z.string()).optional(),
|
|
20
|
+
keep: z.enum(["first", "last"]).optional(),
|
|
21
|
+
columns: z.array(z.string()).optional(),
|
|
22
|
+
emit: z.enum(["json", "csv"]).optional(),
|
|
23
|
+
})
|
|
24
|
+
.optional();
|
|
5
25
|
/** Register `browser_collect`. */
|
|
6
26
|
export function registerCollectTool(server, sessions) {
|
|
7
27
|
server.registerTool("browser_collect", {
|
|
@@ -13,6 +33,7 @@ export function registerCollectTool(server, sessions) {
|
|
|
13
33
|
container: z.string().optional(),
|
|
14
34
|
maxSteps: z.number().int().optional(),
|
|
15
35
|
extractPrices: z.boolean().optional(),
|
|
36
|
+
pipeline: PIPELINE_SCHEMA,
|
|
16
37
|
},
|
|
17
38
|
}, async (args) => {
|
|
18
39
|
const a = args;
|
|
@@ -23,6 +44,18 @@ export function registerCollectTool(server, sessions) {
|
|
|
23
44
|
maxSteps: typeof a.maxSteps === "number" ? a.maxSteps : undefined,
|
|
24
45
|
extractPrices: a.extractPrices === true,
|
|
25
46
|
});
|
|
47
|
+
if (a.pipeline) {
|
|
48
|
+
const rows = result.items;
|
|
49
|
+
const pr = runPipeline(rows, a.pipeline);
|
|
50
|
+
return jsonResult({
|
|
51
|
+
count: pr.rows.length,
|
|
52
|
+
steps: result.steps,
|
|
53
|
+
reachedEnd: result.reachedEnd,
|
|
54
|
+
invalidCount: pr.invalid.length,
|
|
55
|
+
items: pr.rows,
|
|
56
|
+
csv: pr.csv,
|
|
57
|
+
});
|
|
58
|
+
}
|
|
26
59
|
return jsonResult({
|
|
27
60
|
count: result.items.length,
|
|
28
61
|
steps: result.steps,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"collect.js","sourceRoot":"","sources":["../../../src/server/tools/collect.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAE9D,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,kCAAkC;AAClC,MAAM,UAAU,mBAAmB,CAAC,MAAiB,EAAE,QAAwB;IAC7E,MAAM,CAAC,YAAY,CACjB,iBAAiB,EACjB;QACE,KAAK,EAAE,0BAA0B;QACjC,WAAW,EACT,0WAA0W;QAC5W,WAAW,EAAE;YACX,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;YACrB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;YAChB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAChC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;YACrC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;
|
|
1
|
+
{"version":3,"file":"collect.js","sourceRoot":"","sources":["../../../src/server/tools/collect.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAE/D,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAE9D,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1B,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAChC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE;IACxD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;CACtC,CAAC,CAAC;AAEH,6EAA6E;AAC7E,MAAM,eAAe,GAAG,CAAC;KACtB,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC7E,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC,CAAC,QAAQ,EAAE;IACrD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC1C,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE;CACzC,CAAC;KACD,QAAQ,EAAE,CAAC;AAEd,kCAAkC;AAClC,MAAM,UAAU,mBAAmB,CAAC,MAAiB,EAAE,QAAwB;IAC7E,MAAM,CAAC,YAAY,CACjB,iBAAiB,EACjB;QACE,KAAK,EAAE,0BAA0B;QACjC,WAAW,EACT,0WAA0W;QAC5W,WAAW,EAAE;YACX,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;YACrB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;YAChB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAChC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;YACrC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;YACrC,QAAQ,EAAE,eAAe;SAC1B;KACF,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,MAAM,CAAC,GAAG,IAA+B,CAAC;QAC1C,OAAO,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YAC5D,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE;gBACzC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;gBACpB,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;gBACpE,QAAQ,EAAE,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;gBACjE,aAAa,EAAE,CAAC,CAAC,aAAa,KAAK,IAAI;aACxC,CAAC,CAAC;YACH,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;gBACf,MAAM,IAAI,GAAG,MAAM,CAAC,KAA6C,CAAC;gBAClE,MAAM,EAAE,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,QAAwB,CAAC,CAAC;gBACzD,OAAO,UAAU,CAAC;oBAChB,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM;oBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,YAAY,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM;oBAC/B,KAAK,EAAE,EAAE,CAAC,IAAI;oBACd,GAAG,EAAE,EAAE,CAAC,GAAG;iBACZ,CAAC,CAAC;YACL,CAAC;YACD,OAAO,UAAU,CAAC;gBAChB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;gBAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `browser_handoff` tool: pause the agent and let a HUMAN drive the live browser
|
|
3
|
+
* (login / 2FA / hard captcha), then resume on a completion condition. The agent
|
|
4
|
+
* and human share the same session, so cookies/auth carry over seamlessly.
|
|
5
|
+
* Requires a visible window (`headless:false`); in headless mode it still waits
|
|
6
|
+
* but no human can act — surfaced as a warning.
|
|
7
|
+
* @module server/tools/handoff
|
|
8
|
+
*/
|
|
9
|
+
import type { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
|
|
10
|
+
import type { SessionManager } from "../../session/manager.js";
|
|
11
|
+
/** Register `browser_handoff`. */
|
|
12
|
+
export declare function registerHandoffTool(server: McpServer, sessions: SessionManager): void;
|
|
13
|
+
//# sourceMappingURL=handoff.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"handoff.d.ts","sourceRoot":"","sources":["../../../src/server/tools/handoff.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAEzE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAI/D,kCAAkC;AAClC,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,cAAc,GAAG,IAAI,CAmCrF"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import { jsonResult } from "../result.js";
|
|
3
|
+
import { withSession } from "./with-session.js";
|
|
4
|
+
/** Register `browser_handoff`. */
|
|
5
|
+
export function registerHandoffTool(server, sessions) {
|
|
6
|
+
server.registerTool("browser_handoff", {
|
|
7
|
+
title: "Human handoff",
|
|
8
|
+
description: "Pause for a human to complete a step in the live browser (login/2FA/captcha), then resume when `url` (substring/regex) or `selector` appears. Same session → auth carries over. Needs headless:false for a human to actually interact.",
|
|
9
|
+
inputSchema: {
|
|
10
|
+
sessionId: z.string(),
|
|
11
|
+
reason: z.string().optional(),
|
|
12
|
+
url: z.string().optional(),
|
|
13
|
+
selector: z.string().optional(),
|
|
14
|
+
timeoutMs: z.number().int().optional(),
|
|
15
|
+
},
|
|
16
|
+
}, async (args) => {
|
|
17
|
+
const a = args;
|
|
18
|
+
return withSession(sessions, String(a.sessionId), async (s) => {
|
|
19
|
+
const timeout = typeof a.timeoutMs === "number" ? a.timeoutMs : 300_000;
|
|
20
|
+
const warn = s.config.headless ? "headless: no human can interact — launch with headless:false" : undefined;
|
|
21
|
+
try {
|
|
22
|
+
if (typeof a.url === "string") {
|
|
23
|
+
await s.page.waitForURL(a.url.includes("*") ? new RegExp(a.url.replace(/\*/g, ".*")) : (u) => u.href.includes(a.url), { timeout });
|
|
24
|
+
}
|
|
25
|
+
else if (typeof a.selector === "string") {
|
|
26
|
+
await s.page.waitForSelector(a.selector, { timeout });
|
|
27
|
+
}
|
|
28
|
+
else {
|
|
29
|
+
await s.page.waitForNavigation({ timeout });
|
|
30
|
+
}
|
|
31
|
+
return jsonResult({ status: "resumed", url: s.page.url(), warning: warn });
|
|
32
|
+
}
|
|
33
|
+
catch {
|
|
34
|
+
return jsonResult({ status: "timeout", url: s.page.url(), warning: warn });
|
|
35
|
+
}
|
|
36
|
+
});
|
|
37
|
+
});
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=handoff.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"handoff.js","sourceRoot":"","sources":["../../../src/server/tools/handoff.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,kCAAkC;AAClC,MAAM,UAAU,mBAAmB,CAAC,MAAiB,EAAE,QAAwB;IAC7E,MAAM,CAAC,YAAY,CACjB,iBAAiB,EACjB;QACE,KAAK,EAAE,eAAe;QACtB,WAAW,EACT,wOAAwO;QAC1O,WAAW,EAAE;YACX,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;YACrB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC7B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC1B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC/B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;SACvC;KACF,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,MAAM,CAAC,GAAG,IAA+B,CAAC;QAC1C,OAAO,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;YAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;YACxE,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,8DAA8D,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5G,IAAI,CAAC;gBACH,IAAI,OAAO,CAAC,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;oBAC9B,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAa,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/I,CAAC;qBAAM,IAAI,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBAC1C,MAAM,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBACxD,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC9C,CAAC;gBACD,OAAO,UAAU,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7E,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,UAAU,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CACF,CAAC;AACJ,CAAC"}
|
|
@@ -1,7 +1,3 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* A live browser session: a context + page kept alive between MCP calls.
|
|
3
|
-
* @module session/session
|
|
4
|
-
*/
|
|
5
1
|
import type { Browser, BrowserContext, Page } from "playwright";
|
|
6
2
|
import type { ResolvedConfig } from "../agent/config.js";
|
|
7
3
|
import { type NetworkLog } from "../agent/network.js";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/session/session.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/session/session.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAChE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAmB,KAAK,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAIvE,0BAA0B;AAC1B,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,cAAc,CAAC;IACxB,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IACxB,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,EAAE,cAAc,CAAC;IACvB,IAAI,EAAE,UAAU,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,uDAAuD;AACvD,wBAAsB,WAAW,CAC/B,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,cAAc,EACtB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,WAAW,CAAC,CAqBtB;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CA6BtE"}
|
package/dist/session/session.js
CHANGED
|
@@ -1,9 +1,20 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* A live browser session: a context + page kept alive between MCP calls.
|
|
3
|
+
* @module session/session
|
|
4
|
+
*/
|
|
5
|
+
import { dirname } from "node:path";
|
|
1
6
|
import { attachListeners } from "../agent/network.js";
|
|
2
7
|
import { selectEngineForConfig } from "../engine/registry.js";
|
|
8
|
+
import { ensureDir } from "../lib/fs.js";
|
|
3
9
|
/** Open a new live session with listeners attached. */
|
|
4
10
|
export async function openSession(id, config, ttlMs) {
|
|
5
11
|
const opened = await selectEngineForConfig(config).open(config);
|
|
6
12
|
const page = opened.page ?? (await opened.context.newPage());
|
|
13
|
+
if (config.harReplay) {
|
|
14
|
+
await page
|
|
15
|
+
.routeFromHAR(config.harReplay, { url: "**/*", update: false, notFound: "fallback" })
|
|
16
|
+
.catch(() => { });
|
|
17
|
+
}
|
|
7
18
|
const logs = attachListeners(page);
|
|
8
19
|
const now = Date.now();
|
|
9
20
|
return {
|
|
@@ -33,6 +44,15 @@ export async function closeSession(session) {
|
|
|
33
44
|
}
|
|
34
45
|
return;
|
|
35
46
|
}
|
|
47
|
+
if (session.config.storageStatePath) {
|
|
48
|
+
try {
|
|
49
|
+
ensureDir(dirname(session.config.storageStatePath));
|
|
50
|
+
await session.context.storageState({ path: session.config.storageStatePath });
|
|
51
|
+
}
|
|
52
|
+
catch {
|
|
53
|
+
/* best-effort: never block teardown */
|
|
54
|
+
}
|
|
55
|
+
}
|
|
36
56
|
try {
|
|
37
57
|
await session.context.close();
|
|
38
58
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/session/session.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/session/session.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,eAAe,EAAmB,MAAM,qBAAqB,CAAC;AACvE,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAezC,uDAAuD;AACvD,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,EAAU,EACV,MAAsB,EACtB,KAAa;IAEb,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAC7D,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,MAAM,IAAI;aACP,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;aACpF,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACrB,CAAC;IACD,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,OAAO;QACL,EAAE;QACF,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,IAAI;QACJ,MAAM;QACN,IAAI;QACJ,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,KAAK;QACpC,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG,GAAG,KAAK;KACvB,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAAoB;IACrD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,2CAA2C;QAC7C,CAAC;QACD,OAAO;IACT,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;YACpD,MAAM,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAChF,CAAC;QAAC,MAAM,CAAC;YACP,uCAAuC;QACzC,CAAC;IACH,CAAC;IACD,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,YAAY;IACd,CAAC;IACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,YAAY;QACd,CAAC;IACH,CAAC;AACH,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@fusengine/browser-mcp",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.21",
|
|
4
4
|
"description": "MCP server + CLI giving AI agents a real, stealth browser (Patchright/Playwright) — per-country identity, self-healing actions, snapshots, multi-step plans, structured extraction, CDP attach.",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"author": "Fusengine",
|
|
@@ -54,7 +54,7 @@
|
|
|
54
54
|
"build": "tsc -p tsconfig.json",
|
|
55
55
|
"typecheck": "tsc -p tsconfig.json --noEmit",
|
|
56
56
|
"test": "bun test tests/unit",
|
|
57
|
-
"test:integration": "node --test --import tsx tests/integration/mcp.test.ts tests/integration/probe.test.ts tests/integration/snapshot.test.ts tests/integration/snapshot-frames.test.ts tests/integration/collect.test.ts tests/integration/selectors.test.ts tests/integration/visual-diff.test.ts tests/integration/run.test.ts tests/integration/extract-schema.test.ts",
|
|
57
|
+
"test:integration": "node --test --import tsx tests/integration/mcp.test.ts tests/integration/probe.test.ts tests/integration/snapshot.test.ts tests/integration/snapshot-frames.test.ts tests/integration/collect.test.ts tests/integration/selectors.test.ts tests/integration/visual-diff.test.ts tests/integration/session-state.test.ts tests/integration/pipeline.test.ts tests/integration/run.test.ts tests/integration/extract-schema.test.ts",
|
|
58
58
|
"browsers": "patchright install chromium",
|
|
59
59
|
"mcp": "node --import tsx src/bin/mcp.ts",
|
|
60
60
|
"cli": "node --import tsx src/bin/cli.ts"
|