@fusengine/browser-mcp 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +175 -0
- package/dist/actions/act-by-ref.d.ts +13 -0
- package/dist/actions/act-by-ref.d.ts.map +1 -0
- package/dist/actions/act-by-ref.js +25 -0
- package/dist/actions/act-by-ref.js.map +1 -0
- package/dist/actions/human.d.ts +8 -0
- package/dist/actions/human.d.ts.map +1 -0
- package/dist/actions/human.js +6 -0
- package/dist/actions/human.js.map +1 -0
- package/dist/actions/login.d.ts +17 -0
- package/dist/actions/login.d.ts.map +1 -0
- package/dist/actions/login.js +11 -0
- package/dist/actions/login.js.map +1 -0
- package/dist/actions/navigation.d.ts +15 -0
- package/dist/actions/navigation.d.ts.map +1 -0
- package/dist/actions/navigation.js +33 -0
- package/dist/actions/navigation.js.map +1 -0
- package/dist/actions/perform.d.ts +15 -0
- package/dist/actions/perform.d.ts.map +1 -0
- package/dist/actions/perform.js +41 -0
- package/dist/actions/perform.js.map +1 -0
- package/dist/actions/smart-click.d.ts +9 -0
- package/dist/actions/smart-click.d.ts.map +1 -0
- package/dist/actions/smart-click.js +55 -0
- package/dist/actions/smart-click.js.map +1 -0
- package/dist/actions/smart-fill.d.ts +9 -0
- package/dist/actions/smart-fill.d.ts.map +1 -0
- package/dist/actions/smart-fill.js +46 -0
- package/dist/actions/smart-fill.js.map +1 -0
- package/dist/actions/wait-for.d.ts +21 -0
- package/dist/actions/wait-for.d.ts.map +1 -0
- package/dist/actions/wait-for.js +28 -0
- package/dist/actions/wait-for.js.map +1 -0
- package/dist/agent/actions-loop.d.ts +18 -0
- package/dist/agent/actions-loop.d.ts.map +1 -0
- package/dist/agent/actions-loop.js +44 -0
- package/dist/agent/actions-loop.js.map +1 -0
- package/dist/agent/browser-agent.d.ts +24 -0
- package/dist/agent/browser-agent.d.ts.map +1 -0
- package/dist/agent/browser-agent.js +36 -0
- package/dist/agent/browser-agent.js.map +1 -0
- package/dist/agent/compact.d.ts +8 -0
- package/dist/agent/compact.d.ts.map +1 -0
- package/dist/agent/compact.js +24 -0
- package/dist/agent/compact.js.map +1 -0
- package/dist/agent/config.d.ts +30 -0
- package/dist/agent/config.d.ts.map +1 -0
- package/dist/agent/config.js +49 -0
- package/dist/agent/config.js.map +1 -0
- package/dist/agent/detect.d.ts +17 -0
- package/dist/agent/detect.d.ts.map +1 -0
- package/dist/agent/detect.js +9 -0
- package/dist/agent/detect.js.map +1 -0
- package/dist/agent/network.d.ts +16 -0
- package/dist/agent/network.d.ts.map +1 -0
- package/dist/agent/network.js +16 -0
- package/dist/agent/network.js.map +1 -0
- package/dist/agent/probe-run.d.ts +6 -0
- package/dist/agent/probe-run.d.ts.map +1 -0
- package/dist/agent/probe-run.js +90 -0
- package/dist/agent/probe-run.js.map +1 -0
- package/dist/agent/report.d.ts +29 -0
- package/dist/agent/report.d.ts.map +1 -0
- package/dist/agent/report.js +53 -0
- package/dist/agent/report.js.map +1 -0
- package/dist/agent/run-steps.d.ts +22 -0
- package/dist/agent/run-steps.d.ts.map +1 -0
- package/dist/agent/run-steps.js +59 -0
- package/dist/agent/run-steps.js.map +1 -0
- package/dist/bin/cli.d.ts +3 -0
- package/dist/bin/cli.d.ts.map +1 -0
- package/dist/bin/cli.js +84 -0
- package/dist/bin/cli.js.map +1 -0
- package/dist/bin/mcp.d.ts +3 -0
- package/dist/bin/mcp.d.ts.map +1 -0
- package/dist/bin/mcp.js +28 -0
- package/dist/bin/mcp.js.map +1 -0
- package/dist/captcha/solve.d.ts +17 -0
- package/dist/captcha/solve.d.ts.map +1 -0
- package/dist/captcha/solve.js +42 -0
- package/dist/captcha/solve.js.map +1 -0
- package/dist/consent/booking-currency.d.ts +14 -0
- package/dist/consent/booking-currency.d.ts.map +1 -0
- package/dist/consent/booking-currency.js +82 -0
- package/dist/consent/booking-currency.js.map +1 -0
- package/dist/consent/consent.d.ts +11 -0
- package/dist/consent/consent.d.ts.map +1 -0
- package/dist/consent/consent.js +27 -0
- package/dist/consent/consent.js.map +1 -0
- package/dist/consent/currency-url.d.ts +10 -0
- package/dist/consent/currency-url.d.ts.map +1 -0
- package/dist/consent/currency-url.js +18 -0
- package/dist/consent/currency-url.js.map +1 -0
- package/dist/consent/currency.d.ts +14 -0
- package/dist/consent/currency.d.ts.map +1 -0
- package/dist/consent/currency.js +48 -0
- package/dist/consent/currency.js.map +1 -0
- package/dist/engine/cdp-engine.d.ts +21 -0
- package/dist/engine/cdp-engine.d.ts.map +1 -0
- package/dist/engine/cdp-engine.js +36 -0
- package/dist/engine/cdp-engine.js.map +1 -0
- package/dist/engine/cdp-launch.d.ts +11 -0
- package/dist/engine/cdp-launch.d.ts.map +1 -0
- package/dist/engine/cdp-launch.js +54 -0
- package/dist/engine/cdp-launch.js.map +1 -0
- package/dist/engine/context.d.ts +14 -0
- package/dist/engine/context.d.ts.map +1 -0
- package/dist/engine/context.js +22 -0
- package/dist/engine/context.js.map +1 -0
- package/dist/engine/launch.d.ts +6 -0
- package/dist/engine/launch.d.ts.map +1 -0
- package/dist/engine/launch.js +53 -0
- package/dist/engine/launch.js.map +1 -0
- package/dist/engine/loader.d.ts +13 -0
- package/dist/engine/loader.d.ts.map +1 -0
- package/dist/engine/loader.js +24 -0
- package/dist/engine/loader.js.map +1 -0
- package/dist/engine/patchright-engine.d.ts +4 -0
- package/dist/engine/patchright-engine.d.ts.map +1 -0
- package/dist/engine/patchright-engine.js +10 -0
- package/dist/engine/patchright-engine.js.map +1 -0
- package/dist/engine/playwright-engine.d.ts +8 -0
- package/dist/engine/playwright-engine.d.ts.map +1 -0
- package/dist/engine/playwright-engine.js +24 -0
- package/dist/engine/playwright-engine.js.map +1 -0
- package/dist/engine/registry.d.ts +13 -0
- package/dist/engine/registry.d.ts.map +1 -0
- package/dist/engine/registry.js +18 -0
- package/dist/engine/registry.js.map +1 -0
- package/dist/extraction/challenges.d.ts +9 -0
- package/dist/extraction/challenges.d.ts.map +1 -0
- package/dist/extraction/challenges.js +24 -0
- package/dist/extraction/challenges.js.map +1 -0
- package/dist/extraction/hotel-offers.d.ts +11 -0
- package/dist/extraction/hotel-offers.d.ts.map +1 -0
- package/dist/extraction/hotel-offers.js +63 -0
- package/dist/extraction/hotel-offers.js.map +1 -0
- package/dist/extraction/main-text.d.ts +13 -0
- package/dist/extraction/main-text.d.ts.map +1 -0
- package/dist/extraction/main-text.js +20 -0
- package/dist/extraction/main-text.js.map +1 -0
- package/dist/extraction/prices.d.ts +18 -0
- package/dist/extraction/prices.d.ts.map +1 -0
- package/dist/extraction/prices.js +74 -0
- package/dist/extraction/prices.js.map +1 -0
- package/dist/extraction/snapshot-diff.d.ts +28 -0
- package/dist/extraction/snapshot-diff.d.ts.map +1 -0
- package/dist/extraction/snapshot-diff.js +30 -0
- package/dist/extraction/snapshot-diff.js.map +1 -0
- package/dist/extraction/snapshot.d.ts +14 -0
- package/dist/extraction/snapshot.d.ts.map +1 -0
- package/dist/extraction/snapshot.js +26 -0
- package/dist/extraction/snapshot.js.map +1 -0
- package/dist/extraction/structured.d.ts +26 -0
- package/dist/extraction/structured.d.ts.map +1 -0
- package/dist/extraction/structured.js +28 -0
- package/dist/extraction/structured.js.map +1 -0
- package/dist/extraction/visual.d.ts +9 -0
- package/dist/extraction/visual.d.ts.map +1 -0
- package/dist/extraction/visual.js +29 -0
- package/dist/extraction/visual.js.map +1 -0
- package/dist/guardrails/preflight.d.ts +25 -0
- package/dist/guardrails/preflight.d.ts.map +1 -0
- package/dist/guardrails/preflight.js +27 -0
- package/dist/guardrails/preflight.js.map +1 -0
- package/dist/identity/country-profiles.d.ts +12 -0
- package/dist/identity/country-profiles.d.ts.map +1 -0
- package/dist/identity/country-profiles.js +58 -0
- package/dist/identity/country-profiles.js.map +1 -0
- package/dist/identity/identity.d.ts +19 -0
- package/dist/identity/identity.d.ts.map +1 -0
- package/dist/identity/identity.js +31 -0
- package/dist/identity/identity.js.map +1 -0
- package/dist/identity/resolve.d.ts +25 -0
- package/dist/identity/resolve.d.ts.map +1 -0
- package/dist/identity/resolve.js +21 -0
- package/dist/identity/resolve.js.map +1 -0
- package/dist/index.d.ts +12 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +10 -0
- package/dist/index.js.map +1 -0
- package/dist/interfaces/engine-types.d.ts +15 -0
- package/dist/interfaces/engine-types.d.ts.map +1 -0
- package/dist/interfaces/engine-types.js +6 -0
- package/dist/interfaces/engine-types.js.map +1 -0
- package/dist/interfaces/engine.d.ts +30 -0
- package/dist/interfaces/engine.d.ts.map +1 -0
- package/dist/interfaces/engine.js +2 -0
- package/dist/interfaces/engine.js.map +1 -0
- package/dist/interfaces/extraction.d.ts +63 -0
- package/dist/interfaces/extraction.d.ts.map +1 -0
- package/dist/interfaces/extraction.js +6 -0
- package/dist/interfaces/extraction.js.map +1 -0
- package/dist/interfaces/net.d.ts +48 -0
- package/dist/interfaces/net.d.ts.map +1 -0
- package/dist/interfaces/net.js +6 -0
- package/dist/interfaces/net.js.map +1 -0
- package/dist/interfaces/report.d.ts +87 -0
- package/dist/interfaces/report.d.ts.map +1 -0
- package/dist/interfaces/report.js +2 -0
- package/dist/interfaces/report.js.map +1 -0
- package/dist/interfaces/types.d.ts +90 -0
- package/dist/interfaces/types.d.ts.map +1 -0
- package/dist/interfaces/types.js +6 -0
- package/dist/interfaces/types.js.map +1 -0
- package/dist/lib/errors.d.ts +19 -0
- package/dist/lib/errors.d.ts.map +1 -0
- package/dist/lib/errors.js +30 -0
- package/dist/lib/errors.js.map +1 -0
- package/dist/lib/evaluate.d.ts +17 -0
- package/dist/lib/evaluate.d.ts.map +1 -0
- package/dist/lib/evaluate.js +10 -0
- package/dist/lib/evaluate.js.map +1 -0
- package/dist/lib/fs.d.ts +11 -0
- package/dist/lib/fs.d.ts.map +1 -0
- package/dist/lib/fs.js +34 -0
- package/dist/lib/fs.js.map +1 -0
- package/dist/lib/logger.d.ts +14 -0
- package/dist/lib/logger.d.ts.map +1 -0
- package/dist/lib/logger.js +22 -0
- package/dist/lib/logger.js.map +1 -0
- package/dist/lib/output-dir.d.ts +12 -0
- package/dist/lib/output-dir.d.ts.map +1 -0
- package/dist/lib/output-dir.js +37 -0
- package/dist/lib/output-dir.js.map +1 -0
- package/dist/lib/retry.d.ts +28 -0
- package/dist/lib/retry.d.ts.map +1 -0
- package/dist/lib/retry.js +41 -0
- package/dist/lib/retry.js.map +1 -0
- package/dist/lib/text.d.ts +9 -0
- package/dist/lib/text.d.ts.map +1 -0
- package/dist/lib/text.js +13 -0
- package/dist/lib/text.js.map +1 -0
- package/dist/net/captcha-client.d.ts +10 -0
- package/dist/net/captcha-client.d.ts.map +1 -0
- package/dist/net/captcha-client.js +48 -0
- package/dist/net/captcha-client.js.map +1 -0
- package/dist/net/captcha-inject.d.ts +10 -0
- package/dist/net/captcha-inject.d.ts.map +1 -0
- package/dist/net/captcha-inject.js +24 -0
- package/dist/net/captcha-inject.js.map +1 -0
- package/dist/net/navigate.d.ts +19 -0
- package/dist/net/navigate.d.ts.map +1 -0
- package/dist/net/navigate.js +32 -0
- package/dist/net/navigate.js.map +1 -0
- package/dist/net/throttle.d.ts +3 -0
- package/dist/net/throttle.d.ts.map +1 -0
- package/dist/net/throttle.js +23 -0
- package/dist/net/throttle.js.map +1 -0
- package/dist/proxy/country-map.d.ts +13 -0
- package/dist/proxy/country-map.d.ts.map +1 -0
- package/dist/proxy/country-map.js +38 -0
- package/dist/proxy/country-map.js.map +1 -0
- package/dist/server/env-defaults.d.ts +11 -0
- package/dist/server/env-defaults.d.ts.map +1 -0
- package/dist/server/env-defaults.js +20 -0
- package/dist/server/env-defaults.js.map +1 -0
- package/dist/server/map-options.d.ts +6 -0
- package/dist/server/map-options.d.ts.map +1 -0
- package/dist/server/map-options.js +43 -0
- package/dist/server/map-options.js.map +1 -0
- package/dist/server/resources.d.ts +4 -0
- package/dist/server/resources.d.ts.map +1 -0
- package/dist/server/resources.js +28 -0
- package/dist/server/resources.js.map +1 -0
- package/dist/server/result.d.ts +12 -0
- package/dist/server/result.d.ts.map +1 -0
- package/dist/server/result.js +18 -0
- package/dist/server/result.js.map +1 -0
- package/dist/server/schemas.d.ts +191 -0
- package/dist/server/schemas.d.ts.map +1 -0
- package/dist/server/schemas.js +72 -0
- package/dist/server/schemas.js.map +1 -0
- package/dist/server/server.d.ts +14 -0
- package/dist/server/server.d.ts.map +1 -0
- package/dist/server/server.js +37 -0
- package/dist/server/server.js.map +1 -0
- package/dist/server/tools/act.d.ts +10 -0
- package/dist/server/tools/act.d.ts.map +1 -0
- package/dist/server/tools/act.js +62 -0
- package/dist/server/tools/act.js.map +1 -0
- package/dist/server/tools/connect.d.ts +10 -0
- package/dist/server/tools/connect.d.ts.map +1 -0
- package/dist/server/tools/connect.js +37 -0
- package/dist/server/tools/connect.js.map +1 -0
- package/dist/server/tools/extract-schema.d.ts +9 -0
- package/dist/server/tools/extract-schema.d.ts.map +1 -0
- package/dist/server/tools/extract-schema.js +29 -0
- package/dist/server/tools/extract-schema.js.map +1 -0
- package/dist/server/tools/extract.d.ts +9 -0
- package/dist/server/tools/extract.d.ts.map +1 -0
- package/dist/server/tools/extract.js +35 -0
- package/dist/server/tools/extract.js.map +1 -0
- package/dist/server/tools/navigate.d.ts +9 -0
- package/dist/server/tools/navigate.d.ts.map +1 -0
- package/dist/server/tools/navigate.js +27 -0
- package/dist/server/tools/navigate.js.map +1 -0
- package/dist/server/tools/probe.d.ts +8 -0
- package/dist/server/tools/probe.d.ts.map +1 -0
- package/dist/server/tools/probe.js +44 -0
- package/dist/server/tools/probe.js.map +1 -0
- package/dist/server/tools/run.d.ts +10 -0
- package/dist/server/tools/run.d.ts.map +1 -0
- package/dist/server/tools/run.js +30 -0
- package/dist/server/tools/run.js.map +1 -0
- package/dist/server/tools/screenshot.d.ts +10 -0
- package/dist/server/tools/screenshot.d.ts.map +1 -0
- package/dist/server/tools/screenshot.js +26 -0
- package/dist/server/tools/screenshot.js.map +1 -0
- package/dist/server/tools/session.d.ts +9 -0
- package/dist/server/tools/session.d.ts.map +1 -0
- package/dist/server/tools/session.js +33 -0
- package/dist/server/tools/session.js.map +1 -0
- package/dist/server/tools/snapshot.d.ts +12 -0
- package/dist/server/tools/snapshot.d.ts.map +1 -0
- package/dist/server/tools/snapshot.js +59 -0
- package/dist/server/tools/snapshot.js.map +1 -0
- package/dist/server/tools/wait.d.ts +9 -0
- package/dist/server/tools/wait.d.ts.map +1 -0
- package/dist/server/tools/wait.js +32 -0
- package/dist/server/tools/wait.js.map +1 -0
- package/dist/server/tools/with-session.d.ts +10 -0
- package/dist/server/tools/with-session.d.ts.map +1 -0
- package/dist/server/tools/with-session.js +16 -0
- package/dist/server/tools/with-session.js.map +1 -0
- package/dist/session/manager.d.ts +39 -0
- package/dist/session/manager.d.ts.map +1 -0
- package/dist/session/manager.js +76 -0
- package/dist/session/manager.js.map +1 -0
- package/dist/session/session.d.ts +28 -0
- package/dist/session/session.d.ts.map +1 -0
- package/dist/session/session.js +51 -0
- package/dist/session/session.js.map +1 -0
- package/dist/state/dom-signature.d.ts +8 -0
- package/dist/state/dom-signature.d.ts.map +1 -0
- package/dist/state/dom-signature.js +13 -0
- package/dist/state/dom-signature.js.map +1 -0
- package/dist/state/realtime.d.ts +11 -0
- package/dist/state/realtime.d.ts.map +1 -0
- package/dist/state/realtime.js +34 -0
- package/dist/state/realtime.js.map +1 -0
- package/dist/state/replay.d.ts +4 -0
- package/dist/state/replay.d.ts.map +1 -0
- package/dist/state/replay.js +21 -0
- package/dist/state/replay.js.map +1 -0
- package/dist/state/site-memory.d.ts +35 -0
- package/dist/state/site-memory.d.ts.map +1 -0
- package/dist/state/site-memory.js +56 -0
- package/dist/state/site-memory.js.map +1 -0
- package/package.json +70 -0
- package/proxies.example.json +9 -0
- package/scripts/postinstall.mjs +24 -0
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
/** Wait until the condition holds; returns ok=false on timeout. */
|
|
2
|
+
export async function waitForCondition(page, cond) {
|
|
3
|
+
const timeout = cond.timeoutMs ?? 15_000;
|
|
4
|
+
try {
|
|
5
|
+
if (cond.text !== undefined) {
|
|
6
|
+
await page.getByText(cond.text).first().waitFor({ state: "visible", timeout });
|
|
7
|
+
return { type: "wait_for", ok: true, condition: "text", value: cond.text };
|
|
8
|
+
}
|
|
9
|
+
if (cond.selector !== undefined) {
|
|
10
|
+
await page.locator(cond.selector).first().waitFor({ state: "visible", timeout });
|
|
11
|
+
return { type: "wait_for", ok: true, condition: "selector", value: cond.selector };
|
|
12
|
+
}
|
|
13
|
+
if (cond.gone !== undefined) {
|
|
14
|
+
await page.locator(cond.gone).first().waitFor({ state: "hidden", timeout });
|
|
15
|
+
return { type: "wait_for", ok: true, condition: "gone", value: cond.gone };
|
|
16
|
+
}
|
|
17
|
+
if (cond.urlContains !== undefined) {
|
|
18
|
+
const needle = cond.urlContains;
|
|
19
|
+
await page.waitForURL((url) => url.href.includes(needle), { timeout });
|
|
20
|
+
return { type: "wait_for", ok: true, condition: "urlContains", value: needle };
|
|
21
|
+
}
|
|
22
|
+
return { type: "wait_for", ok: false, error: "no_condition_provided" };
|
|
23
|
+
}
|
|
24
|
+
catch (err) {
|
|
25
|
+
return { type: "wait_for", ok: false, error: String(err).split("\n")[0] ?? "timeout" };
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=wait-for.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wait-for.js","sourceRoot":"","sources":["../../src/actions/wait-for.ts"],"names":[],"mappings":"AAoBA,mEAAmE;AACnE,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAU,EAAE,IAAmB;IACpE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC;IACzC,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;YAC/E,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QAC7E,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;YACjF,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACrF,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5E,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QAC7E,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;YAChC,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACvE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QACjF,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC;IACzE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,SAAS,EAAE,CAAC;IACzF,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Execute the action plan, recording replay steps and site memory.
|
|
3
|
+
* @module agent/actions-loop
|
|
4
|
+
*/
|
|
5
|
+
import type { Page } from "playwright";
|
|
6
|
+
import { type ActionInput } from "../actions/perform.js";
|
|
7
|
+
import type { ReplayStep } from "../interfaces/report.js";
|
|
8
|
+
import type { ActionResult } from "../interfaces/types.js";
|
|
9
|
+
import type { ResolvedConfig } from "./config.js";
|
|
10
|
+
/** Outcome of running the action plan. */
|
|
11
|
+
export interface ActionsOutcome {
|
|
12
|
+
results: ActionResult[];
|
|
13
|
+
replaySteps: ReplayStep[];
|
|
14
|
+
siteMemoryUpdated: boolean;
|
|
15
|
+
}
|
|
16
|
+
/** Run each action sequentially, applying remembered strategies and capturing replay. */
|
|
17
|
+
export declare function runActions(page: Page, config: ResolvedConfig, actions: ActionInput[], targetUrl: string, runId: string): Promise<ActionsOutcome>;
|
|
18
|
+
//# sourceMappingURL=actions-loop.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"actions-loop.d.ts","sourceRoot":"","sources":["../../src/agent/actions-loop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,KAAK,WAAW,EAAsC,MAAM,uBAAuB,CAAC;AAC7F,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAK3D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,0CAA0C;AAC1C,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,iBAAiB,EAAE,OAAO,CAAC;CAC5B;AAED,yFAAyF;AACzF,wBAAsB,UAAU,CAC9B,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,cAAc,EACtB,OAAO,EAAE,WAAW,EAAE,EACtB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,cAAc,CAAC,CAmCzB"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { performAction, safeActionForReport } from "../actions/perform.js";
|
|
2
|
+
import { domSignature } from "../state/dom-signature.js";
|
|
3
|
+
import { waitForRealtimeSettle } from "../state/realtime.js";
|
|
4
|
+
import { captureReplayScreenshot } from "../state/replay.js";
|
|
5
|
+
import { loadSiteMemory, rememberActionStrategy, rememberedAction } from "../state/site-memory.js";
|
|
6
|
+
/** Run each action sequentially, applying remembered strategies and capturing replay. */
|
|
7
|
+
export async function runActions(page, config, actions, targetUrl, runId) {
|
|
8
|
+
const results = [];
|
|
9
|
+
const replaySteps = [];
|
|
10
|
+
let siteMemoryUpdated = false;
|
|
11
|
+
const memory = loadSiteMemory(config.siteMemoryDir, targetUrl);
|
|
12
|
+
for (let index = 0; index < actions.length; index += 1) {
|
|
13
|
+
const source = actions[index];
|
|
14
|
+
if (!source)
|
|
15
|
+
continue;
|
|
16
|
+
const action = { ...source };
|
|
17
|
+
const remembered = rememberedAction(memory, action);
|
|
18
|
+
if (remembered)
|
|
19
|
+
action.preferredStrategy = remembered.strategy;
|
|
20
|
+
const beforeDom = await domSignature(page);
|
|
21
|
+
const beforeShot = await captureReplayScreenshot(page, config.replayDir, config.replayEnabled, runId, index, "before");
|
|
22
|
+
const result = await performAction(page, action, config.humanMode);
|
|
23
|
+
results.push(result);
|
|
24
|
+
await waitForRealtimeSettle(page);
|
|
25
|
+
const afterDom = await domSignature(page);
|
|
26
|
+
const afterShot = await captureReplayScreenshot(page, config.replayDir, config.replayEnabled, runId, index, "after");
|
|
27
|
+
replaySteps.push({
|
|
28
|
+
index,
|
|
29
|
+
action: safeActionForReport(action),
|
|
30
|
+
result,
|
|
31
|
+
beforeDomSignature: beforeDom,
|
|
32
|
+
afterDomSignature: afterDom,
|
|
33
|
+
domChanged: beforeDom !== afterDom,
|
|
34
|
+
beforeScreenshotPath: beforeShot,
|
|
35
|
+
afterScreenshotPath: afterShot,
|
|
36
|
+
});
|
|
37
|
+
if (result.ok) {
|
|
38
|
+
siteMemoryUpdated =
|
|
39
|
+
rememberActionStrategy(config.siteMemoryDir, targetUrl, action, result) || siteMemoryUpdated;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
return { results, replaySteps, siteMemoryUpdated };
|
|
43
|
+
}
|
|
44
|
+
//# sourceMappingURL=actions-loop.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"actions-loop.js","sourceRoot":"","sources":["../../src/agent/actions-loop.ts"],"names":[],"mappings":"AAKA,OAAO,EAAoB,aAAa,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAG7F,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAUnG,yFAAyF;AACzF,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,IAAU,EACV,MAAsB,EACtB,OAAsB,EACtB,SAAiB,EACjB,KAAa;IAEb,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAE/D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,MAAM,GAAgB,EAAE,GAAG,MAAM,EAAE,CAAC;QAC1C,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACpD,IAAI,UAAU;YAAE,MAAM,CAAC,iBAAiB,GAAG,UAAU,CAAC,QAAQ,CAAC;QAC/D,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QACvH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QACnE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACrH,WAAW,CAAC,IAAI,CAAC;YACf,KAAK;YACL,MAAM,EAAE,mBAAmB,CAAC,MAAM,CAAC;YACnC,MAAM;YACN,kBAAkB,EAAE,SAAS;YAC7B,iBAAiB,EAAE,QAAQ;YAC3B,UAAU,EAAE,SAAS,KAAK,QAAQ;YAClC,oBAAoB,EAAE,UAAU;YAChC,mBAAmB,EAAE,SAAS;SAC/B,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;YACd,iBAAiB;gBACf,sBAAsB,CAAC,MAAM,CAAC,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,iBAAiB,CAAC;QACjG,CAAC;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,CAAC;AACrD,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* High-level agentic browser facade: guardrails + probe orchestration.
|
|
3
|
+
* @module agent/browser-agent
|
|
4
|
+
*/
|
|
5
|
+
import { type PreflightResult } from "../guardrails/preflight.js";
|
|
6
|
+
import type { ProbeReport } from "../interfaces/report.js";
|
|
7
|
+
import type { AgentOptions, BrowserAction, ProbeOptions } from "../interfaces/types.js";
|
|
8
|
+
import { type ResolvedConfig } from "./config.js";
|
|
9
|
+
/** Lightweight browser agent on top of Patchright/Playwright. */
|
|
10
|
+
export declare class BrowserAgent {
|
|
11
|
+
/** Effective resolved configuration. */
|
|
12
|
+
readonly config: ResolvedConfig;
|
|
13
|
+
constructor(opts?: AgentOptions);
|
|
14
|
+
/** Check whether the given actions are allowed without human approval. */
|
|
15
|
+
preflight(actions: BrowserAction[], humanApproved?: boolean): PreflightResult;
|
|
16
|
+
/**
|
|
17
|
+
* Probe a real URL: enforce guardrails then run the browser pipeline.
|
|
18
|
+
* @throws {GuardrailViolation} when a sensitive action lacks approval.
|
|
19
|
+
*/
|
|
20
|
+
probe(url: string, options?: ProbeOptions): Promise<ProbeReport>;
|
|
21
|
+
/** Probe an inline HTML fixture via a base64 data URL. */
|
|
22
|
+
probeHtml(html: string, options?: ProbeOptions): Promise<ProbeReport>;
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=browser-agent.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"browser-agent.d.ts","sourceRoot":"","sources":["../../src/agent/browser-agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAa,KAAK,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAExF,OAAO,EAAiB,KAAK,cAAc,EAAE,MAAM,aAAa,CAAC;AAGjE,iEAAiE;AACjE,qBAAa,YAAY;IACvB,wCAAwC;IACxC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;gBAEpB,IAAI,GAAE,YAAiB;IAInC,0EAA0E;IAC1E,SAAS,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,aAAa,UAAQ,GAAG,eAAe;IAI3E;;;OAGG;IACG,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,WAAW,CAAC;IAM1E,0DAA0D;IACpD,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,WAAW,CAAC;CAIhF"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* High-level agentic browser facade: guardrails + probe orchestration.
|
|
3
|
+
* @module agent/browser-agent
|
|
4
|
+
*/
|
|
5
|
+
import { preflight } from "../guardrails/preflight.js";
|
|
6
|
+
import { GuardrailViolation } from "../lib/errors.js";
|
|
7
|
+
import { resolveConfig } from "./config.js";
|
|
8
|
+
import { runProbe } from "./probe-run.js";
|
|
9
|
+
/** Lightweight browser agent on top of Patchright/Playwright. */
|
|
10
|
+
export class BrowserAgent {
|
|
11
|
+
/** Effective resolved configuration. */
|
|
12
|
+
config;
|
|
13
|
+
constructor(opts = {}) {
|
|
14
|
+
this.config = resolveConfig(opts);
|
|
15
|
+
}
|
|
16
|
+
/** Check whether the given actions are allowed without human approval. */
|
|
17
|
+
preflight(actions, humanApproved = false) {
|
|
18
|
+
return preflight(actions, humanApproved);
|
|
19
|
+
}
|
|
20
|
+
/**
|
|
21
|
+
* Probe a real URL: enforce guardrails then run the browser pipeline.
|
|
22
|
+
* @throws {GuardrailViolation} when a sensitive action lacks approval.
|
|
23
|
+
*/
|
|
24
|
+
async probe(url, options = {}) {
|
|
25
|
+
const pf = preflight(options.actions ?? [], options.humanApproved ?? false);
|
|
26
|
+
if (!pf.allowed)
|
|
27
|
+
throw new GuardrailViolation(pf.reason, pf.blockedActions);
|
|
28
|
+
return runProbe(this.config, url, options);
|
|
29
|
+
}
|
|
30
|
+
/** Probe an inline HTML fixture via a base64 data URL. */
|
|
31
|
+
async probeHtml(html, options = {}) {
|
|
32
|
+
const dataUrl = `data:text/html;charset=utf-8;base64,${Buffer.from(html).toString("base64")}`;
|
|
33
|
+
return this.probe(dataUrl, options);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=browser-agent.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"browser-agent.js","sourceRoot":"","sources":["../../src/agent/browser-agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,SAAS,EAAwB,MAAM,4BAA4B,CAAC;AAG7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAuB,MAAM,aAAa,CAAC;AACjE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE1C,iEAAiE;AACjE,MAAM,OAAO,YAAY;IACvB,wCAAwC;IAC/B,MAAM,CAAiB;IAEhC,YAAY,OAAqB,EAAE;QACjC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,0EAA0E;IAC1E,SAAS,CAAC,OAAwB,EAAE,aAAa,GAAG,KAAK;QACvD,OAAO,SAAS,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IAC3C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,UAAwB,EAAE;QACjD,MAAM,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,EAAE,OAAO,CAAC,aAAa,IAAI,KAAK,CAAC,CAAC;QAC5E,IAAI,CAAC,EAAE,CAAC,OAAO;YAAE,MAAM,IAAI,kBAAkB,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC;QAC5E,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED,0DAA0D;IAC1D,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,UAAwB,EAAE;QACtD,MAAM,OAAO,GAAG,uCAAuC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9F,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;CACF"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Compact projection of a probe report for tool/CLI output.
|
|
3
|
+
* @module agent/compact
|
|
4
|
+
*/
|
|
5
|
+
import type { ProbeReport } from "../interfaces/report.js";
|
|
6
|
+
/** Pick the operationally useful fields from a full report. */
|
|
7
|
+
export declare function compactReport(r: ProbeReport): Record<string, unknown>;
|
|
8
|
+
//# sourceMappingURL=compact.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"compact.d.ts","sourceRoot":"","sources":["../../src/agent/compact.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAE3D,+DAA+D;AAC/D,wBAAgB,aAAa,CAAC,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAqBrE"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/** Pick the operationally useful fields from a full report. */
|
|
2
|
+
export function compactReport(r) {
|
|
3
|
+
return {
|
|
4
|
+
title: r.title,
|
|
5
|
+
url: r.url,
|
|
6
|
+
realtime: r.realtime,
|
|
7
|
+
domChanged: r.domChanged,
|
|
8
|
+
text: r.text,
|
|
9
|
+
prices: r.prices,
|
|
10
|
+
hotelOffers: r.hotelOffers,
|
|
11
|
+
challenges: r.challenges,
|
|
12
|
+
visual: r.visual,
|
|
13
|
+
actions: r.actions,
|
|
14
|
+
replay: r.replay,
|
|
15
|
+
siteMemory: r.siteMemory,
|
|
16
|
+
currency: r.currency,
|
|
17
|
+
identity: r.identity,
|
|
18
|
+
consent: r.consent,
|
|
19
|
+
screenshotPath: r.screenshotPath,
|
|
20
|
+
reportPath: r.reportPath,
|
|
21
|
+
storageStatePath: r.storageStatePath,
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=compact.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"compact.js","sourceRoot":"","sources":["../../src/agent/compact.ts"],"names":[],"mappings":"AAMA,+DAA+D;AAC/D,MAAM,UAAU,aAAa,CAAC,CAAc;IAC1C,OAAO;QACL,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,GAAG,EAAE,CAAC,CAAC,GAAG;QACV,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,cAAc,EAAE,CAAC,CAAC,cAAc;QAChC,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;KACrC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { type ResolvedIdentity } from "../identity/resolve.js";
|
|
2
|
+
import type { BrowserChannel, EngineName } from "../interfaces/engine-types.js";
|
|
3
|
+
import type { CaptchaConfig, RetryConfig } from "../interfaces/net.js";
|
|
4
|
+
import type { AgentOptions } from "../interfaces/types.js";
|
|
5
|
+
import { type ProxySource } from "../proxy/country-map.js";
|
|
6
|
+
/** Effective configuration used by every probe run. */
|
|
7
|
+
export interface ResolvedConfig {
|
|
8
|
+
outputDir: string;
|
|
9
|
+
engine: EngineName;
|
|
10
|
+
channel: BrowserChannel | null;
|
|
11
|
+
executablePath: string | null;
|
|
12
|
+
cdpEndpoint: string | null;
|
|
13
|
+
storageStatePath: string | null;
|
|
14
|
+
humanMode: boolean;
|
|
15
|
+
headless: boolean;
|
|
16
|
+
identity: ResolvedIdentity;
|
|
17
|
+
currency: string;
|
|
18
|
+
userDataDir: string | null;
|
|
19
|
+
proxyUrl: string | null;
|
|
20
|
+
proxySource: ProxySource;
|
|
21
|
+
realisticProfile: boolean;
|
|
22
|
+
replayEnabled: boolean;
|
|
23
|
+
replayDir: string;
|
|
24
|
+
siteMemoryDir: string;
|
|
25
|
+
retry: RetryConfig;
|
|
26
|
+
captcha: CaptchaConfig | null;
|
|
27
|
+
}
|
|
28
|
+
/** Build the resolved configuration, creating required directories. */
|
|
29
|
+
export declare function resolveConfig(opts?: AgentOptions): ResolvedConfig;
|
|
30
|
+
//# sourceMappingURL=config.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/agent/config.ts"],"names":[],"mappings":"AAKA,OAAO,EAAmB,KAAK,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAChF,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAChF,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACvE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAG3D,OAAO,EAAuB,KAAK,WAAW,EAAgB,MAAM,yBAAyB,CAAC;AAE9F,uDAAuD;AACvD,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,WAAW,EAAE,WAAW,CAAC;IACzB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,aAAa,EAAE,OAAO,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,WAAW,CAAC;IACnB,OAAO,EAAE,aAAa,GAAG,IAAI,CAAC;CAC/B;AAED,uEAAuE;AACvE,wBAAgB,aAAa,CAAC,IAAI,GAAE,YAAiB,GAAG,cAAc,CAoCrE"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Resolve agent options into an effective, normalized configuration.
|
|
3
|
+
* @module agent/config
|
|
4
|
+
*/
|
|
5
|
+
import { join } from "node:path";
|
|
6
|
+
import { resolveIdentity } from "../identity/resolve.js";
|
|
7
|
+
import { ensureDir } from "../lib/fs.js";
|
|
8
|
+
import { resolveDefaultOutputDir } from "../lib/output-dir.js";
|
|
9
|
+
import { loadProxyCountryMap, resolveProxy } from "../proxy/country-map.js";
|
|
10
|
+
/** Build the resolved configuration, creating required directories. */
|
|
11
|
+
export function resolveConfig(opts = {}) {
|
|
12
|
+
const outputDir = opts.outputDir ?? resolveDefaultOutputDir();
|
|
13
|
+
ensureDir(outputDir);
|
|
14
|
+
const identity = resolveIdentity(opts);
|
|
15
|
+
const map = loadProxyCountryMap(opts.proxyCountryMap, opts.proxyMapPath);
|
|
16
|
+
const { proxyUrl, proxySource } = resolveProxy(opts.proxyUrl, identity.countryCode, map);
|
|
17
|
+
const userDataDir = opts.userDataDir ?? null;
|
|
18
|
+
if (userDataDir)
|
|
19
|
+
ensureDir(userDataDir);
|
|
20
|
+
const siteMemoryDir = opts.siteMemoryDir ?? join(outputDir, "site-memory");
|
|
21
|
+
ensureDir(siteMemoryDir);
|
|
22
|
+
return {
|
|
23
|
+
outputDir,
|
|
24
|
+
engine: opts.engine ?? "patchright",
|
|
25
|
+
channel: opts.channel ?? null,
|
|
26
|
+
executablePath: opts.executablePath ?? null,
|
|
27
|
+
cdpEndpoint: opts.cdpEndpoint ?? null,
|
|
28
|
+
storageStatePath: opts.storageStatePath ?? null,
|
|
29
|
+
humanMode: opts.humanMode ?? false,
|
|
30
|
+
headless: opts.headless ?? true,
|
|
31
|
+
identity,
|
|
32
|
+
currency: identity.currency,
|
|
33
|
+
userDataDir,
|
|
34
|
+
proxyUrl,
|
|
35
|
+
proxySource,
|
|
36
|
+
realisticProfile: opts.realisticProfile ?? true,
|
|
37
|
+
replayEnabled: opts.replayEnabled ?? false,
|
|
38
|
+
replayDir: opts.replayDir ?? join(outputDir, "replay"),
|
|
39
|
+
siteMemoryDir,
|
|
40
|
+
retry: {
|
|
41
|
+
maxAttempts: opts.retry?.maxAttempts ?? 3,
|
|
42
|
+
baseMs: opts.retry?.baseMs ?? 300,
|
|
43
|
+
capMs: opts.retry?.capMs ?? 10_000,
|
|
44
|
+
throttleMs: opts.retry?.throttleMs ?? 0,
|
|
45
|
+
},
|
|
46
|
+
captcha: opts.captcha ?? null,
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
//# sourceMappingURL=config.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/agent/config.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,eAAe,EAAyB,MAAM,wBAAwB,CAAC;AAIhF,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAoB,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAyB9F,uEAAuE;AACvE,MAAM,UAAU,aAAa,CAAC,OAAqB,EAAE;IACnD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,uBAAuB,EAAE,CAAC;IAC9D,SAAS,CAAC,SAAS,CAAC,CAAC;IACrB,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,mBAAmB,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IACzE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IACzF,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC;IAC7C,IAAI,WAAW;QAAE,SAAS,CAAC,WAAW,CAAC,CAAC;IACxC,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAC3E,SAAS,CAAC,aAAa,CAAC,CAAC;IACzB,OAAO;QACL,SAAS;QACT,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,YAAY;QACnC,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;QAC7B,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,IAAI;QAC3C,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI;QACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;QAC/C,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,KAAK;QAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI;QAC/B,QAAQ;QACR,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,WAAW;QACX,QAAQ;QACR,WAAW;QACX,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;QAC/C,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,KAAK;QAC1C,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC;QACtD,aAAa;QACb,KAAK,EAAE;YACL,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;YACzC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,IAAI,GAAG;YACjC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,IAAI,MAAM;YAClC,UAAU,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,IAAI,CAAC;SACxC;QACD,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;KAC9B,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Challenge detection and optional captcha solving for a probe run.
|
|
3
|
+
* @module agent/detect
|
|
4
|
+
*/
|
|
5
|
+
import type { Page } from "playwright";
|
|
6
|
+
import type { Challenges } from "../interfaces/extraction.js";
|
|
7
|
+
import type { CaptchaOutcome } from "../interfaces/net.js";
|
|
8
|
+
import type { ProbeOptions } from "../interfaces/types.js";
|
|
9
|
+
import type { ResolvedConfig } from "./config.js";
|
|
10
|
+
/** Detection result: challenge flags plus an optional captcha outcome. */
|
|
11
|
+
export interface DetectResult {
|
|
12
|
+
challenges: Challenges | Record<string, never>;
|
|
13
|
+
captcha?: CaptchaOutcome;
|
|
14
|
+
}
|
|
15
|
+
/** Detect challenges (when requested) and solve a captcha when opted-in. */
|
|
16
|
+
export declare function detectAndSolve(page: Page, text: string, options: ProbeOptions, config: ResolvedConfig): Promise<DetectResult>;
|
|
17
|
+
//# sourceMappingURL=detect.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"detect.d.ts","sourceRoot":"","sources":["../../src/agent/detect.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAGvC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,0EAA0E;AAC1E,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC/C,OAAO,CAAC,EAAE,cAAc,CAAC;CAC1B;AAED,4EAA4E;AAC5E,wBAAsB,cAAc,CAClC,IAAI,EAAE,IAAI,EACV,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,cAAc,GACrB,OAAO,CAAC,YAAY,CAAC,CAKvB"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { solveIfEnabled } from "../captcha/solve.js";
|
|
2
|
+
import { detectChallenges } from "../extraction/challenges.js";
|
|
3
|
+
/** Detect challenges (when requested) and solve a captcha when opted-in. */
|
|
4
|
+
export async function detectAndSolve(page, text, options, config) {
|
|
5
|
+
const challenges = options.detectChallenges || options.solveCaptcha ? await detectChallenges(page, text) : {};
|
|
6
|
+
const captcha = await solveIfEnabled(page, challenges, options, config);
|
|
7
|
+
return { challenges, captcha };
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=detect.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"detect.js","sourceRoot":"","sources":["../../src/agent/detect.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAY/D,4EAA4E;AAC5E,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAAU,EACV,IAAY,EACZ,OAAqB,EACrB,MAAsB;IAEtB,MAAM,UAAU,GACd,OAAO,CAAC,gBAAgB,IAAI,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7F,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACxE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AACjC,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Attach network and console listeners to a page.
|
|
3
|
+
* @module agent/network
|
|
4
|
+
*/
|
|
5
|
+
import type { Page } from "playwright";
|
|
6
|
+
/** Collected network and console entries (live, mutated by the listeners). */
|
|
7
|
+
export interface NetworkLog {
|
|
8
|
+
network: Array<Record<string, unknown>>;
|
|
9
|
+
console: Array<{
|
|
10
|
+
type: string;
|
|
11
|
+
text: string;
|
|
12
|
+
}>;
|
|
13
|
+
}
|
|
14
|
+
/** Register request/response/console listeners and return their backing arrays. */
|
|
15
|
+
export declare function attachListeners(page: Page): NetworkLog;
|
|
16
|
+
//# sourceMappingURL=network.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"network.d.ts","sourceRoot":"","sources":["../../src/agent/network.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIvC,8EAA8E;AAC9E,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACxC,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAChD;AAOD,mFAAmF;AACnF,wBAAgB,eAAe,CAAC,IAAI,EAAE,IAAI,GAAG,UAAU,CAOtD"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
const MAX_ENTRIES = 80;
|
|
2
|
+
function pushCapped(arr, item) {
|
|
3
|
+
arr.push(item);
|
|
4
|
+
if (arr.length > MAX_ENTRIES)
|
|
5
|
+
arr.shift();
|
|
6
|
+
}
|
|
7
|
+
/** Register request/response/console listeners and return their backing arrays. */
|
|
8
|
+
export function attachListeners(page) {
|
|
9
|
+
const network = [];
|
|
10
|
+
const consoleEntries = [];
|
|
11
|
+
page.on("request", (req) => pushCapped(network, { type: "request", method: req.method(), url: req.url() }));
|
|
12
|
+
page.on("response", (res) => pushCapped(network, { type: "response", status: res.status(), url: res.url() }));
|
|
13
|
+
page.on("console", (msg) => pushCapped(consoleEntries, { type: msg.type(), text: msg.text() }));
|
|
14
|
+
return { network, console: consoleEntries };
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=network.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"network.js","sourceRoot":"","sources":["../../src/agent/network.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,GAAG,EAAE,CAAC;AAQvB,SAAS,UAAU,CAAI,GAAQ,EAAE,IAAO;IACtC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,IAAI,GAAG,CAAC,MAAM,GAAG,WAAW;QAAE,GAAG,CAAC,KAAK,EAAE,CAAC;AAC5C,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,eAAe,CAAC,IAAU;IACxC,MAAM,OAAO,GAAmC,EAAE,CAAC;IACnD,MAAM,cAAc,GAA0C,EAAE,CAAC;IACjE,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IAC5G,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IAC9G,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;IAChG,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;AAC9C,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { ProbeReport } from "../interfaces/report.js";
|
|
2
|
+
import type { ProbeOptions } from "../interfaces/types.js";
|
|
3
|
+
import type { ResolvedConfig } from "./config.js";
|
|
4
|
+
/** Run one probe against `url` and return the assembled report. */
|
|
5
|
+
export declare function runProbe(config: ResolvedConfig, url: string, options?: ProbeOptions): Promise<ProbeReport>;
|
|
6
|
+
//# sourceMappingURL=probe-run.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"probe-run.d.ts","sourceRoot":"","sources":["../../src/agent/probe-run.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAM3D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAKlD,mEAAmE;AACnE,wBAAsB,QAAQ,CAC5B,MAAM,EAAE,cAAc,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,WAAW,CAAC,CA6DtB"}
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Orchestrate a single probe run: launch, navigate, act, capture, report.
|
|
3
|
+
* @module agent/probe-run
|
|
4
|
+
*/
|
|
5
|
+
import { dirname, join } from "node:path";
|
|
6
|
+
import {} from "../actions/perform.js";
|
|
7
|
+
import { prepareBookingCurrency } from "../consent/booking-currency.js";
|
|
8
|
+
import { handleCommonConsent } from "../consent/consent.js";
|
|
9
|
+
import { applyCurrencyPreference } from "../consent/currency.js";
|
|
10
|
+
import { urlWithCurrency } from "../consent/currency-url.js";
|
|
11
|
+
import { selectEngine } from "../engine/registry.js";
|
|
12
|
+
import { mainText } from "../extraction/main-text.js";
|
|
13
|
+
import { visualObservation } from "../extraction/visual.js";
|
|
14
|
+
import { ensureDir, sha1 } from "../lib/fs.js";
|
|
15
|
+
import { gotoWithRetry } from "../net/navigate.js";
|
|
16
|
+
import { throttleHost } from "../net/throttle.js";
|
|
17
|
+
import { domSignature } from "../state/dom-signature.js";
|
|
18
|
+
import { runActions } from "./actions-loop.js";
|
|
19
|
+
import { detectAndSolve } from "./detect.js";
|
|
20
|
+
import { attachListeners } from "./network.js";
|
|
21
|
+
import { buildReport } from "./report.js";
|
|
22
|
+
/** Run one probe against `url` and return the assembled report. */
|
|
23
|
+
export async function runProbe(config, url, options = {}) {
|
|
24
|
+
const actions = (options.actions ?? []);
|
|
25
|
+
const runId = sha1(`${url}-${Date.now()}`).slice(0, 10);
|
|
26
|
+
const screenshotPath = join(config.outputDir, `${runId}.png`);
|
|
27
|
+
const reportPath = join(config.outputDir, `${runId}.json`);
|
|
28
|
+
const { context, browser } = await selectEngine(config.engine).open(config);
|
|
29
|
+
try {
|
|
30
|
+
const page = await context.newPage();
|
|
31
|
+
const logs = attachListeners(page);
|
|
32
|
+
const targetUrl = urlWithCurrency(url, config.currency);
|
|
33
|
+
if (targetUrl.includes("booking.com") && config.currency) {
|
|
34
|
+
await prepareBookingCurrency(page, config.currency);
|
|
35
|
+
}
|
|
36
|
+
await throttleHost(targetUrl, config.retry.throttleMs);
|
|
37
|
+
await gotoWithRetry(page, targetUrl, { waitUntil: "domcontentloaded", timeout: 30_000 }, config.retry);
|
|
38
|
+
try {
|
|
39
|
+
await page.waitForLoadState("networkidle", { timeout: 10_000 });
|
|
40
|
+
}
|
|
41
|
+
catch {
|
|
42
|
+
/* networkidle is best-effort */
|
|
43
|
+
}
|
|
44
|
+
const consent = options.autoConsent
|
|
45
|
+
? await handleCommonConsent(page, config.humanMode)
|
|
46
|
+
: { handled: false };
|
|
47
|
+
const currency = await applyCurrencyPreference(page, config.currency, config.identity.countryCode);
|
|
48
|
+
if (options.waitMs)
|
|
49
|
+
await page.waitForTimeout(options.waitMs);
|
|
50
|
+
const before = await domSignature(page);
|
|
51
|
+
const outcome = await runActions(page, config, actions, targetUrl, runId);
|
|
52
|
+
if (options.waitMs)
|
|
53
|
+
await page.waitForTimeout(options.waitMs);
|
|
54
|
+
const after = await domSignature(page);
|
|
55
|
+
const text = await mainText(page);
|
|
56
|
+
const { challenges, captcha } = await detectAndSolve(page, text, options, config);
|
|
57
|
+
const title = await page.title();
|
|
58
|
+
await page.screenshot({ path: screenshotPath, fullPage: true });
|
|
59
|
+
const visual = options.observeVisual ? await visualObservation(page, screenshotPath) : {};
|
|
60
|
+
if (config.storageStatePath) {
|
|
61
|
+
ensureDir(dirname(config.storageStatePath));
|
|
62
|
+
await context.storageState({ path: config.storageStatePath });
|
|
63
|
+
}
|
|
64
|
+
return buildReport({
|
|
65
|
+
config,
|
|
66
|
+
targetUrl,
|
|
67
|
+
title,
|
|
68
|
+
text,
|
|
69
|
+
before,
|
|
70
|
+
after,
|
|
71
|
+
hasActions: actions.length > 0,
|
|
72
|
+
consent,
|
|
73
|
+
currency,
|
|
74
|
+
challenges,
|
|
75
|
+
visual,
|
|
76
|
+
outcome,
|
|
77
|
+
logs,
|
|
78
|
+
screenshotPath,
|
|
79
|
+
reportPath,
|
|
80
|
+
extractPricesFlag: Boolean(options.extractPrices),
|
|
81
|
+
captcha,
|
|
82
|
+
});
|
|
83
|
+
}
|
|
84
|
+
finally {
|
|
85
|
+
await context.close();
|
|
86
|
+
if (browser)
|
|
87
|
+
await browser.close();
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
//# sourceMappingURL=probe-run.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"probe-run.js","sourceRoot":"","sources":["../../src/agent/probe-run.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAoB,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAG5D,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,mEAAmE;AACnE,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,MAAsB,EACtB,GAAW,EACX,UAAwB,EAAE;IAE1B,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAkB,CAAC;IACzD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACxD,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,KAAK,MAAM,CAAC,CAAC;IAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC;IAC3D,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5E,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzD,MAAM,sBAAsB,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACvD,MAAM,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACvG,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAClE,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;QACD,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW;YACjC,CAAC,CAAC,MAAM,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC;YACnD,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QACnG,IAAI,OAAO,CAAC,MAAM;YAAE,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;QAC1E,IAAI,OAAO,CAAC,MAAM;YAAE,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9D,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAClF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACjC,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,iBAAiB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC5B,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;YAC5C,MAAM,OAAO,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,WAAW,CAAC;YACjB,MAAM;YACN,SAAS;YACT,KAAK;YACL,IAAI;YACJ,MAAM;YACN,KAAK;YACL,UAAU,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC;YAC9B,OAAO;YACP,QAAQ;YACR,UAAU;YACV,MAAM;YACN,OAAO;YACP,IAAI;YACJ,cAAc;YACd,UAAU;YACV,iBAAiB,EAAE,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;YACjD,OAAO;SACR,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,OAAO;YAAE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACrC,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { Challenges, Visual } from "../interfaces/extraction.js";
|
|
2
|
+
import type { CaptchaOutcome } from "../interfaces/net.js";
|
|
3
|
+
import type { ConsentResult, CurrencyResult, ProbeReport } from "../interfaces/report.js";
|
|
4
|
+
import type { ActionsOutcome } from "./actions-loop.js";
|
|
5
|
+
import type { ResolvedConfig } from "./config.js";
|
|
6
|
+
import type { NetworkLog } from "./network.js";
|
|
7
|
+
/** All inputs needed to assemble a {@link ProbeReport}. */
|
|
8
|
+
export interface ReportInput {
|
|
9
|
+
config: ResolvedConfig;
|
|
10
|
+
targetUrl: string;
|
|
11
|
+
title: string;
|
|
12
|
+
text: string;
|
|
13
|
+
before: string;
|
|
14
|
+
after: string;
|
|
15
|
+
hasActions: boolean;
|
|
16
|
+
consent: ConsentResult;
|
|
17
|
+
currency: CurrencyResult;
|
|
18
|
+
challenges: Challenges | Record<string, never>;
|
|
19
|
+
visual: Visual | Record<string, never>;
|
|
20
|
+
outcome: ActionsOutcome;
|
|
21
|
+
logs: NetworkLog;
|
|
22
|
+
screenshotPath: string;
|
|
23
|
+
reportPath: string;
|
|
24
|
+
extractPricesFlag: boolean;
|
|
25
|
+
captcha?: CaptchaOutcome;
|
|
26
|
+
}
|
|
27
|
+
/** Build the full report, write it to disk, and return it. */
|
|
28
|
+
export declare function buildReport(input: ReportInput): ProbeReport;
|
|
29
|
+
//# sourceMappingURL=report.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/agent/report.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AACtE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAG1F,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C,2DAA2D;AAC3D,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,cAAc,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,OAAO,CAAC;IACpB,OAAO,EAAE,aAAa,CAAC;IACvB,QAAQ,EAAE,cAAc,CAAC;IACzB,UAAU,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC/C,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACvC,OAAO,EAAE,cAAc,CAAC;IACxB,IAAI,EAAE,UAAU,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,OAAO,CAAC,EAAE,cAAc,CAAC;CAC1B;AAED,8DAA8D;AAC9D,wBAAgB,WAAW,CAAC,KAAK,EAAE,WAAW,GAAG,WAAW,CAyC3D"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Assemble and persist the probe report.
|
|
3
|
+
* @module agent/report
|
|
4
|
+
*/
|
|
5
|
+
import { extractHotelOffers } from "../extraction/hotel-offers.js";
|
|
6
|
+
import { extractPrices } from "../extraction/prices.js";
|
|
7
|
+
import { buildIdentity } from "../identity/identity.js";
|
|
8
|
+
import { writeJson } from "../lib/fs.js";
|
|
9
|
+
import { siteMemoryFilePath } from "../state/site-memory.js";
|
|
10
|
+
/** Build the full report, write it to disk, and return it. */
|
|
11
|
+
export function buildReport(input) {
|
|
12
|
+
const { config, outcome, logs } = input;
|
|
13
|
+
const report = {
|
|
14
|
+
url: input.targetUrl,
|
|
15
|
+
title: input.title,
|
|
16
|
+
realtime: input.hasActions && input.before !== input.after,
|
|
17
|
+
domChanged: input.before !== input.after,
|
|
18
|
+
text: input.text,
|
|
19
|
+
prices: input.extractPricesFlag ? extractPrices(input.text) : [],
|
|
20
|
+
hotelOffers: input.extractPricesFlag ? extractHotelOffers(input.text) : {},
|
|
21
|
+
challenges: input.challenges,
|
|
22
|
+
visual: input.visual,
|
|
23
|
+
consent: input.consent,
|
|
24
|
+
currency: input.currency,
|
|
25
|
+
identity: buildIdentity({
|
|
26
|
+
identity: config.identity,
|
|
27
|
+
realisticProfile: config.realisticProfile,
|
|
28
|
+
userDataDir: config.userDataDir,
|
|
29
|
+
proxyUrl: config.proxyUrl,
|
|
30
|
+
proxySource: config.proxySource,
|
|
31
|
+
}),
|
|
32
|
+
actions: outcome.results,
|
|
33
|
+
replay: {
|
|
34
|
+
enabled: config.replayEnabled,
|
|
35
|
+
steps: outcome.replaySteps,
|
|
36
|
+
dir: config.replayEnabled ? config.replayDir : null,
|
|
37
|
+
},
|
|
38
|
+
siteMemory: {
|
|
39
|
+
enabled: true,
|
|
40
|
+
updated: outcome.siteMemoryUpdated,
|
|
41
|
+
filePath: siteMemoryFilePath(config.siteMemoryDir, input.targetUrl),
|
|
42
|
+
},
|
|
43
|
+
network: logs.network.slice(-80),
|
|
44
|
+
console: logs.console.slice(-80),
|
|
45
|
+
screenshotPath: input.screenshotPath,
|
|
46
|
+
reportPath: input.reportPath,
|
|
47
|
+
storageStatePath: config.storageStatePath,
|
|
48
|
+
captcha: input.captcha,
|
|
49
|
+
};
|
|
50
|
+
writeJson(input.reportPath, report);
|
|
51
|
+
return report;
|
|
52
|
+
}
|
|
53
|
+
//# sourceMappingURL=report.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"report.js","sourceRoot":"","sources":["../../src/agent/report.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAIxD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AA0B7D,8DAA8D;AAC9D,MAAM,UAAU,WAAW,CAAC,KAAkB;IAC5C,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC;IACxC,MAAM,MAAM,GAAgB;QAC1B,GAAG,EAAE,KAAK,CAAC,SAAS;QACpB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ,EAAE,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,KAAK;QAC1D,UAAU,EAAE,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,KAAK;QACxC,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,MAAM,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;QAChE,WAAW,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;QAC1E,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,QAAQ,EAAE,aAAa,CAAC;YACtB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,WAAW,EAAE,MAAM,CAAC,WAAW;SAChC,CAAC;QACF,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,MAAM,EAAE;YACN,OAAO,EAAE,MAAM,CAAC,aAAa;YAC7B,KAAK,EAAE,OAAO,CAAC,WAAW;YAC1B,GAAG,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI;SACpD;QACD,UAAU,EAAE;YACV,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,OAAO,CAAC,iBAAiB;YAClC,QAAQ,EAAE,kBAAkB,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,SAAS,CAAC;SACpE;QACD,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAChC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAChC,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC;IACF,SAAS,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACpC,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Execute a multi-step plan in one call: navigate / act / waitFor / extract.
|
|
3
|
+
* Stops at the first failed step and returns a per-step report. Reduces the
|
|
4
|
+
* number of LLM round-trips for predictable sequences.
|
|
5
|
+
* @module agent/run-steps
|
|
6
|
+
*/
|
|
7
|
+
import type { Page } from "playwright";
|
|
8
|
+
/** A single step. `type` selects the operation; other fields are step args. */
|
|
9
|
+
export type RunStep = Record<string, unknown> & {
|
|
10
|
+
type: string;
|
|
11
|
+
};
|
|
12
|
+
/** Result of one executed step. */
|
|
13
|
+
export interface StepResult {
|
|
14
|
+
index: number;
|
|
15
|
+
type: string;
|
|
16
|
+
ok: boolean;
|
|
17
|
+
data?: unknown;
|
|
18
|
+
error?: string;
|
|
19
|
+
}
|
|
20
|
+
/** Run steps in order, stopping at the first failure. */
|
|
21
|
+
export declare function runSteps(page: Page, steps: RunStep[], humanMode?: boolean): Promise<StepResult[]>;
|
|
22
|
+
//# sourceMappingURL=run-steps.d.ts.map
|