smart-web-mcp 0.44.0 → 1.0.0

package/dist/operator-cdp.js

@@ -0,0 +1,195 @@
+import { chromium } from "playwright";
+const browserTransports = new WeakMap();
+export function ownedBrowserCleanupIncomplete(browser) {
+    return browser !== undefined && browserTransports.get(browser)?.cleanupIncomplete === true;
+}
+export function createOwnedCdpTransport(wire) {
+    const owned = new Set();
+    const creations = new Set();
+    const closures = new Map();
+    const pending = new Map();
+    let sequence = -1;
+    let closing = false;
+    let disconnected = false;
+    let cleanupTimer;
+    let cleanupCount = 0;
+    const request = (method, params) => new Promise((resolve, reject) => {
+        const id = sequence--;
+        pending.set(id, { resolve, reject: () => reject(new Error("Owned CDP transport disconnected")) });
+        wire.send({ id, method, params });
+    });
+    const finishCleanup = () => {
+        if (closing && !disconnected && creations.size === 0 && cleanupCount === 0) {
+            clearTimeout(cleanupTimer);
+            wire.close();
+        }
+    };
+    const closeTarget = (targetId) => {
+        cleanupCount++;
+        void request("Target.closeTarget", { targetId }).then(message => {
+            if (!message.error && message.result?.success === true)
+                owned.delete(targetId);
+        }).catch(() => { }).finally(() => {
+            cleanupCount--;
+            finishCleanup();
+        });
+    };
+    const transport = {
+        get cleanupIncomplete() { return disconnected && (creations.size > 0 || owned.size > 0); },
+        send(value) {
+            if (closing)
+                return;
+            const message = value;
+            if (!message.sessionId && message.method === "Target.setAutoAttach") {
+                // No existing or concurrently-created foreign tabs may be attached.
+                wire.send({ ...message, params: { autoAttach: false, waitForDebuggerOnStart: false, flatten: true } });
+            }
+            else {
+                if (!message.sessionId && message.method === "Target.createTarget" && message.id !== undefined)
+                    creations.add(message.id);
+                if (!message.sessionId && message.method === "Target.closeTarget" && message.id !== undefined && typeof message.params?.targetId === "string") {
+                    closures.set(message.id, message.params.targetId);
+                }
+                wire.send(message);
+            }
+        },
+        close() {
+            if (closing)
+                return;
+            closing = true;
+            // Also handle a create response arriving while close is in progress.
+            // Keep the socket alive for bounded cleanup, never close the browser.
+            cleanupTimer = setTimeout(() => wire.close(), 750);
+            for (const target of owned)
+                closeTarget(target);
+            finishCleanup();
+        },
+    };
+    wire.onmessage = value => {
+        const message = value;
+        if (message.id !== undefined && closures.has(message.id)) {
+            if (!message.error && message.result?.success === true)
+                owned.delete(closures.get(message.id));
+            closures.delete(message.id);
+        }
+        if (message.id !== undefined && pending.has(message.id)) {
+            const callback = pending.get(message.id);
+            pending.delete(message.id);
+            callback.resolve(message);
+            return;
+        }
+        if (message.id !== undefined && creations.delete(message.id)) {
+            const targetId = message.result?.targetId;
+            if (typeof targetId !== "string" || message.error) {
+                if (!closing)
+                    transport.onmessage?.(message);
+                finishCleanup();
+                return;
+            }
+            owned.add(targetId);
+            if (closing) {
+                closeTarget(targetId);
+                return;
+            }
+            // Forward create only after the real attachedToTarget event has given
+            // Playwright its new page. Root auto-attach remains disabled throughout.
+            void request("Target.attachToTarget", { targetId, flatten: true }).then(attached => {
+                if (attached.error) {
+                    transport.close();
+                    return;
+                }
+                if (!closing)
+                    transport.onmessage?.(message);
+            }).catch(() => transport.close());
+            return;
+        }
+        // Extra sessions requested by Playwright for the owned page, and child
+        // frame/worker attachment within that page, retain their native behavior.
+        transport.onmessage?.(message);
+    };
+    wire.onclose = () => {
+        closing = true;
+        disconnected = true;
+        clearTimeout(cleanupTimer);
+        for (const callback of pending.values())
+            callback.reject();
+        pending.clear();
+        transport.onclose?.("Owned CDP transport disconnected");
+    };
+    return transport;
+}
+export async function connectOwnedCdpTransport(transport, options) {
+    try {
+        const browser = await chromium.connectOverCDP(transport, options);
+        browserTransports.set(browser, transport);
+        return browser;
+    }
+    catch (error) {
+        transport.close();
+        throw error;
+    }
+}
+export async function connectOwnedBrowser(endpoint, options) {
+    const start = Date.now();
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), options.timeout);
+    let transport;
+    try {
+        const origin = new URL(endpoint);
+        if (origin.protocol !== "http:" || !["127.0.0.1", "[::1]"].includes(origin.hostname)
+            || origin.username || origin.password || origin.pathname !== "/" || origin.search || origin.hash) {
+            throw new Error("Invalid local CDP endpoint");
+        }
+        const response = await fetch(new URL("/json/version", origin), { signal: controller.signal, redirect: "error" });
+        if (!response.ok)
+            throw new Error("Local CDP discovery failed");
+        const value = await response.json();
+        const address = typeof value === "object" && value !== null && "webSocketDebuggerUrl" in value ? value.webSocketDebuggerUrl : undefined;
+        if (typeof address !== "string")
+            throw new Error("Local CDP discovery has no browser socket");
+        const ws = new URL(address);
+        if (ws.protocol !== "ws:" || ws.hostname !== origin.hostname || ws.port !== origin.port
+            || ws.username || ws.password || !/^\/devtools\/browser\/[^/]+$/.test(ws.pathname) || ws.search || ws.hash) {
+            throw new Error("Local CDP discovery returned an invalid browser socket");
+        }
+        if (controller.signal.aborted)
+            throw new Error("Owned CDP connection timeout");
+        const socket = new WebSocket(ws);
+        const wire = {
+            send: message => socket.send(JSON.stringify(message)),
+            close: () => socket.close(),
+        };
+        transport = createOwnedCdpTransport(wire);
+        socket.addEventListener("message", event => {
+            try {
+                wire.onmessage?.(JSON.parse(String(event.data)));
+            }
+            catch {
+                socket.close();
+            }
+        });
+        socket.addEventListener("close", () => wire.onclose?.());
+        const abort = () => socket.close();
+        controller.signal.addEventListener("abort", abort, { once: true });
+        socket.addEventListener("close", () => controller.signal.removeEventListener("abort", abort), { once: true });
+        await new Promise((resolve, reject) => {
+            socket.addEventListener("open", () => resolve(), { once: true });
+            socket.addEventListener("error", () => reject(new Error("Local CDP socket failed")), { once: true });
+            socket.addEventListener("close", () => reject(new Error("Local CDP socket closed")), { once: true });
+        });
+        const remaining = options.timeout - (Date.now() - start);
+        if (remaining <= 0 || controller.signal.aborted)
+            throw new Error("Owned CDP connection timeout");
+        return await connectOwnedCdpTransport(transport, { ...options, timeout: remaining });
+    }
+    catch (error) {
+        transport?.close();
+        if (controller.signal.aborted)
+            throw new Error("Owned CDP connection timeout");
+        throw error;
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+//# sourceMappingURL=operator-cdp.js.map

package/dist/operator-cdp.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"operator-cdp.js","sourceRoot":"","sources":["../src/operator-cdp.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAA8C,MAAM,YAAY,CAAA;AAejF,MAAM,iBAAiB,GAAG,IAAI,OAAO,EAA8B,CAAA;AAEnE,MAAM,UAAU,6BAA6B,CAAC,OAA4B;IACxE,OAAO,OAAO,KAAK,SAAS,IAAI,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,iBAAiB,KAAK,IAAI,CAAA;AAC5F,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,IAA6B;IACnE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAA;IAC/B,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;IACnC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC1C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuE,CAAA;IAC9F,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAA;IACjB,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,IAAI,YAAY,GAAG,KAAK,CAAA;IACxB,IAAI,YAAuD,CAAA;IAC3D,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,MAAM,OAAO,GAAG,CAAC,MAAc,EAAE,MAA+B,EAAE,EAAE,CAAC,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC5G,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAA;QACrB,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC,EAAE,CAAC,CAAA;QACjG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IACF,MAAM,aAAa,GAAG,GAAG,EAAE;QACzB,IAAI,OAAO,IAAI,CAAC,YAAY,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;YAC3E,YAAY,CAAC,YAAY,CAAC,CAAA;YAC1B,IAAI,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;IACH,CAAC,CAAA;IACD,MAAM,WAAW,GAAG,CAAC,QAAgB,EAAE,EAAE;QACvC,YAAY,EAAE,CAAA;QACd,KAAK,OAAO,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;YAC9D,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI;gBAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAChF,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YAC9B,YAAY,EAAE,CAAA;YACd,aAAa,EAAE,CAAA;QACjB,CAAC,CAAC,CAAA;IACJ,CAAC,CAAA;IACD,MAAM,SAAS,GAAsB;QACnC,IAAI,iBAAiB,KAAK,OAAO,YAAY,IAAI,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAA,CAAC,CAAC;QACzF,IAAI,CAAC,KAAK;YACR,IAAI,OAAO;gBAAE,OAAM;YACnB,MAAM,OAAO,GAAG,KAAgB,CAAA;YAChC,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,sBAAsB,EAAE,CAAC;gBACpE,oEAAoE;gBACpE,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,sBAAsB,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;YACxG,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,qBAAqB,IAAI,OAAO,CAAC,EAAE,KAAK,SAAS;oBAAE,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;gBACzH,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,oBAAoB,IAAI,OAAO,CAAC,EAAE,KAAK,SAAS,IAAI,OAAO,OAAO,CAAC,MAAM,EAAE,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBAC9I,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;gBACnD,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACpB,CAAC;QACH,CAAC;QACD,KAAK;YACH,IAAI,OAAO;gBAAE,OAAM;YACnB,OAAO,GAAG,IAAI,CAAA;YACd,qEAAqE;YACrE,sEAAsE;YACtE,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,CAAA;YAClD,KAAK,MAAM,MAAM,IAAI,KAAK;gBAAE,WAAW,CAAC,MAAM,CAAC,CAAA;YAC/C,aAAa,EAAE,CAAA;QACjB,CAAC;KACF,CAAA;IACD,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,EAAE;QACvB,MAAM,OAAO,GAAG,KAAgB,CAAA;QAChC,IAAI,OAAO,CAAC,EAAE,KAAK,SAAS,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;YACzD,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI;gBAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAE,CAAC,CAAA;YAC/F,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;QAC7B,CAAC;QACD,IAAI,OAAO,CAAC,EAAE,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;YACxD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAE,CAAA;YACzC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;YAC1B,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YACzB,OAAM;QACR,CAAC;QACD,IAAI,OAAO,CAAC,EAAE,KAAK,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;YAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAA;YACzC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAClD,IAAI,CAAC,OAAO;oBAAE,SAAS,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAA;gBAC5C,aAAa,EAAE,CAAA;gBACf,OAAM;YACR,CAAC;YACD,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YACnB,IAAI,OAAO,EAAE,CAAC;gBAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBAAC,OAAM;YAAC,CAAC;YAC9C,sEAAsE;YACtE,yEAAyE;YACzE,KAAK,OAAO,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;gBACjF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;oBAAC,SAAS,CAAC,KAAK,EAAE,CAAC;oBAAC,OAAM;gBAAC,CAAC;gBACjD,IAAI,CAAC,OAAO;oBAAE,SAAS,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAA;YAC9C,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAA;YACjC,OAAM;QACR,CAAC;QACD,uEAAuE;QACvE,0EAA0E;QAC1E,SAAS,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAA;IAChC,CAAC,CAAA;IACD,IAAI,CAAC,OAAO,GAAG,GAAG,EAAE;QAClB,OAAO,GAAG,IAAI,CAAA;QACd,YAAY,GAAG,IAAI,CAAA;QACnB,YAAY,CAAC,YAAY,CAAC,CAAA;QAC1B,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,MAAM,EAAE;YAAE,QAAQ,CAAC,MAAM,EAAE,CAAA;QAC1D,OAAO,CAAC,KAAK,EAAE,CAAA;QACf,SAAS,CAAC,OAAO,EAAE,CAAC,kCAAkC,CAAC,CAAA;IACzD,CAAC,CAAA;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,SAA4B,EAAE,OAA8C;IACzH,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QACjE,iBAAiB,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;QACzC,OAAO,OAAO,CAAA;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAAC,MAAM,KAAK,CAAA;IAAC,CAAC;AACpD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,QAAgB,EAAE,OAA8C;IACxG,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACxB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;IACnE,IAAI,SAAwC,CAAA;IAC5C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAA;QAChC,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC;eAC/E,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YACnG,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;QAC/C,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAA;QAChH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;QAC/D,MAAM,KAAK,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QAC5C,MAAM,OAAO,GAAG,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,sBAAsB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAA;QACvI,IAAI,OAAO,OAAO,KAAK,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAA;QAC7F,MAAM,EAAE,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAA;QAC3B,IAAI,EAAE,CAAC,QAAQ,KAAK,KAAK,IAAI,EAAE,CAAC,QAAQ,KAAK,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI;eAClF,EAAE,CAAC,QAAQ,IAAI,EAAE,CAAC,QAAQ,IAAI,CAAC,8BAA8B,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAC7G,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAA;QAC3E,CAAC;QACD,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;QAC9E,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,CAAC,CAAA;QAChC,MAAM,IAAI,GAA4B;YACpC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACrD,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE;SAC5B,CAAA;QACD,SAAS,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAA;QACzC,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE;YACzC,IAAI,CAAC;gBAAC,IAAI,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,MAAM,CAAC,KAAK,EAAE,CAAA;YAAC,CAAC;QACnF,CAAC,CAAC,CAAA;QACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA;QACxD,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QAClC,UAAU,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAClE,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC7G,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;YAChE,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;YACpG,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QACtG,CAAC,CAAC,CAAA;QACF,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAA;QACxD,IAAI,SAAS,IAAI,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;QAChG,OAAO,MAAM,wBAAwB,CAAC,SAAS,EAAE,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAA;IACtF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,SAAS,EAAE,KAAK,EAAE,CAAA;QAClB,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;QAC9E,MAAM,KAAK,CAAA;IACb,CAAC;YAAS,CAAC;QAAC,YAAY,CAAC,KAAK,CAAC,CAAA;IAAC,CAAC;AACnC,CAAC"}

package/dist/operator-frame.d.ts

@@ -0,0 +1,3 @@
+import type { BrowserContext, CDPSession, Frame } from "playwright";
+export declare function prepareFrameIdentity(context: BrowserContext): Promise<void>;
+export declare function nativeFrameId(scope: Frame, session: CDPSession): Promise<string>;

package/dist/operator-frame.js

@@ -0,0 +1,55 @@
+import { randomUUID } from "node:crypto";
+const engineName = "smartweb_identity";
+const engine = () => ({
+    queryAll(root, key) {
+        const bridge = globalThis;
+        bridge[key] = true;
+        return [root.nodeType === 9 ? root.documentElement : root];
+    },
+});
+export async function prepareFrameIdentity(context) {
+    // Playwright 1.63's CDP default context does not inherit selectors.register
+    // entries. Isolate its existing channel registration seam here; unlike global
+    // per-call engine names this neither grows a registry nor touches other tabs.
+    // Registration changes only this client's selector registry, not browser state.
+    const channel = context._channel;
+    if (!channel?.registerSelectorEngine)
+        throw new Error("Native frame identity adapter is unavailable");
+    await channel.registerSelectorEngine({ selectorEngine: { name: engineName, source: `(${engine.toString()})()`, contentScript: true } }, { timeout: 0 });
+}
+export async function nativeFrameId(scope, session) {
+    const key = `__smartWebFrame_${randomUUID().replaceAll("-", "")}`;
+    const contexts = [];
+    const collect = ({ context }) => { contexts.push(context); };
+    let found;
+    session.on("Runtime.executionContextCreated", collect);
+    try {
+        // A standalone content-script selector executes in the selected Frame's
+        // isolated world. No page globals, mutable DOM attributes, URL/name matching,
+        // or private Playwright frame IDs carry identity across the protocol boundary.
+        const marker = await scope.$(`${engineName}=${key}`);
+        await marker?.dispose();
+        await session.send("Runtime.enable");
+        const isolated = contexts.filter(context => context.auxData?.isDefault === false);
+        if (isolated.length > 40)
+            throw new Error("Selected frame identity exceeds the isolated context bound");
+        for (const context of isolated) {
+            const remote = await session.send("Runtime.evaluate", { uniqueContextId: context.uniqueId, expression: `globalThis[${JSON.stringify(key)}] === true`, returnByValue: true });
+            if (!remote.exceptionDetails && remote.result.value === true) {
+                if (found)
+                    throw new Error("Selected frame identity is ambiguous");
+                found = context;
+            }
+        }
+        if (!found?.auxData?.frameId || scope.isDetached())
+            throw new Error("Selected frame identity could not be resolved in an isolated world");
+        return found.auxData.frameId;
+    }
+    finally {
+        if (found)
+            await session.send("Runtime.evaluate", { uniqueContextId: found.uniqueId, expression: `delete globalThis[${JSON.stringify(key)}]` }).catch(() => { });
+        session.off("Runtime.executionContextCreated", collect);
+        await session.send("Runtime.disable").catch(() => { });
+    }
+}
+//# sourceMappingURL=operator-frame.js.map

package/dist/operator-frame.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"operator-frame.js","sourceRoot":"","sources":["../src/operator-frame.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAGxC,MAAM,UAAU,GAAG,mBAAmB,CAAA;AACtC,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,CAAC;IACpB,QAAQ,CAAC,IAAwB,EAAE,GAAW;QAC5C,MAAM,MAAM,GAAG,UAAgD,CAAA;QAC/D,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;QAClB,OAAO,CAAC,IAAI,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAE,IAAiB,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IAC1E,CAAC;CACF,CAAC,CAAA;AAEF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,OAAuB;IAChE,4EAA4E;IAC5E,8EAA8E;IAC9E,8EAA8E;IAC9E,gFAAgF;IAChF,MAAM,OAAO,GAAI,OAEf,CAAC,QAAQ,CAAA;IACX,IAAI,CAAC,OAAO,EAAE,sBAAsB;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAA;IACrG,MAAM,OAAO,CAAC,sBAAsB,CAAC,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAA;AACzJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAY,EAAE,OAAmB;IACnE,MAAM,GAAG,GAAG,mBAAmB,UAAU,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAA;IAEjE,MAAM,QAAQ,GAAc,EAAE,CAAA;IAC9B,MAAM,OAAO,GAAG,CAAC,EAAE,OAAO,EAAwB,EAAE,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA,CAAC,CAAC,CAAA;IACjF,IAAI,KAA0B,CAAA;IAC9B,OAAO,CAAC,EAAE,CAAC,iCAAiC,EAAE,OAAO,CAAC,CAAA;IACtD,IAAI,CAAC;QACH,wEAAwE;QACxE,8EAA8E;QAC9E,+EAA+E;QAC/E,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,GAAG,UAAU,IAAI,GAAG,EAAE,CAAC,CAAA;QACpD,MAAM,MAAM,EAAE,OAAO,EAAE,CAAA;QACvB,MAAM,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;QACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,KAAK,KAAK,CAAC,CAAA;QACjF,IAAI,QAAQ,CAAC,MAAM,GAAG,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAA;QACvG,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,eAAe,EAAE,OAAO,CAAC,QAAQ,EAAE,UAAU,EAAE,cAAc,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;YAC5K,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;gBAC7D,IAAI,KAAK;oBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;gBAClE,KAAK,GAAG,OAAO,CAAA;YACjB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,IAAI,KAAK,CAAC,UAAU,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAA;QACzI,OAAO,KAAK,CAAC,OAAO,CAAC,OAAO,CAAA;IAC9B,CAAC;YAAS,CAAC;QACT,IAAI,KAAK;YAAE,MAAM,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,eAAe,EAAE,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,qBAAqB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QAC/J,OAAO,CAAC,GAAG,CAAC,iCAAiC,EAAE,OAAO,CAAC,CAAA;QACvD,MAAM,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;IACvD,CAAC;AACH,CAAC"}

package/dist/settings.d.ts

@@ -9,6 +9,7 @@ export type SmartWebSettings = {
         enableSearxng?: boolean;
         enableDuckDuckGo?: boolean;
         enableBraveHtml?: boolean;
+        enableBrowserFallback?: boolean;
     };
     fetch?: {
         chromeChannel?: string;
@@ -58,6 +59,8 @@ export type SmartWebSettings = {
          * and runs headed with anti-bot hardening.
          */
         browserProfile?: string;
+        /** Approved loopback CDP endpoint, used only for explicit smartfetch reads. */
+        browserCdpUrl?: string;
     };
     network?: {
         allowPrivateHosts?: boolean;

package/dist/settings.js

@@ -120,6 +120,7 @@ export function settingsTemplate() {
                 maxItemTextChars: 1200,
             },
             browserProfile: "",
+            browserCdpUrl: "",
         },
         network: {
             allowPrivateHosts: false,

package/dist/settings.js.map

@@ -1 +1 @@
-{"version":3,"file":"settings.js","sourceRoot":"","sources":["../src/settings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AAC/G,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAA;AACjC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAoElD,IAAI,KAAK,GAAiC,SAAS,CAAA;AACnD,IAAI,OAAO,GAAG,EAAE,CAAA;AAChB,IAAI,sBAAsB,GAAuB,SAAS,CAAA;AAE1D,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,SAAS;IACT,UAAU;IACV,UAAU;IACV,aAAa;CACd,CAAA;AAED,SAAS,iBAAiB;IACxB,MAAM,IAAI,GAAG,OAAO,EAAE,CAAA;IACtB,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC,CAAA;IACzE,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAA;IACtF,OAAO,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;AAC9B,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAa;IACjD,sBAAsB,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACzD,KAAK,GAAG,SAAS,CAAA;IACjB,OAAO,GAAG,EAAE,CAAA;AACd,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,IAAI,sBAAsB;QAAE,OAAO,sBAAsB,CAAA;IACzD,OAAO,IAAI,CAAC,iBAAiB,EAAE,EAAE,WAAW,EAAE,eAAe,CAAC,CAAA;AAChE,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAyB,CAAC,CAAC,CAAC,EAAE,CAAA;AACrG,CAAC;AAED,SAAS,YAAY;IACnB,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IACrC,MAAM,IAAI,GAAG,YAAY,EAAE,CAAA;IAC3B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,KAAK,GAAG,EAAE,CAAA;QACV,OAAO,KAAK,CAAA;IACd,CAAC;IACD,IAAI,CAAC;QACH,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAA;IAChE,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtE,MAAM,IAAI,GAAG,qCAAqC,IAAI,KAAK,OAAO,EAAE,CAAA;QACpE,IAAI,OAAO,KAAK,IAAI;YAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACzC,OAAO,GAAG,IAAI,CAAA;QACd,KAAK,GAAG,EAAE,CAAA;IACZ,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,IAAI,KAAK,GAAY,YAAY,EAAE,CAAA;IACnC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC;YAAE,OAAO,SAAS,CAAA;QACxG,KAAK,GAAI,KAAiC,CAAC,OAAO,CAAC,CAAA;IACrD,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAA;IAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,IAAI,EAAE,CAAA;IAClD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAA;IACjF,OAAO,EAAE,CAAA;AACX,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,OAAO;QACL,OAAO,EAAE,UAAU;QACnB,OAAO,EAAE;YACP,OAAO,EAAE,EAAE;SACZ;QACD,MAAM,EAAE;YACN,cAAc,EAAE,EAAE;YAClB,aAAa,EAAE,IAAI;SACpB;QACD,KAAK,EAAE;YACL,aAAa,EAAE,EAAE;YACjB,UAAU,EAAE,EAAE;YACd,qBAAqB,EAAE,IAAI;YAC3B,gBAAgB,EAAE,KAAK;YACvB,iBAAiB,EAAE,oBAAoB;YACvC,sBAAsB,EAAE,IAAI;YAC5B,cAAc,EAAE,IAAI;YACpB,eAAe,EAAE,IAAI;YACrB,gBAAgB,EAAE,IAAI;YACtB,eAAe,EAAE,IAAI;YACrB,cAAc,EAAE,EAAE;YAClB,qBAAqB,EAAE,IAAI;YAC3B,qBAAqB,EAAE,EAAE;YACzB,mBAAmB,EAAE,IAAI;YACzB,UAAU,EAAE,EAAE;YACd,eAAe,EAAE,IAAI;YACrB,mBAAmB,EAAE,IAAI;YACzB,4BAA4B,EAAE,IAAI;YAClC,4BAA4B,EAAE,SAAS;YACvC,gBAAgB,EAAE,IAAI;YACtB,uBAAuB,EAAE,IAAI;YAC7B,qBAAqB,EAAE,IAAI;YAC3B,aAAa,EAAE,IAAI;YACnB,eAAe,EAAE,IAAI;YACrB,qBAAqB,EAAE,KAAK;YAC5B,sBAAsB,EAAE,WAAW;YACnC,wBAAwB,EAAE,KAAK;YAC/B,YAAY,EAAE;gBACZ,MAAM,EAAE,UAAU;gBAClB,gBAAgB,EAAE,KAAK;gBACvB,oBAAoB,EAAE,KAAK;gBAC3B,cAAc,EAAE,EAAE;gBAClB,eAAe,EAAE,EAAE;gBACnB,gBAAgB,EAAE,GAAG;gBACrB,SAAS,EAAE,EAAE;gBACb,SAAS,EAAE,EAAE;gBACb,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,IAAI;aACvB;YACD,cAAc,EAAE,EAAE;SACnB;QACD,OAAO,EAAE;YACP,iBAAiB,EAAE,KAAK;SACzB;KACF,CAAA;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAI,GAAG,YAAY,EAAE,EAAE,KAAK,GAAG,KAAK;IAC/D,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1B,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAA;IAC/D,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACzB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAChD,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IACrB,MAAM,OAAO,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,MAAM,CAAA;IAC5C,YAAY,CAAC,aAAa,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAC1H,IAAI,CAAC;QACH,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC;YACH,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACV,MAAM,KAAK,CAAA;IACb,CAAC;IACD,YAAY,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IACnC,qBAAqB,CAAC,IAAI,CAAC,CAAA;IAC3B,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AAChC,CAAC;AAED,MAAM,UAAU,uBAAuB;IACrC,KAAK,GAAG,SAAS,CAAA;IACjB,OAAO,GAAG,EAAE,CAAA;AACd,CAAC"}
+{"version":3,"file":"settings.js","sourceRoot":"","sources":["../src/settings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AAC/G,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAA;AACjC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAuElD,IAAI,KAAK,GAAiC,SAAS,CAAA;AACnD,IAAI,OAAO,GAAG,EAAE,CAAA;AAChB,IAAI,sBAAsB,GAAuB,SAAS,CAAA;AAE1D,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,SAAS;IACT,UAAU;IACV,UAAU;IACV,aAAa;CACd,CAAA;AAED,SAAS,iBAAiB;IACxB,MAAM,IAAI,GAAG,OAAO,EAAE,CAAA;IACtB,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC,CAAA;IACzE,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAA;IACtF,OAAO,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;AAC9B,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAa;IACjD,sBAAsB,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACzD,KAAK,GAAG,SAAS,CAAA;IACjB,OAAO,GAAG,EAAE,CAAA;AACd,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,IAAI,sBAAsB;QAAE,OAAO,sBAAsB,CAAA;IACzD,OAAO,IAAI,CAAC,iBAAiB,EAAE,EAAE,WAAW,EAAE,eAAe,CAAC,CAAA;AAChE,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAyB,CAAC,CAAC,CAAC,EAAE,CAAA;AACrG,CAAC;AAED,SAAS,YAAY;IACnB,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IACrC,MAAM,IAAI,GAAG,YAAY,EAAE,CAAA;IAC3B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,KAAK,GAAG,EAAE,CAAA;QACV,OAAO,KAAK,CAAA;IACd,CAAC;IACD,IAAI,CAAC;QACH,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAA;IAChE,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtE,MAAM,IAAI,GAAG,qCAAqC,IAAI,KAAK,OAAO,EAAE,CAAA;QACpE,IAAI,OAAO,KAAK,IAAI;YAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACzC,OAAO,GAAG,IAAI,CAAA;QACd,KAAK,GAAG,EAAE,CAAA;IACZ,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,IAAI,KAAK,GAAY,YAAY,EAAE,CAAA;IACnC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC;YAAE,OAAO,SAAS,CAAA;QACxG,KAAK,GAAI,KAAiC,CAAC,OAAO,CAAC,CAAA;IACrD,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAA;IAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,IAAI,EAAE,CAAA;IAClD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAA;IACjF,OAAO,EAAE,CAAA;AACX,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,OAAO;QACL,OAAO,EAAE,UAAU;QACnB,OAAO,EAAE;YACP,OAAO,EAAE,EAAE;SACZ;QACD,MAAM,EAAE;YACN,cAAc,EAAE,EAAE;YAClB,aAAa,EAAE,IAAI;SACpB;QACD,KAAK,EAAE;YACL,aAAa,EAAE,EAAE;YACjB,UAAU,EAAE,EAAE;YACd,qBAAqB,EAAE,IAAI;YAC3B,gBAAgB,EAAE,KAAK;YACvB,iBAAiB,EAAE,oBAAoB;YACvC,sBAAsB,EAAE,IAAI;YAC5B,cAAc,EAAE,IAAI;YACpB,eAAe,EAAE,IAAI;YACrB,gBAAgB,EAAE,IAAI;YACtB,eAAe,EAAE,IAAI;YACrB,cAAc,EAAE,EAAE;YAClB,qBAAqB,EAAE,IAAI;YAC3B,qBAAqB,EAAE,EAAE;YACzB,mBAAmB,EAAE,IAAI;YACzB,UAAU,EAAE,EAAE;YACd,eAAe,EAAE,IAAI;YACrB,mBAAmB,EAAE,IAAI;YACzB,4BAA4B,EAAE,IAAI;YAClC,4BAA4B,EAAE,SAAS;YACvC,gBAAgB,EAAE,IAAI;YACtB,uBAAuB,EAAE,IAAI;YAC7B,qBAAqB,EAAE,IAAI;YAC3B,aAAa,EAAE,IAAI;YACnB,eAAe,EAAE,IAAI;YACrB,qBAAqB,EAAE,KAAK;YAC5B,sBAAsB,EAAE,WAAW;YACnC,wBAAwB,EAAE,KAAK;YAC/B,YAAY,EAAE;gBACZ,MAAM,EAAE,UAAU;gBAClB,gBAAgB,EAAE,KAAK;gBACvB,oBAAoB,EAAE,KAAK;gBAC3B,cAAc,EAAE,EAAE;gBAClB,eAAe,EAAE,EAAE;gBACnB,gBAAgB,EAAE,GAAG;gBACrB,SAAS,EAAE,EAAE;gBACb,SAAS,EAAE,EAAE;gBACb,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,IAAI;aACvB;YACD,cAAc,EAAE,EAAE;YAClB,aAAa,EAAE,EAAE;SAClB;QACD,OAAO,EAAE;YACP,iBAAiB,EAAE,KAAK;SACzB;KACF,CAAA;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAI,GAAG,YAAY,EAAE,EAAE,KAAK,GAAG,KAAK;IAC/D,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1B,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAA;IAC/D,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACzB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAChD,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IACrB,MAAM,OAAO,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,MAAM,CAAA;IAC5C,YAAY,CAAC,aAAa,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAC1H,IAAI,CAAC;QACH,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC;YACH,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;QAClC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACV,MAAM,KAAK,CAAA;IACb,CAAC;IACD,YAAY,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IACnC,qBAAqB,CAAC,IAAI,CAAC,CAAA;IAC3B,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AAChC,CAAC;AAED,MAAM,UAAU,uBAAuB;IACrC,KAAK,GAAG,SAAS,CAAA;IACjB,OAAO,GAAG,EAAE,CAAA;AACd,CAAC"}

package/dist/shared.d.ts

@@ -22,6 +22,8 @@ export type PrimaryContent = {
 export type AdapterResult = {
     ok: boolean;
     method: string;
+    http_status?: number;
+    retry_after?: string;
     content: string;
     links: string[];
     final_url?: string;
@@ -59,18 +61,24 @@ export type SearchHandoff = {
     pages_loaded: number;
     errors: string[];
 };
+export type SmartsearchProviderAttempt = {
+    provider: string;
+    status: "succeeded" | "failed";
+    result_count: number;
+    error?: string;
+};
+export type SmartsearchExecution = {
+    status: "succeeded" | "failed";
+    attempts: SmartsearchProviderAttempt[];
+};
 export type RetrievalConfidence = "low" | "medium" | "high";
 export type CaptchaType = "turnstile" | "recaptcha" | "hcaptcha";
 export type RetrievalHandoffSuggestion = {
-    tool: "smartcrawl" | "web_task";
+    tool: "smartcrawl";
     reason: string;
     mode: "read" | "act";
     url: string;
     goal: string;
-    /** When the page contains a known CAPTCHA widget, this field tells the
-     *  receiving runtime what type of CAPTCHA to expect so it can prepare
-     *  the appropriate solving strategy (checkbox click, external solver, etc.). */
-    captcha_type?: CaptchaType;
 };
 export type RetrievalAssessment = {
     confidence: RetrievalConfidence;
@@ -79,6 +87,13 @@ export type RetrievalAssessment = {
     interactive_flow_likely: boolean;
     signals: string[];
     recommended_handoff: RetrievalHandoffSuggestion | null;
+    /** Remaining task state, not an executable plan or successful recovery. */
+    continuation?: {
+        status: "user_required" | "action_required" | "unavailable";
+        url: string;
+        reason: string;
+        captcha_type?: CaptchaType;
+    } | null;
 };
 export type SmartfetchPolicyMetadata = {
     provider_id: string;
@@ -100,6 +115,8 @@ export type SmartfetchBudgetFieldMetadata = {
     truncated: boolean;
     original_chars?: number;
     returned_chars?: number;
+    /** Source UTF-16 units omitted, excluding inserted marker text. */
+    omitted_chars?: number;
     original_items?: number;
     returned_items?: number;
     omitted_items?: number;
@@ -114,7 +131,7 @@ export type SmartfetchBudgetMetadata = {
         text_content: number;
     };
     /** Which budget control selected this projection, when resolved at the host/MCP layer. */
-    source?: "output_budget" | "preferred_budget_chars" | "headroom_tokens" | "context_mode" | "default";
+    source?: "output_budget" | "preferred_budget_chars" | "headroom_tokens" | "context_mode" | "settings" | "default";
     /** Human-readable selection rationale for host/debug visibility. */
     reason?: string;
 };
@@ -163,6 +180,8 @@ export type SearchResponse = {
     results: SearchResult[];
     fallbacks_tried: string[];
     notes: string[];
+    /** Structured provider execution outcome. Optional for backward compatibility with custom runtimes. */
+    execution?: SmartsearchExecution;
     budget?: SmartfetchBudgetMetadata;
     assessment?: RetrievalAssessment;
     handoff?: SearchHandoff;
@@ -178,6 +197,22 @@ export type SmartfetchOutput = {
     post: Record<string, unknown> | null;
     thread: Record<string, unknown>[];
     comments: Record<string, unknown>[];
+    comment_export?: {
+        path: string;
+        format: "json";
+        bytes: number;
+        sha256: string;
+        comments_count: number;
+        complete: boolean;
+    };
+    body_export?: {
+        path: string;
+        format: "text";
+        bytes: number;
+        sha256: string;
+        chars: number;
+        complete: boolean;
+    };
     download: SmartfetchAsset | null;
     assets: SmartfetchAsset[];
     outbound_links: string[];
@@ -194,7 +229,7 @@ export type SmartfetchOutput = {
         /** Final MCP/output projection budget preset selected for this response. */
         selected_output_budget?: "compact" | "balanced" | "full";
         /** Which budget control won precedence for the selected output budget. */
-        selected_output_budget_source?: "output_budget" | "preferred_budget_chars" | "headroom_tokens" | "context_mode" | "default";
+        selected_output_budget_source?: "output_budget" | "preferred_budget_chars" | "headroom_tokens" | "context_mode" | "settings" | "default";
         /** Human-readable explanation of how the selected output budget was resolved. */
         selected_output_budget_reason?: string;
     };
@@ -278,6 +313,7 @@ export declare function resolveValidatedUrl(url: string, options?: {
     timeoutMs?: number;
     maxRedirects?: number;
     headers?: HeadersInit;
+    signal?: AbortSignal;
 }): Promise<{
     ok: false;
     reason: string;
@@ -285,6 +321,8 @@ export declare function resolveValidatedUrl(url: string, options?: {
 } | {
     ok: true;
     url: string;
+    http_status: number;
+    retry_after: string;
 }>;
 export declare function isXUrl(url: string): boolean;
 export declare function isRedditUrl(url: string): boolean;
@@ -302,9 +340,8 @@ export declare function needsDynamicCrawl(result: AdapterResult): boolean;
  * a response body that is suspiciously small for its HTML size.
  *
  * This is intentionally narrower than `needsDynamicCrawl`: gokuProps or
- * interactive-JS-app shells should NOT trigger a browser upgrade because a
- * headless Playwright session won't break through those either; they need a
- * `web_task` handoff instead.
+ * interactive-JS-app shells are handled separately from challenge detection;
+ * a challenge match never authorizes CAPTCHA solving or consent actions.
  */
 export declare function needsBotChallengeBrowserUpgrade(result: AdapterResult): boolean;
 /**

package/dist/shared.js

@@ -479,6 +479,8 @@ function isRedirectStatus(status) {
 }
 export async function resolveValidatedUrl(url, options) {
     const validationOptions = options?.allowPrivateHosts === undefined ? undefined : { allowPrivateHosts: options.allowPrivateHosts };
+    if (options?.signal?.aborted)
+        return { ok: false, reason: "redirect_resolution_failed", message: "Request cancelled before URL validation" };
     const initial = await validateOutboundUrl(url, validationOptions);
     if (!initial.ok)
         return initial;
@@ -487,11 +489,13 @@ export async function resolveValidatedUrl(url, options) {
     const controller = new AbortController();
     const timer = setTimeout(() => controller.abort(), timeoutMs);
     let currentUrl = url;
+    const signal = options?.signal ? AbortSignal.any([options.signal, controller.signal]) : controller.signal;
     try {
         for (let hop = 0; hop <= maxRedirects; hop++) {
+            signal.throwIfAborted();
             const requestInit = {
                 method: "GET",
-                signal: controller.signal,
+                signal,
                 redirect: "manual",
             };
             if (options?.headers !== undefined)
@@ -499,16 +503,16 @@ export async function resolveValidatedUrl(url, options) {
             const response = await fetch(currentUrl, requestInit);
             if (!isRedirectStatus(response.status)) {
                 try {
-                    await response.body?.cancel();
+                    void response.body?.cancel().catch(() => { });
                 }
                 catch {
                     // Ignore best-effort stream cleanup failures.
                 }
-                return { ok: true, url: currentUrl };
+                return { ok: true, url: currentUrl, http_status: response.status, retry_after: response.headers.get("retry-after") || "" };
             }
             if (hop === maxRedirects) {
                 try {
-                    await response.body?.cancel();
+                    void response.body?.cancel().catch(() => { });
                 }
                 catch {
                     // Ignore best-effort stream cleanup failures.
@@ -517,7 +521,7 @@ export async function resolveValidatedUrl(url, options) {
             }
             const location = response.headers.get("location");
             try {
-                await response.body?.cancel();
+                void response.body?.cancel().catch(() => { });
             }
             catch {
                 // Ignore best-effort stream cleanup failures.
@@ -526,6 +530,7 @@ export async function resolveValidatedUrl(url, options) {
                 return { ok: false, reason: "redirect_missing_location", message: "Redirect response did not include a Location header" };
             }
             const nextUrl = new URL(location, currentUrl).toString();
+            signal.throwIfAborted();
             const validation = await validateOutboundUrl(nextUrl, validationOptions);
             if (!validation.ok)
                 return validation;
@@ -645,9 +650,8 @@ export function needsDynamicCrawl(result) {
  * a response body that is suspiciously small for its HTML size.
  *
  * This is intentionally narrower than `needsDynamicCrawl`: gokuProps or
- * interactive-JS-app shells should NOT trigger a browser upgrade because a
- * headless Playwright session won't break through those either; they need a
- * `web_task` handoff instead.
+ * interactive-JS-app shells are handled separately from challenge detection;
+ * a challenge match never authorizes CAPTCHA solving or consent actions.
  */
 export function needsBotChallengeBrowserUpgrade(result) {
     if (!result.ok)
@@ -733,7 +737,9 @@ export async function fetchText(url, timeoutMs, init) {
     const controller = new AbortController();
     const timer = setTimeout(() => controller.abort(), timeoutMs);
     try {
-        const response = await fetch(url, { ...init, signal: controller.signal });
+        const signal = init?.signal ? AbortSignal.any([init.signal, controller.signal]) : controller.signal;
+        signal.throwIfAborted();
+        const response = await fetch(url, { ...init, signal });
         const text = await response.text();
         return { ok: response.ok, status: response.status, text };
     }