browser-autopilot 0.1.0

package/dist/browser/cdp.js

@@ -0,0 +1,470 @@
+/**
+ * CDP browser client with reliable element interaction.
+ *
+ * Click chain: scrollIntoViewIfNeeded → getBoxModel → viewport clamp →
+ *   mouseMoved → mousePressed → mouseReleased.
+ *   If coords fail or element is occluded → resolveNode → callFunctionOn(.click()).
+ *
+ * Input chain: scrollIntoViewIfNeeded → resolveNode → focus → select-all+delete →
+ *   dispatchKeyEvent(keyDown/char/keyUp) per character (React/Vue compatible).
+ *
+ * All element targeting uses backendNodeId from the AX tree — no CSS selectors.
+ */
+import CDP from "chrome-remote-interface";
+import { config } from "../config.js";
+import { DOMIndexer } from "./dom.js";
+export class CDPBrowser {
+    client = null;
+    domIndexer = new DOMIndexer();
+    _tabs = [];
+    _activeTabId = null;
+    _dialogQueue = [];
+    _downloadedFiles = [];
+    async connect(cdpUrl = config.cdpUrl) {
+        const port = parseInt(new URL(cdpUrl).port || "9222");
+        this.client = await CDP({ port });
+        const { Page, DOM, Runtime, Network } = this.cdp;
+        await Promise.all([
+            Page.enable(),
+            DOM.enable(),
+            Runtime.enable(),
+            Network.enable(),
+        ]);
+        Page.javascriptDialogOpening((params) => {
+            this._dialogQueue.push({ type: params.type, message: params.message });
+        });
+        await this.refreshTabs();
+    }
+    async disconnect() {
+        await this.client?.close();
+        this.client = null;
+    }
+    get cdp() {
+        if (!this.client)
+            throw new Error("Not connected");
+        return this.client;
+    }
+    // ── Navigation ──────────────────────────────────────────────────────────
+    async navigate(url) {
+        await this.cdp.Page.navigate({ url });
+        await this.waitForLoad();
+    }
+    async goBack() {
+        await this.cdp.Runtime.evaluate({ expression: "history.back()" });
+        await this.waitMs(1500);
+    }
+    async goForward() {
+        await this.cdp.Runtime.evaluate({ expression: "history.forward()" });
+        await this.waitMs(1500);
+    }
+    async reload() {
+        await this.cdp.Page.reload();
+        await this.waitForLoad();
+    }
+    async currentUrl() {
+        const r = await this.cdp.Runtime.evaluate({ expression: "location.href" });
+        return r.result.value;
+    }
+    async pageTitle() {
+        const r = await this.cdp.Runtime.evaluate({ expression: "document.title" });
+        return r.result.value;
+    }
+    // ── Screenshots ─────────────────────────────────────────────────────────
+    async screenshot(opts) {
+        const { data } = await this.cdp.Page.captureScreenshot({
+            format: "png",
+            ...(opts?.quality ? { format: "jpeg", quality: opts.quality } : {}),
+        });
+        return data;
+    }
+    // ── Viewport ────────────────────────────────────────────────────────────
+    async getViewportSize() {
+        const metrics = await this.cdp.Page.getLayoutMetrics();
+        return {
+            width: metrics.layoutViewport.clientWidth,
+            height: metrics.layoutViewport.clientHeight,
+        };
+    }
+    // ── DOM / Accessibility ─────────────────────────────────────────────────
+    async getIndexedDOM() {
+        const { nodes } = await this.cdp.Accessibility.getFullAXTree();
+        return this.domIndexer.index(nodes);
+    }
+    async getPageText() {
+        const r = await this.cdp.Runtime.evaluate({ expression: "document.body?.innerText ?? ''" });
+        return r.result.value;
+    }
+    // ── Resolve backendNodeId → objectId ────────────────────────────────────
+    async resolveNode(backendNodeId) {
+        const result = await this.cdp.DOM.resolveNode({ backendNodeId });
+        if (!result?.object?.objectId) {
+            throw new Error(`Cannot resolve backendNodeId ${backendNodeId} — element may be stale`);
+        }
+        return result.object.objectId;
+    }
+    async scrollIntoView(backendNodeId) {
+        try {
+            await this.cdp.DOM.scrollIntoViewIfNeeded({ backendNodeId });
+            await this.waitMs(50);
+        }
+        catch {
+            // Element detached or not scrollable — continue anyway
+        }
+    }
+    async getElementCenter(backendNodeId) {
+        try {
+            const { model } = await this.cdp.DOM.getBoxModel({ backendNodeId });
+            if (!model || !model.content || model.content.length < 8)
+                return null;
+            // content quad: [x1,y1, x2,y2, x3,y3, x4,y4]
+            const xs = [model.content[0], model.content[2], model.content[4], model.content[6]];
+            const ys = [model.content[1], model.content[3], model.content[5], model.content[7]];
+            const x = xs.reduce((a, b) => a + b, 0) / 4;
+            const y = ys.reduce((a, b) => a + b, 0) / 4;
+            // Clamp to viewport
+            const vp = await this.getViewportSize();
+            return {
+                x: Math.max(0, Math.min(vp.width - 1, x)),
+                y: Math.max(0, Math.min(vp.height - 1, y)),
+            };
+        }
+        catch {
+            return null;
+        }
+    }
+    async jsClick(objectId) {
+        await this.cdp.Runtime.callFunctionOn({
+            functionDeclaration: "function() { this.click(); }",
+            objectId,
+        });
+        await this.waitMs(50);
+    }
+    // ── Element interaction (by index) ──────────────────────────────────────
+    async clickByIndex(index) {
+        const el = this.domIndexer.getElement(index);
+        if (!el)
+            throw new Error(`Element [${index}] not found`);
+        const bid = el.backendNodeId;
+        // Step 1: Scroll into view
+        await this.scrollIntoView(bid);
+        // Step 2: Try coordinate-based CDP click
+        const center = await this.getElementCenter(bid);
+        if (center) {
+            // Check occlusion: is the node at these coords actually our node?
+            const occluded = await this.isOccluded(bid, center.x, center.y);
+            if (!occluded) {
+                await this.clickAtCoords(center.x, center.y);
+                return;
+            }
+        }
+        // Step 3: Fallback — JS click via objectId (bypasses overlays)
+        const objectId = await this.resolveNode(bid);
+        await this.jsClick(objectId);
+    }
+    async inputByIndex(index, text, clear = true) {
+        const el = this.domIndexer.getElement(index);
+        if (!el)
+            throw new Error(`Element [${index}] not found`);
+        const bid = el.backendNodeId;
+        // Scroll into view
+        await this.scrollIntoView(bid);
+        // Resolve to objectId
+        const objectId = await this.resolveNode(bid);
+        // Focus the element
+        try {
+            await this.cdp.DOM.focus({ backendNodeId: bid });
+        }
+        catch {
+            // Fallback: click to focus
+            const center = await this.getElementCenter(bid);
+            if (center) {
+                await this.clickAtCoords(center.x, center.y);
+            }
+            else {
+                await this.jsClick(objectId);
+            }
+        }
+        await this.waitMs(30);
+        // Clear existing text
+        if (clear) {
+            // Select all + delete
+            await this.cdp.Input.dispatchKeyEvent({
+                type: "keyDown", key: "a", code: "KeyA",
+                modifiers: 8, // Ctrl/Cmd
+                windowsVirtualKeyCode: 65,
+            });
+            await this.cdp.Input.dispatchKeyEvent({ type: "keyUp", key: "a", code: "KeyA", modifiers: 8, windowsVirtualKeyCode: 65 });
+            await this.waitMs(10);
+            await this.cdp.Input.dispatchKeyEvent({
+                type: "keyDown", key: "Backspace", code: "Backspace", windowsVirtualKeyCode: 8,
+            });
+            await this.cdp.Input.dispatchKeyEvent({ type: "keyUp", key: "Backspace", code: "Backspace", windowsVirtualKeyCode: 8 });
+            await this.waitMs(10);
+        }
+        // Type character by character: keyDown → char → keyUp
+        for (const char of text) {
+            if (char === "\n") {
+                await this.cdp.Input.dispatchKeyEvent({
+                    type: "keyDown", key: "Enter", code: "Enter", windowsVirtualKeyCode: 13,
+                });
+                await this.cdp.Input.dispatchKeyEvent({ type: "char", text: "\r", key: "Enter" });
+                await this.cdp.Input.dispatchKeyEvent({
+                    type: "keyUp", key: "Enter", code: "Enter", windowsVirtualKeyCode: 13,
+                });
+            }
+            else {
+                await this.cdp.Input.dispatchKeyEvent({
+                    type: "keyDown", key: char, code: `Key${char.toUpperCase()}`,
+                    windowsVirtualKeyCode: char.toUpperCase().charCodeAt(0),
+                });
+                await this.cdp.Input.dispatchKeyEvent({ type: "char", text: char, key: char });
+                await this.cdp.Input.dispatchKeyEvent({
+                    type: "keyUp", key: char, code: `Key${char.toUpperCase()}`,
+                    windowsVirtualKeyCode: char.toUpperCase().charCodeAt(0),
+                });
+            }
+            await this.waitMs(5);
+        }
+    }
+    async clickAtCoords(x, y) {
+        // mouseMoved first (some sites need hover state)
+        await this.cdp.Input.dispatchMouseEvent({ type: "mouseMoved", x, y });
+        await this.waitMs(50);
+        await this.cdp.Input.dispatchMouseEvent({
+            type: "mousePressed", x, y, button: "left", clickCount: 1,
+        });
+        await this.waitMs(80);
+        await this.cdp.Input.dispatchMouseEvent({
+            type: "mouseReleased", x, y, button: "left", clickCount: 1,
+        });
+    }
+    async type(text) {
+        for (const char of text) {
+            await this.cdp.Input.dispatchKeyEvent({ type: "keyDown", key: char, code: `Key${char.toUpperCase()}`, windowsVirtualKeyCode: char.toUpperCase().charCodeAt(0) });
+            await this.cdp.Input.dispatchKeyEvent({ type: "char", text: char, key: char });
+            await this.cdp.Input.dispatchKeyEvent({ type: "keyUp", key: char, code: `Key${char.toUpperCase()}`, windowsVirtualKeyCode: char.toUpperCase().charCodeAt(0) });
+            await this.waitMs(15);
+        }
+    }
+    async pressKey(key) {
+        const keyMap = {
+            Enter: [13, "Enter"], Tab: [9, "Tab"], Escape: [27, "Escape"],
+            Backspace: [8, "Backspace"], Delete: [46, "Delete"],
+            ArrowUp: [38, "ArrowUp"], ArrowDown: [40, "ArrowDown"],
+            ArrowLeft: [37, "ArrowLeft"], ArrowRight: [39, "ArrowRight"],
+            Home: [36, "Home"], End: [35, "End"],
+            PageUp: [33, "PageUp"], PageDown: [34, "PageDown"],
+            Space: [32, "Space"],
+        };
+        const [vk, code] = keyMap[key] ?? [0, key];
+        await this.cdp.Input.dispatchKeyEvent({ type: "keyDown", key, code, windowsVirtualKeyCode: vk });
+        await this.cdp.Input.dispatchKeyEvent({ type: "keyUp", key, code, windowsVirtualKeyCode: vk });
+    }
+    async scroll(direction, pixels = 500) {
+        const delta = direction === "down" ? pixels : -pixels;
+        const vp = await this.getViewportSize();
+        await this.cdp.Input.dispatchMouseEvent({
+            type: "mouseWheel",
+            x: Math.round(vp.width / 2),
+            y: Math.round(vp.height / 2),
+            deltaX: 0,
+            deltaY: delta,
+        });
+        await this.waitMs(300);
+    }
+    async scrollToElement(index) {
+        const el = this.domIndexer.getElement(index);
+        if (!el)
+            return false;
+        await this.scrollIntoView(el.backendNodeId);
+        return true;
+    }
+    async scrollToText(text) {
+        const found = await this.cdp.Runtime.evaluate({
+            expression: `(() => {
+				const walker = document.createTreeWalker(document.body, NodeFilter.SHOW_TEXT);
+				while (walker.nextNode()) {
+					if (walker.currentNode.textContent?.includes(${JSON.stringify(text)})) {
+						walker.currentNode.parentElement?.scrollIntoView({ behavior: 'smooth', block: 'center' });
+						return true;
+					}
+				}
+				return false;
+			})()`,
+            returnByValue: true,
+        });
+        await this.waitMs(500);
+        return found.result.value;
+    }
+    // ── Occlusion check ─────────────────────────────────────────────────────
+    async isOccluded(backendNodeId, x, y) {
+        try {
+            const objectId = await this.resolveNode(backendNodeId);
+            const result = await this.cdp.Runtime.callFunctionOn({
+                functionDeclaration: `function(x, y) {
+					const hit = document.elementFromPoint(x, y);
+					if (!hit) return true;
+					return !this.contains(hit) && !hit.contains(this);
+				}`,
+                objectId,
+                arguments: [{ value: x }, { value: y }],
+                returnByValue: true,
+            });
+            return result.result.value === true;
+        }
+        catch {
+            return false;
+        }
+    }
+    // ── Tab management ──────────────────────────────────────────────────────
+    async refreshTabs() {
+        try {
+            const { targetInfos } = await this.cdp.Target.getTargets();
+            this._tabs = targetInfos
+                .filter((t) => t.type === "page")
+                .map((t) => ({ id: t.targetId, url: t.url, title: t.title }));
+        }
+        catch {
+            this._tabs = [];
+        }
+        return this._tabs;
+    }
+    get tabs() { return this._tabs; }
+    async switchTab(tabId) {
+        await this.cdp.Target.activateTarget({ targetId: tabId });
+        this._activeTabId = tabId;
+        await this.waitMs(500);
+    }
+    async closeTab(tabId) {
+        await this.cdp.Target.closeTarget({ targetId: tabId });
+        await this.refreshTabs();
+    }
+    async newTab(url = "about:blank") {
+        const { targetId } = await this.cdp.Target.createTarget({ url });
+        await this.refreshTabs();
+        return targetId;
+    }
+    // ── Dialogs ─────────────────────────────────────────────────────────────
+    get pendingDialogs() { return this._dialogQueue; }
+    async handleDialog(accept, promptText) {
+        await this.cdp.Page.handleJavaScriptDialog({ accept, promptText });
+        this._dialogQueue.shift();
+    }
+    // ── JavaScript execution ────────────────────────────────────────────────
+    async evaluate(expression) {
+        let code = expression.trim();
+        // Auto-wrap in IIFE if the code uses statements that can't be top-level expressions
+        const needsIIFE = /\b(return\b|let |const |var )/.test(code) && !code.startsWith("(");
+        if (needsIIFE) {
+            code = `(() => { ${code} })()`;
+        }
+        const result = await this.cdp.Runtime.evaluate({
+            expression: code,
+            returnByValue: true,
+            awaitPromise: true,
+        });
+        if (result.exceptionDetails) {
+            const desc = result.exceptionDetails.exception?.description
+                ?? result.exceptionDetails.text
+                ?? "Unknown JS error";
+            throw new Error(`JS error: ${desc}`);
+        }
+        return result.result.value;
+    }
+    // ── HTML inspection ──────────────────────────────────────────────────────
+    async getElementHtml(index, inner = false) {
+        const el = this.domIndexer.getElement(index);
+        if (!el)
+            return `Element [${index}] not found`;
+        const objectId = await this.resolveNode(el.backendNodeId);
+        const prop = inner ? "innerHTML" : "outerHTML";
+        const result = await this.cdp.Runtime.callFunctionOn({
+            functionDeclaration: `function() { return this.${prop}; }`,
+            objectId,
+            returnByValue: true,
+        });
+        return result.result.value;
+    }
+    // ── Cookies ─────────────────────────────────────────────────────────────
+    async getCookies() {
+        const { cookies } = await this.cdp.Network.getCookies();
+        return cookies.map((c) => ({ name: c.name, value: c.value, domain: c.domain }));
+    }
+    async setCookie(name, value, domain) {
+        await this.cdp.Network.setCookie({ name, value, domain, path: "/" });
+    }
+    async clearCookies() {
+        await this.cdp.Network.clearBrowserCookies();
+    }
+    // ── File upload ─────────────────────────────────────────────────────────
+    async uploadFile(selector, filePaths) {
+        const doc = await this.cdp.DOM.getDocument();
+        const { nodeId } = await this.cdp.DOM.querySelector({
+            nodeId: doc.root.nodeId,
+            selector,
+        });
+        if (!nodeId)
+            throw new Error(`File input not found: ${selector}`);
+        await this.cdp.DOM.setFileInputFiles({ nodeId, files: filePaths });
+    }
+    // ── Dropdown ────────────────────────────────────────────────────────────
+    async getDropdownOptions(selector) {
+        return await this.evaluate(`
+			Array.from(document.querySelector('${selector}')?.options ?? [])
+				.map(o => ({ value: o.value, text: o.textContent?.trim() ?? '' }))
+		`);
+    }
+    async selectDropdown(selector, value) {
+        await this.evaluate(`
+			(() => {
+				const sel = document.querySelector('${selector}');
+				if (!sel) return;
+				sel.value = ${JSON.stringify(value)};
+				sel.dispatchEvent(new Event('change', { bubbles: true }));
+			})()
+		`);
+    }
+    // ── Search ──────────────────────────────────────────────────────────────
+    async searchPage(query) {
+        return await this.evaluate(`
+			(() => {
+				const text = document.body.innerText;
+				const regex = new RegExp(${JSON.stringify(query)}, 'gi');
+				const matches = [];
+				let match;
+				while ((match = regex.exec(text)) !== null) {
+					const start = Math.max(0, match.index - 50);
+					const end = Math.min(text.length, match.index + match[0].length + 50);
+					matches.push('...' + text.slice(start, end) + '...');
+				}
+				return matches.slice(0, 10);
+			})()
+		`);
+    }
+    // ── Helpers ──────────────────────────────────────────────────────────────
+    async waitMs(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+    async waitForLoad(timeoutMs = 8000) {
+        try {
+            await Promise.race([
+                this.cdp.Page.loadEventFired(),
+                this.waitMs(timeoutMs),
+            ]);
+        }
+        catch { }
+        await this.waitMs(500);
+    }
+    async waitForUrl(substring, timeoutMs = 30_000) {
+        const start = Date.now();
+        while (Date.now() - start < timeoutMs) {
+            const url = await this.currentUrl();
+            if (url.includes(substring))
+                return;
+            await this.waitMs(500);
+        }
+        throw new Error(`Timeout waiting for URL containing "${substring}"`);
+    }
+    get downloadedFiles() { return this._downloadedFiles; }
+}
+//# sourceMappingURL=cdp.js.map

package/dist/browser/cdp.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cdp.js","sourceRoot":"","sources":["../../src/browser/cdp.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,GAAG,MAAM,yBAAyB,CAAC;AAE1C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,UAAU,EAAuB,MAAM,UAAU,CAAC;AAQ3D,MAAM,OAAO,UAAU;IACd,MAAM,GAAkB,IAAI,CAAC;IAC7B,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;IAC9B,KAAK,GAAc,EAAE,CAAC;IACtB,YAAY,GAAkB,IAAI,CAAC;IACnC,YAAY,GAA6C,EAAE,CAAC;IAC5D,gBAAgB,GAAa,EAAE,CAAC;IAExC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;QACnC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,IAAI,MAAM,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,GAAG,MAAM,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAClC,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC;QACjD,MAAM,OAAO,CAAC,GAAG,CAAC;YACjB,IAAI,CAAC,MAAM,EAAE;YACb,GAAG,CAAC,MAAM,EAAE;YACZ,OAAO,CAAC,MAAM,EAAE;YAChB,OAAO,CAAC,MAAM,EAAE;SAChB,CAAC,CAAC;QAEH,IAAI,CAAC,uBAAuB,CAAC,CAAC,MAAW,EAAE,EAAE;YAC5C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,UAAU;QACf,MAAM,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,IAAI,GAAG;QACN,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,QAAQ,CAAC,GAAW;QACzB,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACtC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,MAAM;QACX,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAClE,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,SAAS;QACd,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,mBAAmB,EAAE,CAAC,CAAC;QACrE,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,MAAM;QACX,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,UAAU;QACf,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;QAC3E,OAAO,CAAC,CAAC,MAAM,CAAC,KAAe,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,SAAS;QACd,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC5E,OAAO,CAAC,CAAC,MAAM,CAAC,KAAe,CAAC;IACjC,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,UAAU,CAAC,IAA2B;QAC3C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC;YACtD,MAAM,EAAE,KAAK;YACb,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACb,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,eAAe;QACpB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACvD,OAAO;YACN,KAAK,EAAE,OAAO,CAAC,cAAc,CAAC,WAAW;YACzC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,YAAY;SAC3C,CAAC;IACH,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,aAAa;QAClB,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,aAAa,EAAE,CAAC;QAC/D,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,WAAW;QAChB,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,gCAAgC,EAAE,CAAC,CAAC;QAC5F,OAAO,CAAC,CAAC,MAAM,CAAC,KAAe,CAAC;IACjC,CAAC;IAED,2EAA2E;IAEnE,KAAK,CAAC,WAAW,CAAC,aAAqB;QAC9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,gCAAgC,aAAa,yBAAyB,CAAC,CAAC;QACzF,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,aAAqB;QACjD,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC;YAC7D,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACR,uDAAuD;QACxD,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,aAAqB;QACnD,IAAI,CAAC;YACJ,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;YAEtE,6CAA6C;YAC7C,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YACpF,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YACpF,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;YAC5C,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;YAE5C,oBAAoB;YACpB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YACxC,OAAO;gBACN,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBACzC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;aAC1C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,IAAI,CAAC;QACb,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,QAAgB;QACrC,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC;YACrC,mBAAmB,EAAE,8BAA8B;YACnD,QAAQ;SACR,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,YAAY,CAAC,KAAa;QAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,KAAK,aAAa,CAAC,CAAC;QAEzD,MAAM,GAAG,GAAG,EAAE,CAAC,aAAa,CAAC;QAE7B,2BAA2B;QAC3B,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAE/B,yCAAyC;QACzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,MAAM,EAAE,CAAC;YACZ,kEAAkE;YAClE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;YAChE,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC7C,OAAO;YACR,CAAC;QACF,CAAC;QAED,+DAA+D;QAC/D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,IAAY,EAAE,KAAK,GAAG,IAAI;QAC3D,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,KAAK,aAAa,CAAC,CAAC;QAEzD,MAAM,GAAG,GAAG,EAAE,CAAC,aAAa,CAAC;QAE7B,mBAAmB;QACnB,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAE/B,sBAAsB;QACtB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAE7C,oBAAoB;QACpB,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;QAClD,CAAC;QAAC,MAAM,CAAC;YACR,2BAA2B;YAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;YAChD,IAAI,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACP,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;QACF,CAAC;QACD,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAEtB,sBAAsB;QACtB,IAAI,KAAK,EAAE,CAAC;YACX,sBAAsB;YACtB,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACrC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM;gBACvC,SAAS,EAAE,CAAC,EAAE,WAAW;gBACzB,qBAAqB,EAAE,EAAE;aACzB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,qBAAqB,EAAE,EAAE,EAAE,CAAC,CAAC;YAC1H,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACtB,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACrC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,qBAAqB,EAAE,CAAC;aAC9E,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,qBAAqB,EAAE,CAAC,EAAE,CAAC,CAAC;YACxH,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;QAED,sDAAsD;QACtD,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;YACzB,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACnB,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC;oBACrC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,qBAAqB,EAAE,EAAE;iBACvE,CAAC,CAAC;gBACH,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;gBAClF,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC;oBACrC,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,qBAAqB,EAAE,EAAE;iBACrE,CAAC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACP,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC;oBACrC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,WAAW,EAAE,EAAE;oBAC5D,qBAAqB,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;iBACvD,CAAC,CAAC;gBACH,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC/E,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC;oBACrC,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,WAAW,EAAE,EAAE;oBAC1D,qBAAqB,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;iBACvD,CAAC,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;IACF,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,CAAS;QACvC,iDAAiD;QACjD,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACtE,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtB,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC;YACvC,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;SACzD,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtB,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC;YACvC,IAAI,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;SAC1D,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY;QACtB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,WAAW,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACjK,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/E,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,WAAW,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC/J,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;IACF,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAW;QACzB,MAAM,MAAM,GAAqC;YAChD,KAAK,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,QAAQ,CAAC;YAC7D,SAAS,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,QAAQ,CAAC;YACnD,OAAO,EAAE,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,WAAW,CAAC;YACtD,SAAS,EAAE,CAAC,EAAE,EAAE,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,EAAE,YAAY,CAAC;YAC5D,IAAI,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,KAAK,CAAC;YACpC,MAAM,EAAE,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,UAAU,CAAC;YAClD,KAAK,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC;SACpB,CAAC;QACF,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC3C,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,IAAI,EAAE,qBAAqB,EAAE,EAAE,EAAE,CAAC,CAAC;QACjG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,qBAAqB,EAAE,EAAE,EAAE,CAAC,CAAC;IAChG,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAwB,EAAE,MAAM,GAAG,GAAG;QAClD,MAAM,KAAK,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACtD,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QACxC,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC;YACvC,IAAI,EAAE,YAAY;YAClB,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;YAC3B,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;YAC5B,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,KAAK;SACb,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAa;QAClC,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,EAAE;YAAE,OAAO,KAAK,CAAC;QACtB,MAAM,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC;IACb,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAY;QAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC7C,UAAU,EAAE;;;oDAGqC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;;;;;;QAMhE;YACL,aAAa,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvB,OAAO,KAAK,CAAC,MAAM,CAAC,KAAgB,CAAC;IACtC,CAAC;IAED,2EAA2E;IAEnE,KAAK,CAAC,UAAU,CAAC,aAAqB,EAAE,CAAS,EAAE,CAAS;QACnE,IAAI,CAAC;YACJ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;YAEvD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC;gBACpD,mBAAmB,EAAE;;;;MAInB;gBACF,QAAQ;gBACR,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;gBACvC,aAAa,EAAE,IAAI;aACnB,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC;QACrC,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,WAAW;QAChB,IAAI,CAAC;YACJ,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YAC3D,IAAI,CAAC,KAAK,GAAI,WAAqB;iBACjC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBACrC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACrE,CAAC;QAAC,MAAM,CAAC;YACR,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QACjB,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACnB,CAAC;IAED,IAAI,IAAI,KAAgB,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAE5C,KAAK,CAAC,SAAS,CAAC,KAAa;QAC5B,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa;QAC3B,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACvD,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAG,GAAG,aAAa;QAC/B,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACjE,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,OAAO,QAAQ,CAAC;IACjB,CAAC;IAED,2EAA2E;IAE3E,IAAI,cAAc,KAAK,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IAElD,KAAK,CAAC,YAAY,CAAC,MAAe,EAAE,UAAmB;QACtD,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,sBAAsB,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,QAAQ,CAAc,UAAkB;QAC7C,IAAI,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;QAE7B,oFAAoF;QACpF,MAAM,SAAS,GAAG,+BAA+B,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACtF,IAAI,SAAS,EAAE,CAAC;YACf,IAAI,GAAG,YAAY,IAAI,OAAO,CAAC;QAChC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC9C,UAAU,EAAE,IAAI;YAChB,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,IAAI;SAClB,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW;mBACvD,MAAM,CAAC,gBAAgB,CAAC,IAAI;mBAC5B,kBAAkB,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,KAAU,CAAC;IACjC,CAAC;IAED,4EAA4E;IAE5E,KAAK,CAAC,cAAc,CAAC,KAAa,EAAE,KAAK,GAAG,KAAK;QAChD,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,EAAE;YAAE,OAAO,YAAY,KAAK,aAAa,CAAC;QAC/C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC;QAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC;YACpD,mBAAmB,EAAE,4BAA4B,IAAI,KAAK;YAC1D,QAAQ;YACR,aAAa,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,MAAM,CAAC,KAAe,CAAC;IACtC,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,UAAU;QACf,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACxD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,KAAa,EAAE,MAAc;QAC1D,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,YAAY;QACjB,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;IAC9C,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,SAAmB;QACrD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC;YACnD,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM;YACvB,QAAQ;SACR,CAAC,CAAC;QACH,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;QAClE,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,kBAAkB,CAAC,QAAgB;QACxC,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC;wCACW,QAAQ;;GAE7C,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,QAAgB,EAAE,KAAa;QACnD,MAAM,IAAI,CAAC,QAAQ,CAAC;;0CAEoB,QAAQ;;kBAEhC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;;;GAGpC,CAAC,CAAC;IACJ,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,UAAU,CAAC,KAAa;QAC7B,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC;;;+BAGE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;;;;;;;;;;GAUjD,CAAC,CAAC;IACJ,CAAC;IAED,4EAA4E;IAE5E,KAAK,CAAC,MAAM,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAS,GAAG,IAAI;QACjC,IAAI,CAAC;YACJ,MAAM,OAAO,CAAC,IAAI,CAAC;gBAClB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE;gBAC9B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;aACtB,CAAC,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACV,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAiB,EAAE,SAAS,GAAG,MAAM;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,SAAS,EAAE,CAAC;YACvC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YACpC,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAAE,OAAO;YACpC,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,uCAAuC,SAAS,GAAG,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,eAAe,KAAe,OAAO,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;CACjE"}

package/dist/browser/dom.d.ts

@@ -0,0 +1,30 @@
+/**
+ * DOM indexing system.
+ *
+ * Converts the accessibility tree into an indexed representation
+ * where the LLM can reference elements by [1], [2], etc.
+ *
+ * Elements are identified by backendNodeId (stable CDP handle)
+ * rather than fragile CSS selectors.
+ */
+export interface IndexedElement {
+    index: number;
+    role: string;
+    name: string;
+    value: string;
+    backendNodeId: number;
+    isInteractive: boolean;
+}
+export declare class DOMIndexer {
+    private elements;
+    private counter;
+    /**
+     * Index an accessibility tree from CDP Accessibility.getFullAXTree().
+     * Returns serialized text (for LLM) and element map (for action execution).
+     */
+    index(axNodes: any[]): {
+        text: string;
+        elements: Map<number, IndexedElement>;
+    };
+    getElement(index: number): IndexedElement | undefined;
+}

package/dist/browser/dom.js

@@ -0,0 +1,79 @@
+/**
+ * DOM indexing system.
+ *
+ * Converts the accessibility tree into an indexed representation
+ * where the LLM can reference elements by [1], [2], etc.
+ *
+ * Elements are identified by backendNodeId (stable CDP handle)
+ * rather than fragile CSS selectors.
+ */
+const INTERACTIVE_ROLES = new Set([
+    "button", "link", "textbox", "searchbox", "combobox", "listbox",
+    "checkbox", "radio", "switch", "tab", "menuitem", "menuitemcheckbox",
+    "menuitemradio", "option", "slider", "spinbutton", "treeitem",
+]);
+const CONTENT_ROLES = new Set([
+    "heading", "paragraph", "blockquote", "code", "img", "figure",
+    "table", "cell", "row", "list", "listitem", "article", "main",
+    "navigation", "banner", "contentinfo", "complementary", "form",
+    "region", "status", "alert", "dialog", "tooltip",
+]);
+const SKIP_ROLES = new Set([
+    "none", "generic", "InlineTextBox", "RootWebArea", "ignored",
+    "presentation", "group",
+]);
+export class DOMIndexer {
+    elements = new Map();
+    counter = 0;
+    /**
+     * Index an accessibility tree from CDP Accessibility.getFullAXTree().
+     * Returns serialized text (for LLM) and element map (for action execution).
+     */
+    index(axNodes) {
+        this.elements.clear();
+        this.counter = 0;
+        const lines = [];
+        for (const node of axNodes) {
+            const role = node.role?.value ?? "";
+            const name = node.name?.value ?? "";
+            const value = node.value?.value ?? "";
+            const backendNodeId = node.backendDOMNodeId;
+            if (SKIP_ROLES.has(role) || !role)
+                continue;
+            const isInteractive = INTERACTIVE_ROLES.has(role);
+            const isContent = CONTENT_ROLES.has(role);
+            if (!isInteractive && !isContent)
+                continue;
+            if (!isInteractive && !name && !value)
+                continue;
+            let indexLabel = "";
+            if (isInteractive && backendNodeId != null) {
+                this.counter++;
+                const el = {
+                    index: this.counter,
+                    role,
+                    name,
+                    value,
+                    backendNodeId,
+                    isInteractive: true,
+                };
+                this.elements.set(this.counter, el);
+                indexLabel = `[${this.counter}]`;
+            }
+            const parts = [];
+            if (indexLabel)
+                parts.push(indexLabel);
+            parts.push(role);
+            if (name)
+                parts.push(`"${name}"`);
+            if (value)
+                parts.push(`value="${value}"`);
+            lines.push(parts.join(" "));
+        }
+        return { text: lines.join("\n"), elements: this.elements };
+    }
+    getElement(index) {
+        return this.elements.get(index);
+    }
+}
+//# sourceMappingURL=dom.js.map

package/dist/browser/dom.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dom.js","sourceRoot":"","sources":["../../src/browser/dom.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAWH,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IACjC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS;IAC/D,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,kBAAkB;IACpE,eAAe,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU;CAC7D,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC7B,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ;IAC7D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM;IAC7D,YAAY,EAAE,QAAQ,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM;IAC9D,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS;CAChD,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IAC1B,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,aAAa,EAAE,SAAS;IAC5D,cAAc,EAAE,OAAO;CACvB,CAAC,CAAC;AAEH,MAAM,OAAO,UAAU;IACd,QAAQ,GAAG,IAAI,GAAG,EAA0B,CAAC;IAC7C,OAAO,GAAG,CAAC,CAAC;IAEpB;;;OAGG;IACH,KAAK,CAAC,OAAc;QACnB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;QAEjB,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC;YACtC,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC;YAE5C,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI;gBAAE,SAAS;YAE5C,MAAM,aAAa,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClD,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAE1C,IAAI,CAAC,aAAa,IAAI,CAAC,SAAS;gBAAE,SAAS;YAC3C,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK;gBAAE,SAAS;YAEhD,IAAI,UAAU,GAAG,EAAE,CAAC;YACpB,IAAI,aAAa,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;gBAC5C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,MAAM,EAAE,GAAmB;oBAC1B,KAAK,EAAE,IAAI,CAAC,OAAO;oBACnB,IAAI;oBACJ,IAAI;oBACJ,KAAK;oBACL,aAAa;oBACb,aAAa,EAAE,IAAI;iBACnB,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACpC,UAAU,GAAG,IAAI,IAAI,CAAC,OAAO,GAAG,CAAC;YAClC,CAAC;YAED,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,IAAI,UAAU;gBAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACvC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC;YAClC,IAAI,KAAK;gBAAE,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,GAAG,CAAC,CAAC;YAE1C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC5D,CAAC;IAED,UAAU,CAAC,KAAa;QACvB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;CACD"}

package/dist/browser/snapshot.d.ts

@@ -0,0 +1,19 @@
+/**
+ * DOM snapshot serialization for LLM consumption.
+ *
+ * Inspired by agent-browser's snapshot.ts — converts the accessibility tree
+ * into indexed text the LLM can reason about and reference elements by [ref=eN].
+ */
+export interface ElementRef {
+    ref: string;
+    role: string;
+    name: string;
+    selector: string;
+}
+export declare function serializeAXNodes(nodes: any[], opts?: {
+    interactive?: boolean;
+    maxDepth?: number;
+}): {
+    text: string;
+    refs: Map<string, ElementRef>;
+};