@geometra/proxy 1.18.1

package/README.md

@@ -0,0 +1,37 @@
+# @geometra/proxy
+
+Headless Chromium proxy that extracts **live DOM layout** (`getBoundingClientRect`) plus a **synthetic Geometra UI tree** and streams **GEOM v1** `frame` / `patch` messages over WebSocket (JSON text). Use it with [`@geometra/mcp`](../../mcp/README.md) to drive arbitrary web apps without screenshots.
+
+## Install
+
+```bash
+npm install @geometra/proxy playwright
+npx playwright install chromium
+```
+
+## CLI
+
+```bash
+npx geometra-proxy https://example.com --port 3200
+npx geometra-proxy http://localhost:8080 --width 1440 --height 900 --headed
+```
+
+## Protocol
+
+Matches `packages/server` GEOM v1: `frame` with `layout`, `tree`, `protocolVersion`; `patch` with `patches`; client messages `resize`, `event` (`onClick`), `key`, `composition`.
+
+Proxy-specific client messages (native Textura servers respond with `error`):
+
+- **`file`** — `paths`, optional `x`/`y`, `strategy` (`auto`|`chooser`|`hidden`|`drop`), optional `dropX`/`dropY` for drop targets.
+- **`selectOption`** — `{ type: 'selectOption', x, y, value? | label? | index? }` — native `<select>` only.
+- **`listboxPick`** — `{ type: 'listboxPick', label, exact?, openX?, openY? }` — ARIA `role=option` (custom dropdowns).
+- **`wheel`** — `{ type: 'wheel', deltaY?, deltaX?, x?, y? }` — scroll / wheel at optional coordinates.
+
+Extraction merges **all nested iframes** (including cross-origin) into root viewport coordinates, walks **open shadow roots**, and best-effort **enriches names** from Chrome’s accessibility tree (CDP) for closed shadow / opaque widgets.
+
+Binary framing is not used (always JSON text), which is what the MCP server expects.
+
+## Limitations
+
+- No shadow-DOM piercing; iframes are not flattened.
+- Large DOMs produce large frames; patch coalescing follows the same rules as `@geometra/server`.

package/dist/a11y-enrich.d.ts

@@ -0,0 +1,8 @@
+import type { Page } from 'playwright';
+import type { GeometrySnapshot } from './types.js';
+/**
+ * Use Chrome DevTools `Accessibility.getFullAXTree` to back-fill `semantic.ariaLabel` on nodes
+ * whose center falls inside an AX bounds box (helps closed shadow + custom controls).
+ */
+export declare function enrichSnapshotWithCdpAx(page: Page, snap: GeometrySnapshot): Promise<void>;
+//# sourceMappingURL=a11y-enrich.d.ts.map

package/dist/a11y-enrich.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"a11y-enrich.d.ts","sourceRoot":"","sources":["../src/a11y-enrich.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAc,IAAI,EAAE,MAAM,YAAY,CAAA;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAgC,MAAM,YAAY,CAAA;AAuChF;;;GAGG;AACH,wBAAsB,uBAAuB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CA6D/F"}

package/dist/a11y-enrich.js

@@ -0,0 +1,94 @@
+function parseAxBounds(props) {
+    if (!Array.isArray(props))
+        return null;
+    for (const p of props) {
+        if (p && typeof p === 'object' && 'name' in p && 'value' in p) {
+            const name = p.name;
+            const value = p.value;
+            if (name === 'bounds' && value && typeof value === 'object' && value !== null) {
+                const v = value;
+                const left = Number(v.left);
+                const top = Number(v.top);
+                const width = Number(v.width);
+                const height = Number(v.height);
+                if ([left, top, width, height].every(Number.isFinite)) {
+                    return { left, top, width, height };
+                }
+            }
+        }
+    }
+    return null;
+}
+function boundsIntersectsViewport(b, root) {
+    return (b.left + b.width >= root.x &&
+        b.left <= root.x + root.width &&
+        b.top + b.height >= root.y &&
+        b.top <= root.y + root.height);
+}
+/**
+ * Use Chrome DevTools `Accessibility.getFullAXTree` to back-fill `semantic.ariaLabel` on nodes
+ * whose center falls inside an AX bounds box (helps closed shadow + custom controls).
+ */
+export async function enrichSnapshotWithCdpAx(page, snap) {
+    let session;
+    try {
+        session = await page.context().newCDPSession(page);
+        await session.send('Accessibility.enable');
+        const res = (await session.send('Accessibility.getFullAXTree'));
+        const nodes = res.nodes ?? [];
+        const root = snap.layout;
+        const candidates = [];
+        for (const n of nodes) {
+            const name = n.name?.value?.trim();
+            const role = n.role?.value ?? '';
+            if (!name)
+                continue;
+            const b = parseAxBounds(n.properties);
+            if (!b || b.width <= 0 || b.height <= 0)
+                continue;
+            if (!boundsIntersectsViewport(b, root))
+                continue;
+            candidates.push({ name, role, bounds: b });
+        }
+        const visit = (tNode, lNode) => {
+            const sem = tNode.semantic;
+            if (sem?.ariaLabel || sem?.a11yEnriched) {
+                /* skip */
+            }
+            else {
+                const cx = lNode.x + lNode.width / 2;
+                const cy = lNode.y + lNode.height / 2;
+                for (const c of candidates) {
+                    const b = c.bounds;
+                    if (cx >= b.left && cx <= b.left + b.width && cy >= b.top && cy <= b.top + b.height) {
+                        tNode.semantic = {
+                            ...(sem ?? {}),
+                            ariaLabel: c.name,
+                            a11yRoleHint: c.role,
+                            a11yEnriched: true,
+                        };
+                        break;
+                    }
+                }
+            }
+            const tch = tNode.children ?? [];
+            const lch = lNode.children;
+            for (let i = 0; i < tch.length; i++) {
+                visit(tch[i], lch[i]);
+            }
+        };
+        visit(snap.tree, snap.layout);
+    }
+    catch {
+        /* optional */
+    }
+    finally {
+        try {
+            await session?.detach();
+        }
+        catch {
+            /* ignore */
+        }
+    }
+}
+//# sourceMappingURL=a11y-enrich.js.map

package/dist/a11y-enrich.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"a11y-enrich.js","sourceRoot":"","sources":["../src/a11y-enrich.ts"],"names":[],"mappings":"AAUA,SAAS,aAAa,CAAC,KAA4B;IACjD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACtC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;YAC9D,MAAM,IAAI,GAAI,CAAuB,CAAC,IAAI,CAAA;YAC1C,MAAM,KAAK,GAAI,CAAwB,CAAC,KAAK,CAAA;YAC7C,IAAI,IAAI,KAAK,QAAQ,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBAC9E,MAAM,CAAC,GAAG,KAAgC,CAAA;gBAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;gBACzB,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;gBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;gBAC/B,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACtD,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAA;gBACrC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,wBAAwB,CAAC,CAAW,EAAE,IAAoB;IACjE,OAAO,CACL,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC;QAC1B,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK;QAC7B,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC;QAC1B,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAC9B,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,IAAU,EAAE,IAAsB;IAC9E,IAAI,OAA+B,CAAA;IACnC,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;QAClD,MAAM,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;QAC1C,MAAM,GAAG,GAAG,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAM7D,CAAA;QACD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,EAAE,CAAA;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAA;QACxB,MAAM,UAAU,GAAuD,EAAE,CAAA;QACzE,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;YAClC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAA;YAChC,IAAI,CAAC,IAAI;gBAAE,SAAQ;YACnB,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,UAAmC,CAAC,CAAA;YAC9D,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC;gBAAE,SAAQ;YACjD,IAAI,CAAC,wBAAwB,CAAC,CAAC,EAAE,IAAI,CAAC;gBAAE,SAAQ;YAChD,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAA;QAC5C,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,KAAmB,EAAE,KAAqB,EAAQ,EAAE;YACjE,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAA;YAC1B,IAAI,GAAG,EAAE,SAAS,IAAI,GAAG,EAAE,YAAY,EAAE,CAAC;gBACxC,UAAU;YACZ,CAAC;iBAAM,CAAC;gBACN,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAA;gBACpC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAA;gBACrC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;oBAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAA;oBAClB,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;wBACpF,KAAK,CAAC,QAAQ,GAAG;4BACf,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC;4BACd,SAAS,EAAE,CAAC,CAAC,IAAI;4BACjB,YAAY,EAAE,CAAC,CAAC,IAAI;4BACpB,YAAY,EAAE,IAAI;yBACnB,CAAA;wBACD,MAAK;oBACP,CAAC;gBACH,CAAC;YACH,CAAC;YACD,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAA;YAChC,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAA;YAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAE,EAAE,GAAG,CAAC,CAAC,CAAE,CAAC,CAAA;YACzB,CAAC;QACH,CAAC,CAAA;QACD,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,cAAc;IAChB,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,MAAM,OAAO,EAAE,MAAM,EAAE,CAAA;QACzB,CAAC;QAAC,MAAM,CAAC;YACP,YAAY;QACd,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/diff-layout.d.ts

@@ -0,0 +1,12 @@
+import type { LayoutSnapshot } from './types.js';
+/** Geometry patch aligned with GEOM v1 `patch.patches`. */
+export interface LayoutPatch {
+    path: number[];
+    x?: number;
+    y?: number;
+    width?: number;
+    height?: number;
+}
+export declare function coalescePatches(patches: LayoutPatch[]): LayoutPatch[];
+export declare function diffLayout(prev: LayoutSnapshot, next: LayoutSnapshot, path?: number[]): LayoutPatch[];
+//# sourceMappingURL=diff-layout.d.ts.map

package/dist/diff-layout.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"diff-layout.d.ts","sourceRoot":"","sources":["../src/diff-layout.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAEhD,2DAA2D;AAC3D,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,EAAE,CAAA;IACd,CAAC,CAAC,EAAE,MAAM,CAAA;IACV,CAAC,CAAC,EAAE,MAAM,CAAA;IACV,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAeD,wBAAgB,eAAe,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,WAAW,EAAE,CAsBrE;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,GAAE,MAAM,EAAO,GAAG,WAAW,EAAE,CAoCzG"}

package/dist/diff-layout.js

@@ -0,0 +1,77 @@
+function sameLayoutScalar(a, b) {
+    if (Number.isNaN(a) && Number.isNaN(b))
+        return true;
+    return a === b;
+}
+function isFinitePatchNumber(value) {
+    return typeof value === 'number' && Number.isFinite(value);
+}
+function isNonNegativePatchDimension(value) {
+    return isFinitePatchNumber(value) && value >= 0;
+}
+export function coalescePatches(patches) {
+    const byPath = new Map();
+    const order = [];
+    for (const patch of patches) {
+        if (patch == null || !Array.isArray(patch.path))
+            continue;
+        let key;
+        try {
+            key = JSON.stringify(patch.path);
+        }
+        catch {
+            continue;
+        }
+        if (!byPath.has(key)) {
+            byPath.set(key, { path: [...patch.path] });
+            order.push(key);
+        }
+        const next = byPath.get(key);
+        if (isFinitePatchNumber(patch.x))
+            next.x = patch.x;
+        if (isFinitePatchNumber(patch.y))
+            next.y = patch.y;
+        if (isNonNegativePatchDimension(patch.width))
+            next.width = patch.width;
+        if (isNonNegativePatchDimension(patch.height))
+            next.height = patch.height;
+    }
+    return order.map(k => byPath.get(k));
+}
+export function diffLayout(prev, next, path = []) {
+    if (prev === next)
+        return [];
+    const patches = [];
+    const patch = { path };
+    let changed = false;
+    if (!sameLayoutScalar(prev.x, next.x)) {
+        patch.x = next.x;
+        changed = true;
+    }
+    if (!sameLayoutScalar(prev.y, next.y)) {
+        patch.y = next.y;
+        changed = true;
+    }
+    if (!sameLayoutScalar(prev.width, next.width)) {
+        patch.width = next.width;
+        changed = true;
+    }
+    if (!sameLayoutScalar(prev.height, next.height)) {
+        patch.height = next.height;
+        changed = true;
+    }
+    if (changed)
+        patches.push(patch);
+    const prevChildren = Array.isArray(prev.children) ? prev.children : [];
+    const nextChildren = Array.isArray(next.children) ? next.children : [];
+    const maxChildren = Math.max(prevChildren.length, nextChildren.length);
+    for (let i = 0; i < maxChildren; i++) {
+        const prevChild = prevChildren[i];
+        const nextChild = nextChildren[i];
+        if (prevChild && nextChild) {
+            patches.push(...diffLayout(prevChild, nextChild, [...path, i]));
+        }
+    }
+    return patches;
+}
+//# sourceMappingURL=diff-layout.js.map

package/dist/diff-layout.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"diff-layout.js","sourceRoot":"","sources":["../src/diff-layout.ts"],"names":[],"mappings":"AAWA,SAAS,gBAAgB,CAAC,CAAS,EAAE,CAAS;IAC5C,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAA;IACnD,OAAO,CAAC,KAAK,CAAC,CAAA;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAc;IACjD,OAAO,mBAAmB,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;AACjD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAAsB;IACpD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAA;IAC7C,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;YAAE,SAAQ;QACzD,IAAI,GAAW,CAAA;QACf,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAC1C,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACjB,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAE,CAAA;QAC7B,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;YAAE,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAA;QAClD,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;YAAE,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAA;QAClD,IAAI,2BAA2B,CAAC,KAAK,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;QACtE,IAAI,2BAA2B,CAAC,KAAK,CAAC,MAAM,CAAC;YAAE,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;IAC3E,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,CAAA;AACvC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAoB,EAAE,IAAoB,EAAE,OAAiB,EAAE;IACxF,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,EAAE,CAAA;IAE5B,MAAM,OAAO,GAAkB,EAAE,CAAA;IACjC,MAAM,KAAK,GAAgB,EAAE,IAAI,EAAE,CAAA;IACnC,IAAI,OAAO,GAAG,KAAK,CAAA;IAEnB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACtC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAA;QAChB,OAAO,GAAG,IAAI,CAAA;IAChB,CAAC;IACD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACtC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAA;QAChB,OAAO,GAAG,IAAI,CAAA;IAChB,CAAC;IACD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9C,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACxB,OAAO,GAAG,IAAI,CAAA;IAChB,CAAC;IACD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;QAC1B,OAAO,GAAG,IAAI,CAAA;IAChB,CAAC;IACD,IAAI,OAAO;QAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAEhC,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAA;IACtE,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAA;IACtE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC,CAAA;IACtE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QACjC,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QACjC,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC;YAC3B,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACjE,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC"}

package/dist/dom-actions.d.ts

@@ -0,0 +1,36 @@
+import type { Page } from 'playwright';
+export type FileAttachStrategy = 'auto' | 'chooser' | 'hidden' | 'drop';
+/**
+ * Resolve and validate paths on the machine running the proxy (not the agent host).
+ */
+export declare function resolveExistingFiles(rawPaths: unknown[]): string[];
+/**
+ * `strategy`:
+ * - `chooser` — requires x,y; opens native file chooser.
+ * - `hidden` — `setInputFiles({ force: true })` on every `input[type=file]` until one succeeds.
+ * - `drop` — requires dropX, dropY; synthetic drop with file payloads at coordinates.
+ * - `auto` — chooser if x,y; else hidden; if hidden fails, first visible file input without force.
+ */
+export declare function attachFiles(page: Page, paths: string[], opts?: {
+    clickX?: number;
+    clickY?: number;
+    strategy?: FileAttachStrategy;
+    dropX?: number;
+    dropY?: number;
+}): Promise<void>;
+export interface SelectOptionPayload {
+    value?: string;
+    label?: string;
+    index?: number;
+}
+export declare function selectNativeOption(page: Page, x: number, y: number, opt: SelectOptionPayload): Promise<void>;
+/**
+ * Custom listbox / combobox (ARIA): optional click to open, then `getByRole('option')`.
+ */
+export declare function pickListboxOption(page: Page, label: string, opts?: {
+    exact?: boolean;
+    openX?: number;
+    openY?: number;
+}): Promise<void>;
+export declare function wheelAt(page: Page, deltaX: number, deltaY: number, x?: number, y?: number): Promise<void>;
+//# sourceMappingURL=dom-actions.d.ts.map

package/dist/dom-actions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dom-actions.d.ts","sourceRoot":"","sources":["../src/dom-actions.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAMtC,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAA;AAEvE;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,MAAM,EAAE,CAclE;AAiDD;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,MAAM,EAAE,EACf,IAAI,CAAC,EAAE;IACL,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,kBAAkB,CAAA;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE,MAAM,CAAA;CACf,GACA,OAAO,CAAC,IAAI,CAAC,CAyCf;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CA0ClH;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,MAAM,EACb,IAAI,CAAC,EAAE;IAAE,KAAK,CAAC,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GACzD,OAAO,CAAC,IAAI,CAAC,CAQf;AAED,wBAAsB,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAK/G"}

package/dist/dom-actions.js

@@ -0,0 +1,172 @@
+import { existsSync } from 'node:fs';
+import { resolve } from 'node:path';
+function delay(ms) {
+    return new Promise(r => setTimeout(r, ms));
+}
+/**
+ * Resolve and validate paths on the machine running the proxy (not the agent host).
+ */
+export function resolveExistingFiles(rawPaths) {
+    if (!Array.isArray(rawPaths) || rawPaths.length === 0) {
+        throw new Error('file: paths must be a non-empty array of strings');
+    }
+    const paths = [];
+    for (const p of rawPaths) {
+        if (typeof p !== 'string' || p.trim() === '')
+            continue;
+        paths.push(resolve(p));
+    }
+    if (paths.length === 0)
+        throw new Error('file: paths must contain at least one non-empty string');
+    for (const p of paths) {
+        if (!existsSync(p))
+            throw new Error(`file: path does not exist: ${p}`);
+    }
+    return paths;
+}
+async function attachHiddenInAllFrames(page, paths) {
+    for (const frame of page.frames()) {
+        const loc = frame.locator('input[type="file"]');
+        const n = await loc.count();
+        for (let i = 0; i < n; i++) {
+            try {
+                await loc.nth(i).setInputFiles(paths);
+                return true;
+            }
+            catch {
+                /* try next */
+            }
+        }
+    }
+    return false;
+}
+async function attachViaChooser(page, paths, clickX, clickY) {
+    const [chooser] = await Promise.all([
+        page.waitForEvent('filechooser', { timeout: 12_000 }),
+        page.mouse.click(clickX, clickY),
+    ]);
+    await chooser.setFiles(paths);
+}
+/** Synthetic drop at (x,y) using file bytes from the proxy host (targets elementFromPoint). */
+async function attachViaDropPlaywright(page, paths, dropX, dropY) {
+    const fs = await import('node:fs/promises');
+    const buffers = await Promise.all(paths.map(p => fs.readFile(p)));
+    const names = paths.map(p => p.split(/[/\\\\]/).pop() ?? 'file');
+    await page.mouse.move(dropX, dropY);
+    await page.mainFrame().evaluate(({ bufs, ns, x, y }) => {
+        const dt = new DataTransfer();
+        for (let i = 0; i < bufs.length; i++) {
+            const u8 = new Uint8Array(bufs[i]);
+            const blob = new Blob([u8]);
+            dt.items.add(new File([blob], ns[i], { type: 'application/octet-stream' }));
+        }
+        const target = document.elementFromPoint(x, y) ?? document.body;
+        target.dispatchEvent(new DragEvent('drop', { bubbles: true, cancelable: true, clientX: x, clientY: y, dataTransfer: dt }));
+    }, { bufs: buffers.map(b => Array.from(b)), ns: names, x: dropX, y: dropY });
+}
+/**
+ * `strategy`:
+ * - `chooser` — requires x,y; opens native file chooser.
+ * - `hidden` — `setInputFiles({ force: true })` on every `input[type=file]` until one succeeds.
+ * - `drop` — requires dropX, dropY; synthetic drop with file payloads at coordinates.
+ * - `auto` — chooser if x,y; else hidden; if hidden fails, first visible file input without force.
+ */
+export async function attachFiles(page, paths, opts) {
+    const strategy = opts?.strategy ?? 'auto';
+    const clickX = opts?.clickX;
+    const clickY = opts?.clickY;
+    const dropX = opts?.dropX;
+    const dropY = opts?.dropY;
+    if (strategy === 'chooser' || (strategy === 'auto' && clickX !== undefined && clickY !== undefined)) {
+        if (clickX === undefined || clickY === undefined) {
+            throw new Error('file: chooser strategy requires x,y click coordinates');
+        }
+        await attachViaChooser(page, paths, clickX, clickY);
+        return;
+    }
+    if (strategy === 'hidden' || strategy === 'auto') {
+        if (await attachHiddenInAllFrames(page, paths))
+            return;
+        if (strategy === 'hidden') {
+            throw new Error('file: hidden strategy could not set any input[type=file]');
+        }
+    }
+    if (strategy === 'drop' || (strategy === 'auto' && dropX !== undefined && dropY !== undefined)) {
+        if (dropX === undefined || dropY === undefined) {
+            throw new Error('file: drop strategy requires dropX, dropY');
+        }
+        await attachViaDropPlaywright(page, paths, dropX, dropY);
+        return;
+    }
+    for (const frame of page.frames()) {
+        const loc = frame.locator('input[type="file"]');
+        const n = await loc.count();
+        if (n > 0) {
+            await loc.first().setInputFiles(paths);
+            return;
+        }
+    }
+    throw new Error('file: no input[type=file] in any frame; pass x,y (chooser), dropX/dropY (drop), or strategy hidden');
+}
+export async function selectNativeOption(page, x, y, opt) {
+    if (opt.value === undefined && opt.label === undefined && opt.index === undefined) {
+        throw new Error('selectOption: provide at least one of value, label, or index');
+    }
+    await page.mouse.click(x, y);
+    await delay(40);
+    for (const frame of page.frames()) {
+        const applied = await frame.evaluate((payload) => {
+            const a = document.activeElement;
+            if (!a || a.tagName !== 'SELECT')
+                return false;
+            const sel = a;
+            if (typeof payload.index === 'number' && Number.isFinite(payload.index)) {
+                const i = Math.trunc(payload.index);
+                if (i < 0 || i >= sel.options.length)
+                    return false;
+                sel.selectedIndex = i;
+            }
+            else if (payload.value !== null && payload.value !== undefined) {
+                sel.value = payload.value;
+            }
+            else if (payload.label !== null && payload.label !== undefined) {
+                const optEl = Array.from(sel.options).find(o => o.text.trim() === payload.label || o.text.includes(payload.label));
+                if (!optEl)
+                    return false;
+                sel.value = optEl.value;
+            }
+            else {
+                return false;
+            }
+            sel.dispatchEvent(new Event('input', { bubbles: true }));
+            sel.dispatchEvent(new Event('change', { bubbles: true }));
+            return true;
+        }, {
+            value: opt.value ?? null,
+            label: opt.label ?? null,
+            index: typeof opt.index === 'number' && Number.isFinite(opt.index) ? opt.index : undefined,
+        });
+        if (applied)
+            return;
+    }
+    throw new Error('selectOption: no focused <select> after click — use geometra_pick_listbox_option for custom dropdowns');
+}
+/**
+ * Custom listbox / combobox (ARIA): optional click to open, then `getByRole('option')`.
+ */
+export async function pickListboxOption(page, label, opts) {
+    if (opts?.openX !== undefined && opts?.openY !== undefined) {
+        await page.mouse.click(opts.openX, opts.openY);
+        await delay(120);
+    }
+    const opt = page.getByRole('option', { name: label, exact: opts?.exact ?? false }).first();
+    await opt.waitFor({ state: 'visible', timeout: 8000 });
+    await opt.click();
+}
+export async function wheelAt(page, deltaX, deltaY, x, y) {
+    if (x !== undefined && y !== undefined && Number.isFinite(x) && Number.isFinite(y)) {
+        await page.mouse.move(x, y);
+    }
+    await page.mouse.wheel(deltaX, deltaY);
+}
+//# sourceMappingURL=dom-actions.js.map

package/dist/dom-actions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dom-actions.js","sourceRoot":"","sources":["../src/dom-actions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGnC,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;AAC5C,CAAC;AAID;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,QAAmB;IACtD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAA;IACrE,CAAC;IACD,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,SAAQ;QACtD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAA;IACxB,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAA;IACjG,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAAA;IACxE,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,IAAU,EAAE,KAAe;IAChE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAA;QAC/C,MAAM,CAAC,GAAG,MAAM,GAAG,CAAC,KAAK,EAAE,CAAA;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;gBACrC,OAAO,IAAI,CAAA;YACb,CAAC;YAAC,MAAM,CAAC;gBACP,cAAc;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAAU,EAAE,KAAe,EAAE,MAAc,EAAE,MAAc;IACzF,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClC,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC;KACjC,CAAC,CAAA;IACF,MAAM,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;AAC/B,CAAC;AAED,+FAA+F;AAC/F,KAAK,UAAU,uBAAuB,CAAC,IAAU,EAAE,KAAe,EAAE,KAAa,EAAE,KAAa;IAC9F,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;IAC3C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACjE,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC,CAAA;IAChE,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IACnC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAC7B,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAA4D,EAAE,EAAE;QAC/E,MAAM,EAAE,GAAG,IAAI,YAAY,EAAE,CAAA;QAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,EAAE,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAA;YACnC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YAC3B,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAE,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC,CAAC,CAAA;QAC9E,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAA;QAC/D,MAAM,CAAC,aAAa,CAClB,IAAI,SAAS,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CACrG,CAAA;IACH,CAAC,EACD,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CACzE,CAAA;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,IAAU,EACV,KAAe,EACf,IAMC;IAED,MAAM,QAAQ,GAAG,IAAI,EAAE,QAAQ,IAAI,MAAM,CAAA;IACzC,MAAM,MAAM,GAAG,IAAI,EAAE,MAAM,CAAA;IAC3B,MAAM,MAAM,GAAG,IAAI,EAAE,MAAM,CAAA;IAC3B,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,CAAA;IACzB,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,CAAA;IAEzB,IAAI,QAAQ,KAAK,SAAS,IAAI,CAAC,QAAQ,KAAK,MAAM,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,CAAC,EAAE,CAAC;QACpG,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;QAC1E,CAAC;QACD,MAAM,gBAAgB,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QACnD,OAAM;IACR,CAAC;IAED,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACjD,IAAI,MAAM,uBAAuB,CAAC,IAAI,EAAE,KAAK,CAAC;YAAE,OAAM;QACtD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAA;QAC7E,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,KAAK,MAAM,IAAI,CAAC,QAAQ,KAAK,MAAM,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,CAAC,EAAE,CAAC;QAC/F,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAA;QAC9D,CAAC;QACD,MAAM,uBAAuB,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAA;QACxD,OAAM;IACR,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAA;QAC/C,MAAM,CAAC,GAAG,MAAM,GAAG,CAAC,KAAK,EAAE,CAAA;QAC3B,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACV,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;YACtC,OAAM;QACR,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CACb,oGAAoG,CACrG,CAAA;AACH,CAAC;AAQD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAU,EAAE,CAAS,EAAE,CAAS,EAAE,GAAwB;IACjG,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAClF,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAA;IACjF,CAAC;IACD,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC5B,MAAM,KAAK,CAAC,EAAE,CAAC,CAAA;IACf,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,QAAQ,CAClC,CAAC,OAAkF,EAAE,EAAE;YACrF,MAAM,CAAC,GAAG,QAAQ,CAAC,aAAa,CAAA;YAChC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,QAAQ;gBAAE,OAAO,KAAK,CAAA;YAC9C,MAAM,GAAG,GAAG,CAAsB,CAAA;YAClC,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxE,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;gBACnC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM;oBAAE,OAAO,KAAK,CAAA;gBAClD,GAAG,CAAC,aAAa,GAAG,CAAC,CAAA;YACvB,CAAC;iBAAM,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBACjE,GAAG,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;YAC3B,CAAC;iBAAM,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBACjE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CACxC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAM,CAAC,CACxE,CAAA;gBACD,IAAI,CAAC,KAAK;oBAAE,OAAO,KAAK,CAAA;gBACxB,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;YACzB,CAAC;iBAAM,CAAC;gBACN,OAAO,KAAK,CAAA;YACd,CAAC;YACD,GAAG,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;YACxD,GAAG,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;YACzD,OAAO,IAAI,CAAA;QACb,CAAC,EACD;YACE,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI;YACxB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI;YACxB,KAAK,EAAE,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;SAC3F,CACF,CAAA;QACD,IAAI,OAAO;YAAE,OAAM;IACrB,CAAC;IACD,MAAM,IAAI,KAAK,CACb,uGAAuG,CACxG,CAAA;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAU,EACV,KAAa,EACb,IAA0D;IAE1D,IAAI,IAAI,EAAE,KAAK,KAAK,SAAS,IAAI,IAAI,EAAE,KAAK,KAAK,SAAS,EAAE,CAAC;QAC3D,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;QAC9C,MAAM,KAAK,CAAC,GAAG,CAAC,CAAA;IAClB,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAA;IAC1F,MAAM,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;IACtD,MAAM,GAAG,CAAC,KAAK,EAAE,CAAA;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAAU,EAAE,MAAc,EAAE,MAAc,EAAE,CAAU,EAAE,CAAU;IAC9F,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACnF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC7B,CAAC;IACD,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;AACxC,CAAC"}

package/dist/extractor.d.ts

@@ -0,0 +1,9 @@
+import type { Frame, Page } from 'playwright';
+import type { GeometrySnapshot, LayoutSnapshot, TreeSnapshot } from './types.js';
+export declare function extractFrameGeometry(frame: Frame): Promise<GeometrySnapshot>;
+export declare function mergeAllIframes(tree: TreeSnapshot, layout: LayoutSnapshot, ownerFrame: Frame): Promise<void>;
+/**
+ * Full page: main frame + every nested iframe (any origin) + optional CDP AX name enrichment.
+ */
+export declare function extractGeometry(page: Page): Promise<GeometrySnapshot>;
+//# sourceMappingURL=extractor.d.ts.map

package/dist/extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["../src/extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAI7C,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAyShF,wBAAsB,oBAAoB,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,gBAAgB,CAAC,CASlF;AAED,wBAAsB,eAAe,CACnC,IAAI,EAAE,YAAY,EAClB,MAAM,EAAE,cAAc,EACtB,UAAU,EAAE,KAAK,GAChB,OAAO,CAAC,IAAI,CAAC,CA8Bf;AAED;;GAEG;AACH,wBAAsB,eAAe,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAS3E"}